{
  "args": {
    "data_path": "/home/yurenh2/rrm/data/sudoku-extreme-1k-aug-1000",
    "n_steps": 3000,
    "batch_size": 8,
    "lr": 0.0001,
    "puzzle_emb_lr": 0.0001,
    "warmup_steps": 200,
    "weight_decay": 1.0,
    "alpha_rf": 1.0,
    "rf_mode": "engelken_l2",
    "lambda_star": 0.0,
    "k_lyap": 4,
    "lyap_act_steps": 4,
    "seed": 42,
    "eval_every": 300,
    "eval_n": 512,
    "eval_batch_size": 32,
    "out": "step4_W_engelken_l2_fromscratch.json",
    "save_ckpt": "ckpts/step4_W_final.pt"
  },
  "initial_acc": 0.0,
  "initial_tok_acc": 0.08429783950617284,
  "steps": [
    {
      "step": 0,
      "lr": 0.0,
      "sup_loss": 2.628758570984927,
      "rf_loss": 0.14912384748458862,
      "total_loss": 2.7778824184695154,
      "lyap1_mean": -0.38612866401672363,
      "lyap1_max": -0.37942129373550415,
      "lyap1_min": -0.3969646096229553,
      "lyap_spec_mean": [
        -0.38612866401672363,
        -0.38574251532554626,
        -0.3861545920372009,
        -0.38642799854278564
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1,
      "lr": 5e-07,
      "sup_loss": 2.639601888726852,
      "rf_loss": 0.15374964475631714,
      "total_loss": 2.793351533483169,
      "lyap1_mean": -0.3923916220664978,
      "lyap1_max": -0.38679808378219604,
      "lyap1_min": -0.39957600831985474,
      "lyap_spec_mean": [
        -0.3923916518688202,
        -0.3919786214828491,
        -0.39187270402908325,
        -0.3921051323413849
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2,
      "lr": 1e-06,
      "sup_loss": 2.6405195070224585,
      "rf_loss": 0.15324801206588745,
      "total_loss": 2.793767519088346,
      "lyap1_mean": -0.39119619131088257,
      "lyap1_max": -0.3649304509162903,
      "lyap1_min": -0.4040687680244446,
      "lyap_spec_mean": [
        -0.39119619131088257,
        -0.3909445106983185,
        -0.3912622332572937,
        -0.3918708860874176
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 3,
      "lr": 1.5e-06,
      "sup_loss": 2.6242577922626342,
      "rf_loss": 0.1437150537967682,
      "total_loss": 2.7679728460594024,
      "lyap1_mean": -0.3790546953678131,
      "lyap1_max": -0.37218350172042847,
      "lyap1_min": -0.38480207324028015,
      "lyap_spec_mean": [
        -0.3790546953678131,
        -0.3798030614852905,
        -0.37878620624542236,
        -0.378667950630188
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 4,
      "lr": 2e-06,
      "sup_loss": 2.6207993695164418,
      "rf_loss": 0.15056513249874115,
      "total_loss": 2.771364502015183,
      "lyap1_mean": -0.38802751898765564,
      "lyap1_max": -0.37610572576522827,
      "lyap1_min": -0.4069971442222595,
      "lyap_spec_mean": [
        -0.38802748918533325,
        -0.38786864280700684,
        -0.38783273100852966,
        -0.38797178864479065
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 5,
      "lr": 2.5e-06,
      "sup_loss": 2.6191703237694792,
      "rf_loss": 0.14460909366607666,
      "total_loss": 2.763779417435556,
      "lyap1_mean": -0.3799683153629303,
      "lyap1_max": -0.37074822187423706,
      "lyap1_min": -0.3892354965209961,
      "lyap_spec_mean": [
        -0.3799683153629303,
        -0.38002216815948486,
        -0.38076579570770264,
        -0.38020655512809753
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 6,
      "lr": 3e-06,
      "sup_loss": 2.5989987458699066,
      "rf_loss": 0.14240552484989166,
      "total_loss": 2.7414042707197983,
      "lyap1_mean": -0.3771744668483734,
      "lyap1_max": -0.36255085468292236,
      "lyap1_min": -0.38957399129867554,
      "lyap_spec_mean": [
        -0.3771744668483734,
        -0.37679868936538696,
        -0.3776019811630249,
        -0.3773447275161743
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 7,
      "lr": 3.5e-06,
      "sup_loss": 2.590427461228148,
      "rf_loss": 0.14699363708496094,
      "total_loss": 2.737421098313109,
      "lyap1_mean": -0.3836306929588318,
      "lyap1_max": -0.3726106286048889,
      "lyap1_min": -0.3934400975704193,
      "lyap_spec_mean": [
        -0.3836306631565094,
        -0.3831195533275604,
        -0.383426308631897,
        -0.38312432169914246
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 8,
      "lr": 4e-06,
      "sup_loss": 2.6136801110660994,
      "rf_loss": 0.14712274074554443,
      "total_loss": 2.760802851811644,
      "lyap1_mean": -0.3835314214229584,
      "lyap1_max": -0.3752225637435913,
      "lyap1_min": -0.39862188696861267,
      "lyap_spec_mean": [
        -0.3835314214229584,
        -0.3834238052368164,
        -0.3839467763900757,
        -0.38308045268058777
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 9,
      "lr": 4.5e-06,
      "sup_loss": 2.5906256991841703,
      "rf_loss": 0.14316429197788239,
      "total_loss": 2.7337899911620527,
      "lyap1_mean": -0.3781457543373108,
      "lyap1_max": -0.36716222763061523,
      "lyap1_min": -0.38524359464645386,
      "lyap_spec_mean": [
        -0.3781457841396332,
        -0.3782721161842346,
        -0.3782637119293213,
        -0.3786168694496155
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 10,
      "lr": 5e-06,
      "sup_loss": 2.599056242882476,
      "rf_loss": 0.14274221658706665,
      "total_loss": 2.7417984594695426,
      "lyap1_mean": -0.3778522312641144,
      "lyap1_max": -0.3713394105434418,
      "lyap1_min": -0.3850556015968323,
      "lyap_spec_mean": [
        -0.37785226106643677,
        -0.3779098391532898,
        -0.37782326340675354,
        -0.3775382339954376
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 11,
      "lr": 5.500000000000001e-06,
      "sup_loss": 2.586989026016001,
      "rf_loss": 0.14616434276103973,
      "total_loss": 2.7331533687770406,
      "lyap1_mean": -0.3822205364704132,
      "lyap1_max": -0.3763551115989685,
      "lyap1_min": -0.3890949487686157,
      "lyap_spec_mean": [
        -0.3822205364704132,
        -0.38198983669281006,
        -0.38193604350090027,
        -0.3830173909664154
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 12,
      "lr": 6e-06,
      "sup_loss": 2.587178147902664,
      "rf_loss": 0.1452486515045166,
      "total_loss": 2.7324267994071807,
      "lyap1_mean": -0.38062727451324463,
      "lyap1_max": -0.37216073274612427,
      "lyap1_min": -0.38848674297332764,
      "lyap_spec_mean": [
        -0.38062727451324463,
        -0.38104888796806335,
        -0.3809218108654022,
        -0.38165736198425293
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 13,
      "lr": 6.5000000000000004e-06,
      "sup_loss": 2.5922415649395147,
      "rf_loss": 0.14551645517349243,
      "total_loss": 2.737758020113007,
      "lyap1_mean": -0.38107913732528687,
      "lyap1_max": -0.36331361532211304,
      "lyap1_min": -0.39298245310783386,
      "lyap_spec_mean": [
        -0.38107913732528687,
        -0.38147908449172974,
        -0.381142795085907,
        -0.38148051500320435
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 14,
      "lr": 7e-06,
      "sup_loss": 2.5738731383471953,
      "rf_loss": 0.1464909315109253,
      "total_loss": 2.7203640698581206,
      "lyap1_mean": -0.3824467360973358,
      "lyap1_max": -0.3583986461162567,
      "lyap1_min": -0.4002389907836914,
      "lyap_spec_mean": [
        -0.3824467062950134,
        -0.38260677456855774,
        -0.3826734721660614,
        -0.38259875774383545
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 15,
      "lr": 7.5e-06,
      "sup_loss": 2.5715559443869624,
      "rf_loss": 0.1533060073852539,
      "total_loss": 2.7248619517722164,
      "lyap1_mean": -0.3917783200740814,
      "lyap1_max": -0.3728305697441101,
      "lyap1_min": -0.4059339165687561,
      "lyap_spec_mean": [
        -0.3917783200740814,
        -0.3914550840854645,
        -0.3913293480873108,
        -0.39115503430366516
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 16,
      "lr": 8e-06,
      "sup_loss": 2.569831597140785,
      "rf_loss": 0.15797825157642365,
      "total_loss": 2.7278098487172087,
      "lyap1_mean": -0.3970092833042145,
      "lyap1_max": -0.37705570459365845,
      "lyap1_min": -0.4047374129295349,
      "lyap_spec_mean": [
        -0.39700931310653687,
        -0.3971078395843506,
        -0.3973678946495056,
        -0.3980058431625366
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 17,
      "lr": 8.5e-06,
      "sup_loss": 2.5590963290705258,
      "rf_loss": 0.15100136399269104,
      "total_loss": 2.710097693063217,
      "lyap1_mean": -0.38820120692253113,
      "lyap1_max": -0.38207125663757324,
      "lyap1_min": -0.39295494556427,
      "lyap_spec_mean": [
        -0.38820120692253113,
        -0.3887776732444763,
        -0.38872772455215454,
        -0.38858193159103394
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 18,
      "lr": 9e-06,
      "sup_loss": 2.555695559534052,
      "rf_loss": 0.1552790105342865,
      "total_loss": 2.7109745700683385,
      "lyap1_mean": -0.3940310478210449,
      "lyap1_max": -0.3814544379711151,
      "lyap1_min": -0.406841516494751,
      "lyap_spec_mean": [
        -0.3940310478210449,
        -0.39426493644714355,
        -0.3940139412879944,
        -0.39367085695266724
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 19,
      "lr": 9.5e-06,
      "sup_loss": 2.5730273827877257,
      "rf_loss": 0.15009263157844543,
      "total_loss": 2.723120014366171,
      "lyap1_mean": -0.3874813914299011,
      "lyap1_max": -0.3766506612300873,
      "lyap1_min": -0.4026842713356018,
      "lyap_spec_mean": [
        -0.3874813914299011,
        -0.38768523931503296,
        -0.38680535554885864,
        -0.3874332904815674
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 20,
      "lr": 1e-05,
      "sup_loss": 2.5667097988267304,
      "rf_loss": 0.15280385315418243,
      "total_loss": 2.719513651980913,
      "lyap1_mean": -0.3905370533466339,
      "lyap1_max": -0.3811753988265991,
      "lyap1_min": -0.40228456258773804,
      "lyap_spec_mean": [
        -0.3905370533466339,
        -0.39095360040664673,
        -0.3910983204841614,
        -0.390655517578125
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 21,
      "lr": 1.0500000000000001e-05,
      "sup_loss": 2.562938088864342,
      "rf_loss": 0.15272563695907593,
      "total_loss": 2.715663725823418,
      "lyap1_mean": -0.39021924138069153,
      "lyap1_max": -0.37718045711517334,
      "lyap1_min": -0.3984168767929077,
      "lyap_spec_mean": [
        -0.39021924138069153,
        -0.39144015312194824,
        -0.39045777916908264,
        -0.39077630639076233
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 22,
      "lr": 1.1000000000000001e-05,
      "sup_loss": 2.552747643550871,
      "rf_loss": 0.1544763445854187,
      "total_loss": 2.7072239881362896,
      "lyap1_mean": -0.3929918110370636,
      "lyap1_max": -0.37819167971611023,
      "lyap1_min": -0.4060746431350708,
      "lyap_spec_mean": [
        -0.392991840839386,
        -0.392583966255188,
        -0.3930198550224304,
        -0.3930809497833252
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 23,
      "lr": 1.15e-05,
      "sup_loss": 2.526479381974874,
      "rf_loss": 0.1545959711074829,
      "total_loss": 2.681075353082357,
      "lyap1_mean": -0.39280086755752563,
      "lyap1_max": -0.3745766878128052,
      "lyap1_min": -0.4064337909221649,
      "lyap_spec_mean": [
        -0.39280086755752563,
        -0.392634779214859,
        -0.3935631811618805,
        -0.3931978940963745
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 24,
      "lr": 1.2e-05,
      "sup_loss": 2.5126479150881877,
      "rf_loss": 0.1586904078722,
      "total_loss": 2.6713383229603878,
      "lyap1_mean": -0.39884617924690247,
      "lyap1_max": -0.38644617795944214,
      "lyap1_min": -0.4097391963005066,
      "lyap_spec_mean": [
        -0.39884617924690247,
        -0.3981252908706665,
        -0.3977436423301697,
        -0.3984220623970032
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 25,
      "lr": 1.25e-05,
      "sup_loss": 2.526996730977474,
      "rf_loss": 0.15788979828357697,
      "total_loss": 2.684886529261051,
      "lyap1_mean": -0.39719417691230774,
      "lyap1_max": -0.3851310610771179,
      "lyap1_min": -0.40709957480430603,
      "lyap_spec_mean": [
        -0.39719414710998535,
        -0.3973592519760132,
        -0.39734625816345215,
        -0.397318035364151
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 26,
      "lr": 1.3000000000000001e-05,
      "sup_loss": 2.5194621770663814,
      "rf_loss": 0.15877413749694824,
      "total_loss": 2.6782363145633297,
      "lyap1_mean": -0.3978753089904785,
      "lyap1_max": -0.3919815719127655,
      "lyap1_min": -0.4028754234313965,
      "lyap_spec_mean": [
        -0.3978753089904785,
        -0.39847129583358765,
        -0.39874428510665894,
        -0.3986860513687134
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 27,
      "lr": 1.3500000000000001e-05,
      "sup_loss": 2.537702742299494,
      "rf_loss": 0.15496449172496796,
      "total_loss": 2.692667234024462,
      "lyap1_mean": -0.3936677575111389,
      "lyap1_max": -0.3857819437980652,
      "lyap1_min": -0.40495240688323975,
      "lyap_spec_mean": [
        -0.3936677575111389,
        -0.39367106556892395,
        -0.3934193253517151,
        -0.3936353921890259
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 28,
      "lr": 1.4e-05,
      "sup_loss": 2.5268816564691816,
      "rf_loss": 0.15323087573051453,
      "total_loss": 2.680112532199696,
      "lyap1_mean": -0.39208441972732544,
      "lyap1_max": -0.3854711651802063,
      "lyap1_min": -0.3985699415206909,
      "lyap_spec_mean": [
        -0.39208438992500305,
        -0.3913860023021698,
        -0.39099782705307007,
        -0.3912228047847748
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 29,
      "lr": 1.4500000000000002e-05,
      "sup_loss": 2.519245739771605,
      "rf_loss": 0.1493377685546875,
      "total_loss": 2.6685835083262925,
      "lyap1_mean": -0.3866196870803833,
      "lyap1_max": -0.38330113887786865,
      "lyap1_min": -0.39677318930625916,
      "lyap_spec_mean": [
        -0.3866196870803833,
        -0.3863617181777954,
        -0.38637322187423706,
        -0.3863205015659332
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 30,
      "lr": 1.5e-05,
      "sup_loss": 2.5073773010705596,
      "rf_loss": 0.15648126602172852,
      "total_loss": 2.663858567092288,
      "lyap1_mean": -0.3956283926963806,
      "lyap1_max": -0.3877120018005371,
      "lyap1_min": -0.4025533199310303,
      "lyap_spec_mean": [
        -0.3956283628940582,
        -0.39530041813850403,
        -0.39557555317878723,
        -0.3956761360168457
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 31,
      "lr": 1.55e-05,
      "sup_loss": 2.5008608160529024,
      "rf_loss": 0.15992523729801178,
      "total_loss": 2.6607860533509142,
      "lyap1_mean": -0.399613618850708,
      "lyap1_max": -0.3879507780075073,
      "lyap1_min": -0.4103486239910126,
      "lyap_spec_mean": [
        -0.399613618850708,
        -0.39962688088417053,
        -0.3997546136379242,
        -0.40041688084602356
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 32,
      "lr": 1.6e-05,
      "sup_loss": 2.5179750286913545,
      "rf_loss": 0.15682268142700195,
      "total_loss": 2.6747977101183564,
      "lyap1_mean": -0.39577820897102356,
      "lyap1_max": -0.3883473575115204,
      "lyap1_min": -0.4054332375526428,
      "lyap_spec_mean": [
        -0.39577820897102356,
        -0.3963899612426758,
        -0.3960331082344055,
        -0.3956015110015869
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 33,
      "lr": 1.65e-05,
      "sup_loss": 2.5014122519672592,
      "rf_loss": 0.16485433280467987,
      "total_loss": 2.666266584771939,
      "lyap1_mean": -0.4062582552433014,
      "lyap1_max": -0.4005449712276459,
      "lyap1_min": -0.4167160391807556,
      "lyap_spec_mean": [
        -0.4062582552433014,
        -0.40562355518341064,
        -0.40586310625076294,
        -0.40621626377105713
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 34,
      "lr": 1.7e-05,
      "sup_loss": 2.5041034897916497,
      "rf_loss": 0.15441566705703735,
      "total_loss": 2.658519156848687,
      "lyap1_mean": -0.3930988311767578,
      "lyap1_max": -0.38547608256340027,
      "lyap1_min": -0.4041135907173157,
      "lyap_spec_mean": [
        -0.3930988609790802,
        -0.392659991979599,
        -0.3930944800376892,
        -0.392810583114624
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 35,
      "lr": 1.7500000000000002e-05,
      "sup_loss": 2.5010497147249042,
      "rf_loss": 0.16032364964485168,
      "total_loss": 2.661373364369756,
      "lyap1_mean": -0.4002569317817688,
      "lyap1_max": -0.387179970741272,
      "lyap1_min": -0.4135225713253021,
      "lyap_spec_mean": [
        -0.4002569317817688,
        -0.4000231921672821,
        -0.4003292918205261,
        -0.40069568157196045
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 36,
      "lr": 1.8e-05,
      "sup_loss": 2.4815549386502194,
      "rf_loss": 0.15874911844730377,
      "total_loss": 2.640304057097523,
      "lyap1_mean": -0.3984646797180176,
      "lyap1_max": -0.39081522822380066,
      "lyap1_min": -0.40621113777160645,
      "lyap_spec_mean": [
        -0.3984646797180176,
        -0.3981151878833771,
        -0.3986450433731079,
        -0.3983519673347473
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 37,
      "lr": 1.8500000000000002e-05,
      "sup_loss": 2.47356660248712,
      "rf_loss": 0.16324244439601898,
      "total_loss": 2.636809046883139,
      "lyap1_mean": -0.40349510312080383,
      "lyap1_max": -0.39486104249954224,
      "lyap1_min": -0.41284364461898804,
      "lyap_spec_mean": [
        -0.40349510312080383,
        -0.4039580225944519,
        -0.40446001291275024,
        -0.40401512384414673
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 38,
      "lr": 1.9e-05,
      "sup_loss": 2.4753760348052762,
      "rf_loss": 0.15940286219120026,
      "total_loss": 2.6347788969964765,
      "lyap1_mean": -0.3992025554180145,
      "lyap1_max": -0.39398902654647827,
      "lyap1_min": -0.4108404517173767,
      "lyap_spec_mean": [
        -0.39920252561569214,
        -0.39878934621810913,
        -0.399630069732666,
        -0.399262011051178
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 39,
      "lr": 1.95e-05,
      "sup_loss": 2.4677396055251513,
      "rf_loss": 0.17186769843101501,
      "total_loss": 2.6396073039561663,
      "lyap1_mean": -0.4150863289833069,
      "lyap1_max": -0.41055238246917725,
      "lyap1_min": -0.42010068893432617,
      "lyap_spec_mean": [
        -0.4150863289833069,
        -0.41448545455932617,
        -0.4145042300224304,
        -0.4141406714916229
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 40,
      "lr": 2e-05,
      "sup_loss": 2.447668464539257,
      "rf_loss": 0.1684490442276001,
      "total_loss": 2.616117508766857,
      "lyap1_mean": -0.4108108580112457,
      "lyap1_max": -0.4049660861492157,
      "lyap1_min": -0.41600269079208374,
      "lyap_spec_mean": [
        -0.4108108878135681,
        -0.4109196364879608,
        -0.4100036919116974,
        -0.4098944664001465
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 41,
      "lr": 2.05e-05,
      "sup_loss": 2.44511231437319,
      "rf_loss": 0.16224423050880432,
      "total_loss": 2.6073565448819944,
      "lyap1_mean": -0.4030227065086365,
      "lyap1_max": -0.39496931433677673,
      "lyap1_min": -0.4106231927871704,
      "lyap_spec_mean": [
        -0.4030227065086365,
        -0.40252017974853516,
        -0.4026232957839966,
        -0.4028996229171753
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 42,
      "lr": 2.1000000000000002e-05,
      "sup_loss": 2.4333489774710313,
      "rf_loss": 0.16754785180091858,
      "total_loss": 2.60089682927195,
      "lyap1_mean": -0.40927010774612427,
      "lyap1_max": -0.40128299593925476,
      "lyap1_min": -0.42081305384635925,
      "lyap_spec_mean": [
        -0.40927013754844666,
        -0.4094524681568146,
        -0.40914085507392883,
        -0.40930700302124023
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 43,
      "lr": 2.15e-05,
      "sup_loss": 2.4380159343568435,
      "rf_loss": 0.16703541576862335,
      "total_loss": 2.605051350125467,
      "lyap1_mean": -0.40855544805526733,
      "lyap1_max": -0.39913567900657654,
      "lyap1_min": -0.4162385165691376,
      "lyap_spec_mean": [
        -0.40855544805526733,
        -0.40847814083099365,
        -0.40883541107177734,
        -0.40878766775131226
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 44,
      "lr": 2.2000000000000003e-05,
      "sup_loss": 2.432810090753578,
      "rf_loss": 0.16855520009994507,
      "total_loss": 2.601365290853523,
      "lyap1_mean": -0.4107472002506256,
      "lyap1_max": -0.4032704830169678,
      "lyap1_min": -0.416204035282135,
      "lyap_spec_mean": [
        -0.4107472002506256,
        -0.4105199873447418,
        -0.40990614891052246,
        -0.41093891859054565
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 45,
      "lr": 2.25e-05,
      "sup_loss": 2.4163925064824765,
      "rf_loss": 0.1740739941596985,
      "total_loss": 2.590466500642175,
      "lyap1_mean": -0.4176040291786194,
      "lyap1_max": -0.41124972701072693,
      "lyap1_min": -0.4216404855251312,
      "lyap_spec_mean": [
        -0.4176040291786194,
        -0.4167296886444092,
        -0.4172760248184204,
        -0.41722697019577026
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 46,
      "lr": 2.3e-05,
      "sup_loss": 2.419813101672482,
      "rf_loss": 0.16747060418128967,
      "total_loss": 2.5872837058537717,
      "lyap1_mean": -0.4092976450920105,
      "lyap1_max": -0.3999492824077606,
      "lyap1_min": -0.41699907183647156,
      "lyap_spec_mean": [
        -0.4092976748943329,
        -0.4088195860385895,
        -0.4093908667564392,
        -0.40928471088409424
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 47,
      "lr": 2.3500000000000002e-05,
      "sup_loss": 2.4122639800895658,
      "rf_loss": 0.16244901716709137,
      "total_loss": 2.574712997256657,
      "lyap1_mean": -0.40312230587005615,
      "lyap1_max": -0.39137396216392517,
      "lyap1_min": -0.40742620825767517,
      "lyap_spec_mean": [
        -0.40312230587005615,
        -0.403349369764328,
        -0.4027419090270996,
        -0.4028940796852112
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 48,
      "lr": 2.4e-05,
      "sup_loss": 2.4244753427740684,
      "rf_loss": 0.163061261177063,
      "total_loss": 2.5875366039511314,
      "lyap1_mean": -0.40364575386047363,
      "lyap1_max": -0.39631542563438416,
      "lyap1_min": -0.41420239210128784,
      "lyap_spec_mean": [
        -0.40364575386047363,
        -0.40388089418411255,
        -0.4036144018173218,
        -0.40396469831466675
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 49,
      "lr": 2.45e-05,
      "sup_loss": 2.4112932265467677,
      "rf_loss": 0.1638195961713791,
      "total_loss": 2.575112822718147,
      "lyap1_mean": -0.40467390418052673,
      "lyap1_max": -0.3968268632888794,
      "lyap1_min": -0.4125673174858093,
      "lyap_spec_mean": [
        -0.40467390418052673,
        -0.4044989347457886,
        -0.40503349900245667,
        -0.4046475291252136
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 50,
      "lr": 2.5e-05,
      "sup_loss": 2.3947861357780957,
      "rf_loss": 0.1626223921775818,
      "total_loss": 2.5574085279556775,
      "lyap1_mean": -0.4035915434360504,
      "lyap1_max": -0.39396053552627563,
      "lyap1_min": -0.4114381670951843,
      "lyap_spec_mean": [
        -0.4035915434360504,
        -0.40342259407043457,
        -0.4026651978492737,
        -0.40319889783859253
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 51,
      "lr": 2.5500000000000003e-05,
      "sup_loss": 2.403048876971277,
      "rf_loss": 0.16532002389431,
      "total_loss": 2.568368900865587,
      "lyap1_mean": -0.40597712993621826,
      "lyap1_max": -0.3995532989501953,
      "lyap1_min": -0.41534680128097534,
      "lyap_spec_mean": [
        -0.40597712993621826,
        -0.40680360794067383,
        -0.40682467818260193,
        -0.4065854549407959
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 52,
      "lr": 2.6000000000000002e-05,
      "sup_loss": 2.3843736782762135,
      "rf_loss": 0.16363003849983215,
      "total_loss": 2.5480037167760456,
      "lyap1_mean": -0.40461814403533936,
      "lyap1_max": -0.39586254954338074,
      "lyap1_min": -0.4159853160381317,
      "lyap_spec_mean": [
        -0.40461814403533936,
        -0.4044456481933594,
        -0.4042621850967407,
        -0.4045279622077942
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 53,
      "lr": 2.65e-05,
      "sup_loss": 2.3953209463960228,
      "rf_loss": 0.17061999440193176,
      "total_loss": 2.5659409407979545,
      "lyap1_mean": -0.41305404901504517,
      "lyap1_max": -0.398625910282135,
      "lyap1_min": -0.4251623749732971,
      "lyap_spec_mean": [
        -0.41305404901504517,
        -0.4130038917064667,
        -0.4130331575870514,
        -0.4129087030887604
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 54,
      "lr": 2.7000000000000002e-05,
      "sup_loss": 2.4101065992572392,
      "rf_loss": 0.16781805455684662,
      "total_loss": 2.577924653814086,
      "lyap1_mean": -0.4096643924713135,
      "lyap1_max": -0.4054512679576874,
      "lyap1_min": -0.4139957129955292,
      "lyap_spec_mean": [
        -0.4096643924713135,
        -0.4094339907169342,
        -0.40953177213668823,
        -0.4099522829055786
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 55,
      "lr": 2.7500000000000004e-05,
      "sup_loss": 2.3931852615508173,
      "rf_loss": 0.15726709365844727,
      "total_loss": 2.5504523552092646,
      "lyap1_mean": -0.3962000906467438,
      "lyap1_max": -0.39075636863708496,
      "lyap1_min": -0.4045763611793518,
      "lyap_spec_mean": [
        -0.3962000906467438,
        -0.39647993445396423,
        -0.3968560993671417,
        -0.3966495990753174
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 56,
      "lr": 2.8e-05,
      "sup_loss": 2.3701104633088015,
      "rf_loss": 0.16732940077781677,
      "total_loss": 2.5374398640866183,
      "lyap1_mean": -0.4086110293865204,
      "lyap1_max": -0.4039726257324219,
      "lyap1_min": -0.424689382314682,
      "lyap_spec_mean": [
        -0.4086110293865204,
        -0.4095686972141266,
        -0.40884900093078613,
        -0.40901559591293335
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 57,
      "lr": 2.85e-05,
      "sup_loss": 2.3545299522493126,
      "rf_loss": 0.1685519814491272,
      "total_loss": 2.52308193369844,
      "lyap1_mean": -0.4107895493507385,
      "lyap1_max": -0.3981982469558716,
      "lyap1_min": -0.41753339767456055,
      "lyap_spec_mean": [
        -0.4107895493507385,
        -0.4103924632072449,
        -0.40999215841293335,
        -0.4108530282974243
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 58,
      "lr": 2.9000000000000004e-05,
      "sup_loss": 2.3550283881871703,
      "rf_loss": 0.1695944219827652,
      "total_loss": 2.5246228101699355,
      "lyap1_mean": -0.41161906719207764,
      "lyap1_max": -0.40746480226516724,
      "lyap1_min": -0.4169154763221741,
      "lyap_spec_mean": [
        -0.41161903738975525,
        -0.41207215189933777,
        -0.4119219183921814,
        -0.4116159677505493
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 59,
      "lr": 2.95e-05,
      "sup_loss": 2.34362622524037,
      "rf_loss": 0.15742804110050201,
      "total_loss": 2.501054266340872,
      "lyap1_mean": -0.39634624123573303,
      "lyap1_max": -0.38773560523986816,
      "lyap1_min": -0.40226060152053833,
      "lyap_spec_mean": [
        -0.39634624123573303,
        -0.39676883816719055,
        -0.3969612121582031,
        -0.3969396948814392
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 60,
      "lr": 3e-05,
      "sup_loss": 2.3429630609981515,
      "rf_loss": 0.15428602695465088,
      "total_loss": 2.4972490879528024,
      "lyap1_mean": -0.39245903491973877,
      "lyap1_max": -0.3802669942378998,
      "lyap1_min": -0.4001116454601288,
      "lyap_spec_mean": [
        -0.3924590051174164,
        -0.392292320728302,
        -0.3930981755256653,
        -0.3931545913219452
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 61,
      "lr": 3.0500000000000003e-05,
      "sup_loss": 2.3383708048451894,
      "rf_loss": 0.16365492343902588,
      "total_loss": 2.5020257282842153,
      "lyap1_mean": -0.40424007177352905,
      "lyap1_max": -0.39624565839767456,
      "lyap1_min": -0.4144786596298218,
      "lyap_spec_mean": [
        -0.40424007177352905,
        -0.4045749604701996,
        -0.4046003520488739,
        -0.40462133288383484
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 62,
      "lr": 3.1e-05,
      "sup_loss": 2.3337814237693193,
      "rf_loss": 0.1696866750717163,
      "total_loss": 2.5034680988410356,
      "lyap1_mean": -0.4120692014694214,
      "lyap1_max": -0.40152907371520996,
      "lyap1_min": -0.4190843105316162,
      "lyap_spec_mean": [
        -0.4120692014694214,
        -0.4117717146873474,
        -0.41162604093551636,
        -0.4121285676956177
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 63,
      "lr": 3.15e-05,
      "sup_loss": 2.325130381915402,
      "rf_loss": 0.16704097390174866,
      "total_loss": 2.4921713558171508,
      "lyap1_mean": -0.40880584716796875,
      "lyap1_max": -0.39485153555870056,
      "lyap1_min": -0.41794729232788086,
      "lyap_spec_mean": [
        -0.40880584716796875,
        -0.40830615162849426,
        -0.4088112711906433,
        -0.4086058437824249
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 64,
      "lr": 3.2e-05,
      "sup_loss": 2.3194073609651817,
      "rf_loss": 0.16464863717556,
      "total_loss": 2.4840559981407417,
      "lyap1_mean": -0.4056794047355652,
      "lyap1_max": -0.3944288194179535,
      "lyap1_min": -0.41293972730636597,
      "lyap_spec_mean": [
        -0.4056794345378876,
        -0.4052736759185791,
        -0.4058358073234558,
        -0.40612727403640747
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 65,
      "lr": 3.2500000000000004e-05,
      "sup_loss": 2.3147815889536836,
      "rf_loss": 0.14983674883842468,
      "total_loss": 2.4646183377921083,
      "lyap1_mean": -0.3868999183177948,
      "lyap1_max": -0.36888909339904785,
      "lyap1_min": -0.39836585521698,
      "lyap_spec_mean": [
        -0.3868999183177948,
        -0.3868831694126129,
        -0.3870604336261749,
        -0.38718381524086
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 66,
      "lr": 3.3e-05,
      "sup_loss": 2.3059985847436564,
      "rf_loss": 0.1516379714012146,
      "total_loss": 2.457636556144871,
      "lyap1_mean": -0.3892833888530731,
      "lyap1_max": -0.38126620650291443,
      "lyap1_min": -0.4000154137611389,
      "lyap_spec_mean": [
        -0.3892834186553955,
        -0.38945990800857544,
        -0.3894943296909332,
        -0.3891887962818146
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 67,
      "lr": 3.35e-05,
      "sup_loss": 2.2934192484385996,
      "rf_loss": 0.1695258468389511,
      "total_loss": 2.4629450952775507,
      "lyap1_mean": -0.4118185043334961,
      "lyap1_max": -0.40677255392074585,
      "lyap1_min": -0.41502732038497925,
      "lyap_spec_mean": [
        -0.4118185043334961,
        -0.4116555452346802,
        -0.41127753257751465,
        -0.4121551811695099
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 68,
      "lr": 3.4e-05,
      "sup_loss": 2.306932643101901,
      "rf_loss": 0.15328817069530487,
      "total_loss": 2.4602208137972057,
      "lyap1_mean": -0.39139458537101746,
      "lyap1_max": -0.378745973110199,
      "lyap1_min": -0.40004369616508484,
      "lyap_spec_mean": [
        -0.39139458537101746,
        -0.39125680923461914,
        -0.391427218914032,
        -0.39164644479751587
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 69,
      "lr": 3.4500000000000005e-05,
      "sup_loss": 2.3305273939308835,
      "rf_loss": 0.1561424732208252,
      "total_loss": 2.4866698671517087,
      "lyap1_mean": -0.3949081301689148,
      "lyap1_max": -0.3828961253166199,
      "lyap1_min": -0.41140037775039673,
      "lyap_spec_mean": [
        -0.3949081301689148,
        -0.3951451778411865,
        -0.39518773555755615,
        -0.3949463665485382
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 70,
      "lr": 3.5000000000000004e-05,
      "sup_loss": 2.3063450350767094,
      "rf_loss": 0.15687397122383118,
      "total_loss": 2.4632190063005406,
      "lyap1_mean": -0.3955918252468109,
      "lyap1_max": -0.39135849475860596,
      "lyap1_min": -0.4004065990447998,
      "lyap_spec_mean": [
        -0.3955917954444885,
        -0.3960057497024536,
        -0.39659711718559265,
        -0.3960481584072113
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 71,
      "lr": 3.55e-05,
      "sup_loss": 2.301080643848282,
      "rf_loss": 0.1648116409778595,
      "total_loss": 2.4658922848261415,
      "lyap1_mean": -0.4056323766708374,
      "lyap1_max": -0.38829100131988525,
      "lyap1_min": -0.42126715183258057,
      "lyap_spec_mean": [
        -0.4056323766708374,
        -0.40571892261505127,
        -0.405748188495636,
        -0.4061543941497803
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 72,
      "lr": 3.6e-05,
      "sup_loss": 2.297053674427266,
      "rf_loss": 0.17045316100120544,
      "total_loss": 2.4675068354284715,
      "lyap1_mean": -0.4126504957675934,
      "lyap1_max": -0.39644500613212585,
      "lyap1_min": -0.42295223474502563,
      "lyap_spec_mean": [
        -0.41265052556991577,
        -0.4129084348678589,
        -0.41273587942123413,
        -0.4128515124320984
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 73,
      "lr": 3.65e-05,
      "sup_loss": 2.3099905596005508,
      "rf_loss": 0.1588457226753235,
      "total_loss": 2.4688362822758743,
      "lyap1_mean": -0.3983168601989746,
      "lyap1_max": -0.3919264078140259,
      "lyap1_min": -0.4072718024253845,
      "lyap_spec_mean": [
        -0.3983168601989746,
        -0.39900320768356323,
        -0.3981737792491913,
        -0.39861857891082764
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 74,
      "lr": 3.7000000000000005e-05,
      "sup_loss": 2.295729302982999,
      "rf_loss": 0.16165153682231903,
      "total_loss": 2.457380839805318,
      "lyap1_mean": -0.401437908411026,
      "lyap1_max": -0.3889213502407074,
      "lyap1_min": -0.41349494457244873,
      "lyap_spec_mean": [
        -0.401437908411026,
        -0.4019066095352173,
        -0.4019052982330322,
        -0.402721107006073
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 75,
      "lr": 3.7500000000000003e-05,
      "sup_loss": 2.3040445354709957,
      "rf_loss": 0.16352078318595886,
      "total_loss": 2.4675653186569546,
      "lyap1_mean": -0.4045253098011017,
      "lyap1_max": -0.39040178060531616,
      "lyap1_min": -0.41279587149620056,
      "lyap_spec_mean": [
        -0.4045252799987793,
        -0.4044329524040222,
        -0.4042983651161194,
        -0.4040130078792572
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 76,
      "lr": 3.8e-05,
      "sup_loss": 2.2945797527046197,
      "rf_loss": 0.158083975315094,
      "total_loss": 2.4526637280197137,
      "lyap1_mean": -0.3972235918045044,
      "lyap1_max": -0.3829337954521179,
      "lyap1_min": -0.41029947996139526,
      "lyap_spec_mean": [
        -0.3972235918045044,
        -0.397562712430954,
        -0.39796751737594604,
        -0.39733827114105225
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 77,
      "lr": 3.85e-05,
      "sup_loss": 2.282893458034447,
      "rf_loss": 0.1599504053592682,
      "total_loss": 2.442843863393715,
      "lyap1_mean": -0.3997722864151001,
      "lyap1_max": -0.38851213455200195,
      "lyap1_min": -0.41905713081359863,
      "lyap_spec_mean": [
        -0.3997722566127777,
        -0.3997447192668915,
        -0.3996346890926361,
        -0.40023648738861084
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 78,
      "lr": 3.9e-05,
      "sup_loss": 2.3084973855526116,
      "rf_loss": 0.16609466075897217,
      "total_loss": 2.474592046311584,
      "lyap1_mean": -0.40769100189208984,
      "lyap1_max": -0.3990637958049774,
      "lyap1_min": -0.4187907576560974,
      "lyap_spec_mean": [
        -0.40769100189208984,
        -0.4070777893066406,
        -0.4074878692626953,
        -0.4077358543872833
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 79,
      "lr": 3.9500000000000005e-05,
      "sup_loss": 2.3043020953272877,
      "rf_loss": 0.16469119489192963,
      "total_loss": 2.4689932902192173,
      "lyap1_mean": -0.40615496039390564,
      "lyap1_max": -0.3984822630882263,
      "lyap1_min": -0.4135083556175232,
      "lyap_spec_mean": [
        -0.40615493059158325,
        -0.4059343636035919,
        -0.40593528747558594,
        -0.40514326095581055
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 80,
      "lr": 4e-05,
      "sup_loss": 2.353329354479219,
      "rf_loss": 0.1644969880580902,
      "total_loss": 2.517826342537309,
      "lyap1_mean": -0.4050634205341339,
      "lyap1_max": -0.390633761882782,
      "lyap1_min": -0.415926456451416,
      "lyap_spec_mean": [
        -0.4050634503364563,
        -0.405739426612854,
        -0.40608182549476624,
        -0.4051324725151062
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 81,
      "lr": 4.0499999999999995e-05,
      "sup_loss": 2.334002583655397,
      "rf_loss": 0.16443991661071777,
      "total_loss": 2.4984425002661146,
      "lyap1_mean": -0.4056552052497864,
      "lyap1_max": -0.3955845832824707,
      "lyap1_min": -0.41834792494773865,
      "lyap_spec_mean": [
        -0.4056552052497864,
        -0.4053976535797119,
        -0.4054969549179077,
        -0.4052068591117859
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 82,
      "lr": 4.1e-05,
      "sup_loss": 2.329977932912216,
      "rf_loss": 0.1620674878358841,
      "total_loss": 2.4920454207481,
      "lyap1_mean": -0.40237554907798767,
      "lyap1_max": -0.39614540338516235,
      "lyap1_min": -0.40943703055381775,
      "lyap_spec_mean": [
        -0.40237554907798767,
        -0.4022478759288788,
        -0.4026503562927246,
        -0.40293747186660767
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 83,
      "lr": 4.15e-05,
      "sup_loss": 2.3048562055213573,
      "rf_loss": 0.16399212181568146,
      "total_loss": 2.4688483273370387,
      "lyap1_mean": -0.405049204826355,
      "lyap1_max": -0.39969342947006226,
      "lyap1_min": -0.41241320967674255,
      "lyap_spec_mean": [
        -0.4050491750240326,
        -0.4049413502216339,
        -0.40483558177948,
        -0.40491753816604614
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 84,
      "lr": 4.2000000000000004e-05,
      "sup_loss": 2.2920387774484237,
      "rf_loss": 0.1616191416978836,
      "total_loss": 2.4536579191463073,
      "lyap1_mean": -0.40287500619888306,
      "lyap1_max": -0.3957279920578003,
      "lyap1_min": -0.4088456332683563,
      "lyap_spec_mean": [
        -0.40287500619888306,
        -0.40177208185195923,
        -0.40207237005233765,
        -0.4012511670589447
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 85,
      "lr": 4.25e-05,
      "sup_loss": 2.2933363111654974,
      "rf_loss": 0.16993989050388336,
      "total_loss": 2.4632762016693808,
      "lyap1_mean": -0.41187551617622375,
      "lyap1_max": -0.40307098627090454,
      "lyap1_min": -0.4214359521865845,
      "lyap_spec_mean": [
        -0.41187551617622375,
        -0.4123498201370239,
        -0.4124835729598999,
        -0.4119347929954529
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 86,
      "lr": 4.3e-05,
      "sup_loss": 2.367395557628866,
      "rf_loss": 0.17515461146831512,
      "total_loss": 2.542550169097181,
      "lyap1_mean": -0.41825228929519653,
      "lyap1_max": -0.39578068256378174,
      "lyap1_min": -0.4322069585323334,
      "lyap_spec_mean": [
        -0.41825228929519653,
        -0.41825199127197266,
        -0.41857409477233887,
        -0.4184369444847107
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 87,
      "lr": 4.350000000000001e-05,
      "sup_loss": 2.3029988230190157,
      "rf_loss": 0.170400470495224,
      "total_loss": 2.4733992935142397,
      "lyap1_mean": -0.4129353165626526,
      "lyap1_max": -0.409460186958313,
      "lyap1_min": -0.41823047399520874,
      "lyap_spec_mean": [
        -0.4129353165626526,
        -0.4125174582004547,
        -0.412842720746994,
        -0.41285640001296997
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 88,
      "lr": 4.4000000000000006e-05,
      "sup_loss": 2.3365093209223207,
      "rf_loss": 0.1649908721446991,
      "total_loss": 2.5015001930670198,
      "lyap1_mean": -0.4060904383659363,
      "lyap1_max": -0.39900481700897217,
      "lyap1_min": -0.40949952602386475,
      "lyap_spec_mean": [
        -0.4060904383659363,
        -0.40663206577301025,
        -0.40619683265686035,
        -0.40577051043510437
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 89,
      "lr": 4.45e-05,
      "sup_loss": 2.2724278378096896,
      "rf_loss": 0.17641836404800415,
      "total_loss": 2.4488462018576937,
      "lyap1_mean": -0.4198962450027466,
      "lyap1_max": -0.406486839056015,
      "lyap1_min": -0.43313777446746826,
      "lyap_spec_mean": [
        -0.41989627480506897,
        -0.4198733866214752,
        -0.42023134231567383,
        -0.41971510648727417
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 90,
      "lr": 4.5e-05,
      "sup_loss": 2.2614691348096354,
      "rf_loss": 0.18057331442832947,
      "total_loss": 2.442042449237965,
      "lyap1_mean": -0.424827516078949,
      "lyap1_max": -0.4216257929801941,
      "lyap1_min": -0.43158674240112305,
      "lyap_spec_mean": [
        -0.424827516078949,
        -0.4250014126300812,
        -0.42492392659187317,
        -0.4249500632286072
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 91,
      "lr": 4.55e-05,
      "sup_loss": 2.246911835521505,
      "rf_loss": 0.1858898252248764,
      "total_loss": 2.4328016607463816,
      "lyap1_mean": -0.43100517988204956,
      "lyap1_max": -0.4197331368923187,
      "lyap1_min": -0.4445635974407196,
      "lyap_spec_mean": [
        -0.43100517988204956,
        -0.43089690804481506,
        -0.4310591518878937,
        -0.43128499388694763
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 92,
      "lr": 4.6e-05,
      "sup_loss": 2.2546709501502544,
      "rf_loss": 0.18272559344768524,
      "total_loss": 2.4373965435979397,
      "lyap1_mean": -0.4272267818450928,
      "lyap1_max": -0.4203944206237793,
      "lyap1_min": -0.4365086555480957,
      "lyap_spec_mean": [
        -0.4272267818450928,
        -0.42728134989738464,
        -0.42744529247283936,
        -0.4277527928352356
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 93,
      "lr": 4.6500000000000005e-05,
      "sup_loss": 2.265305207743718,
      "rf_loss": 0.1832316666841507,
      "total_loss": 2.4485368744278686,
      "lyap1_mean": -0.42798829078674316,
      "lyap1_max": -0.41591984033584595,
      "lyap1_min": -0.4422385096549988,
      "lyap_spec_mean": [
        -0.42798829078674316,
        -0.42816150188446045,
        -0.4281207323074341,
        -0.4276472330093384
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 94,
      "lr": 4.7000000000000004e-05,
      "sup_loss": 2.315374370522503,
      "rf_loss": 0.17535996437072754,
      "total_loss": 2.4907343348932307,
      "lyap1_mean": -0.41835668683052063,
      "lyap1_max": -0.4121786952018738,
      "lyap1_min": -0.4272795617580414,
      "lyap_spec_mean": [
        -0.41835668683052063,
        -0.4186091423034668,
        -0.41921916604042053,
        -0.4187588691711426
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 95,
      "lr": 4.7499999999999996e-05,
      "sup_loss": 2.273320792680109,
      "rf_loss": 0.18459945917129517,
      "total_loss": 2.4579202518514043,
      "lyap1_mean": -0.42927032709121704,
      "lyap1_max": -0.41062912344932556,
      "lyap1_min": -0.444180428981781,
      "lyap_spec_mean": [
        -0.42927032709121704,
        -0.4296495318412781,
        -0.4293234348297119,
        -0.42957696318626404
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 96,
      "lr": 4.8e-05,
      "sup_loss": 2.291731995323343,
      "rf_loss": 0.1828003227710724,
      "total_loss": 2.474532318094415,
      "lyap1_mean": -0.42737215757369995,
      "lyap1_max": -0.4188058078289032,
      "lyap1_min": -0.44076013565063477,
      "lyap_spec_mean": [
        -0.42737215757369995,
        -0.42744120955467224,
        -0.42757782340049744,
        -0.4275793731212616
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 97,
      "lr": 4.85e-05,
      "sup_loss": 2.305103785869299,
      "rf_loss": 0.19474810361862183,
      "total_loss": 2.4998518894879207,
      "lyap1_mean": -0.44119197130203247,
      "lyap1_max": -0.4328259825706482,
      "lyap1_min": -0.44779226183891296,
      "lyap_spec_mean": [
        -0.44119200110435486,
        -0.44116413593292236,
        -0.44179341197013855,
        -0.44097089767456055
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 98,
      "lr": 4.9e-05,
      "sup_loss": 2.2867257459689947,
      "rf_loss": 0.18639832735061646,
      "total_loss": 2.473124073319611,
      "lyap1_mean": -0.4313873052597046,
      "lyap1_max": -0.4233674705028534,
      "lyap1_min": -0.44415128231048584,
      "lyap_spec_mean": [
        -0.4313873052597046,
        -0.4322105348110199,
        -0.4315371513366699,
        -0.43160200119018555
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 99,
      "lr": 4.9500000000000004e-05,
      "sup_loss": 2.305661130953147,
      "rf_loss": 0.18781708180904388,
      "total_loss": 2.493478212762191,
      "lyap1_mean": -0.4330671429634094,
      "lyap1_max": -0.43043768405914307,
      "lyap1_min": -0.4366254210472107,
      "lyap_spec_mean": [
        -0.4330671429634094,
        -0.4331705570220947,
        -0.4337235391139984,
        -0.4335392117500305
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 100,
      "lr": 5e-05,
      "sup_loss": 2.2993040530870097,
      "rf_loss": 0.17385436594486237,
      "total_loss": 2.473158419031872,
      "lyap1_mean": -0.4176998436450958,
      "lyap1_max": -0.4138481020927429,
      "lyap1_min": -0.42109283804893494,
      "lyap_spec_mean": [
        -0.41769981384277344,
        -0.41675999760627747,
        -0.4165748953819275,
        -0.4167780876159668
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 101,
      "lr": 5.050000000000001e-05,
      "sup_loss": 2.300035401332458,
      "rf_loss": 0.16855531930923462,
      "total_loss": 2.468590720641693,
      "lyap1_mean": -0.4103797376155853,
      "lyap1_max": -0.40503156185150146,
      "lyap1_min": -0.4148159921169281,
      "lyap_spec_mean": [
        -0.4103797376155853,
        -0.4106476306915283,
        -0.4108583927154541,
        -0.41028645634651184
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 102,
      "lr": 5.1000000000000006e-05,
      "sup_loss": 2.2995062489624836,
      "rf_loss": 0.16391782462596893,
      "total_loss": 2.4634240735884525,
      "lyap1_mean": -0.40528321266174316,
      "lyap1_max": -0.4010719656944275,
      "lyap1_min": -0.40795275568962097,
      "lyap_spec_mean": [
        -0.40528321266174316,
        -0.4044226408004761,
        -0.4048771858215332,
        -0.4048566222190857
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 103,
      "lr": 5.15e-05,
      "sup_loss": 2.2964526617369105,
      "rf_loss": 0.1648816615343094,
      "total_loss": 2.46133432327122,
      "lyap1_mean": -0.4063781201839447,
      "lyap1_max": -0.4024239778518677,
      "lyap1_min": -0.41409486532211304,
      "lyap_spec_mean": [
        -0.4063781201839447,
        -0.40618717670440674,
        -0.4055335819721222,
        -0.40606197714805603
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 104,
      "lr": 5.2000000000000004e-05,
      "sup_loss": 2.258619418716667,
      "rf_loss": 0.18116408586502075,
      "total_loss": 2.439783504581688,
      "lyap1_mean": -0.4257504940032959,
      "lyap1_max": -0.4206974506378174,
      "lyap1_min": -0.43586453795433044,
      "lyap_spec_mean": [
        -0.4257504940032959,
        -0.42577064037323,
        -0.42521101236343384,
        -0.42571157217025757
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 105,
      "lr": 5.25e-05,
      "sup_loss": 2.2731438228626644,
      "rf_loss": 0.16884848475456238,
      "total_loss": 2.4419923076172267,
      "lyap1_mean": -0.4106068015098572,
      "lyap1_max": -0.4058053195476532,
      "lyap1_min": -0.41778308153152466,
      "lyap_spec_mean": [
        -0.4106068015098572,
        -0.4110945463180542,
        -0.4109569489955902,
        -0.41092243790626526
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 106,
      "lr": 5.3e-05,
      "sup_loss": 2.2710578372403774,
      "rf_loss": 0.1691196709871292,
      "total_loss": 2.4401775082275066,
      "lyap1_mean": -0.4114544093608856,
      "lyap1_max": -0.40754434466362,
      "lyap1_min": -0.41647204756736755,
      "lyap_spec_mean": [
        -0.4114544093608856,
        -0.4106941819190979,
        -0.4115365147590637,
        -0.41125354170799255
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 107,
      "lr": 5.3500000000000006e-05,
      "sup_loss": 2.258627646863178,
      "rf_loss": 0.17619797587394714,
      "total_loss": 2.434825622737125,
      "lyap1_mean": -0.4192254841327667,
      "lyap1_max": -0.4092108905315399,
      "lyap1_min": -0.4259476065635681,
      "lyap_spec_mean": [
        -0.4192255139350891,
        -0.4201042950153351,
        -0.42017143964767456,
        -0.41940250992774963
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 108,
      "lr": 5.4000000000000005e-05,
      "sup_loss": 2.274554726112483,
      "rf_loss": 0.16486245393753052,
      "total_loss": 2.4394171800500137,
      "lyap1_mean": -0.40600866079330444,
      "lyap1_max": -0.4009680449962616,
      "lyap1_min": -0.41558536887168884,
      "lyap_spec_mean": [
        -0.40600866079330444,
        -0.40573471784591675,
        -0.4055822491645813,
        -0.40673646330833435
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 109,
      "lr": 5.4499999999999997e-05,
      "sup_loss": 2.2796516794581114,
      "rf_loss": 0.16650967299938202,
      "total_loss": 2.4461613524574934,
      "lyap1_mean": -0.4081120491027832,
      "lyap1_max": -0.4012807011604309,
      "lyap1_min": -0.41381534934043884,
      "lyap_spec_mean": [
        -0.4081120491027832,
        -0.4076753854751587,
        -0.4083147644996643,
        -0.40805351734161377
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 110,
      "lr": 5.500000000000001e-05,
      "sup_loss": 2.2693975450572546,
      "rf_loss": 0.167087584733963,
      "total_loss": 2.4364851297912176,
      "lyap1_mean": -0.40829771757125854,
      "lyap1_max": -0.4033646583557129,
      "lyap1_min": -0.41322755813598633,
      "lyap_spec_mean": [
        -0.40829771757125854,
        -0.40866875648498535,
        -0.40920335054397583,
        -0.4088374376296997
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 111,
      "lr": 5.55e-05,
      "sup_loss": 2.263902810216611,
      "rf_loss": 0.177358940243721,
      "total_loss": 2.441261750460332,
      "lyap1_mean": -0.4212658405303955,
      "lyap1_max": -0.41607579588890076,
      "lyap1_min": -0.4263076186180115,
      "lyap_spec_mean": [
        -0.4212658405303955,
        -0.42094576358795166,
        -0.4214612543582916,
        -0.42084237933158875
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 112,
      "lr": 5.6e-05,
      "sup_loss": 2.285155166042517,
      "rf_loss": 0.18416281044483185,
      "total_loss": 2.469317976487349,
      "lyap1_mean": -0.4290272295475006,
      "lyap1_max": -0.42594194412231445,
      "lyap1_min": -0.43231576681137085,
      "lyap_spec_mean": [
        -0.4290272295475006,
        -0.42899224162101746,
        -0.4292040467262268,
        -0.4293302893638611
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 113,
      "lr": 5.6500000000000005e-05,
      "sup_loss": 2.2680643430528526,
      "rf_loss": 0.18073081970214844,
      "total_loss": 2.448795162755001,
      "lyap1_mean": -0.4253672957420349,
      "lyap1_max": -0.42155921459198,
      "lyap1_min": -0.4279226064682007,
      "lyap_spec_mean": [
        -0.4253673255443573,
        -0.4251682460308075,
        -0.4247881770133972,
        -0.42515090107917786
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 114,
      "lr": 5.7e-05,
      "sup_loss": 2.245616769162617,
      "rf_loss": 0.18039000034332275,
      "total_loss": 2.42600676950594,
      "lyap1_mean": -0.4243432879447937,
      "lyap1_max": -0.41763925552368164,
      "lyap1_min": -0.43150317668914795,
      "lyap_spec_mean": [
        -0.4243432879447937,
        -0.4243907928466797,
        -0.4251629710197449,
        -0.4249333143234253
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 115,
      "lr": 5.75e-05,
      "sup_loss": 2.2574775114831267,
      "rf_loss": 0.17427262663841248,
      "total_loss": 2.431750138121539,
      "lyap1_mean": -0.4171886444091797,
      "lyap1_max": -0.4108111560344696,
      "lyap1_min": -0.42187702655792236,
      "lyap_spec_mean": [
        -0.4171886444091797,
        -0.4176996350288391,
        -0.4173318147659302,
        -0.4175663888454437
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 116,
      "lr": 5.800000000000001e-05,
      "sup_loss": 2.2536511934896426,
      "rf_loss": 0.17402347922325134,
      "total_loss": 2.427674672712894,
      "lyap1_mean": -0.41752320528030396,
      "lyap1_max": -0.41478627920150757,
      "lyap1_min": -0.4205339550971985,
      "lyap_spec_mean": [
        -0.41752317547798157,
        -0.4173504114151001,
        -0.41669756174087524,
        -0.41706377267837524
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 117,
      "lr": 5.85e-05,
      "sup_loss": 2.249873782687164,
      "rf_loss": 0.18503540754318237,
      "total_loss": 2.4349091902303464,
      "lyap1_mean": -0.4302375912666321,
      "lyap1_max": -0.423300564289093,
      "lyap1_min": -0.4337891936302185,
      "lyap_spec_mean": [
        -0.4302375912666321,
        -0.43039825558662415,
        -0.4298244118690491,
        -0.4301052689552307
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 118,
      "lr": 5.9e-05,
      "sup_loss": 2.2476801735878342,
      "rf_loss": 0.16752803325653076,
      "total_loss": 2.415208206844365,
      "lyap1_mean": -0.40947747230529785,
      "lyap1_max": -0.40768808126449585,
      "lyap1_min": -0.411373496055603,
      "lyap_spec_mean": [
        -0.40947747230529785,
        -0.4096485674381256,
        -0.40890151262283325,
        -0.4091668128967285
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 119,
      "lr": 5.95e-05,
      "sup_loss": 2.2538111470528652,
      "rf_loss": 0.16402582824230194,
      "total_loss": 2.417836975295167,
      "lyap1_mean": -0.4048621654510498,
      "lyap1_max": -0.400339812040329,
      "lyap1_min": -0.4092411398887634,
      "lyap_spec_mean": [
        -0.4048621654510498,
        -0.40440019965171814,
        -0.4056283235549927,
        -0.4050711691379547
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 120,
      "lr": 6e-05,
      "sup_loss": 2.2453934004104212,
      "rf_loss": 0.1533106118440628,
      "total_loss": 2.398704012254484,
      "lyap1_mean": -0.39119184017181396,
      "lyap1_max": -0.3880727291107178,
      "lyap1_min": -0.39316055178642273,
      "lyap_spec_mean": [
        -0.39119184017181396,
        -0.3915541470050812,
        -0.3917686641216278,
        -0.3916689157485962
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 121,
      "lr": 6.050000000000001e-05,
      "sup_loss": 2.233403333881171,
      "rf_loss": 0.15634502470493317,
      "total_loss": 2.3897483585861043,
      "lyap1_mean": -0.39568305015563965,
      "lyap1_max": -0.3949710726737976,
      "lyap1_min": -0.39688557386398315,
      "lyap_spec_mean": [
        -0.39568302035331726,
        -0.3953334093093872,
        -0.3948163092136383,
        -0.39577850699424744
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 122,
      "lr": 6.1000000000000005e-05,
      "sup_loss": 2.231605832075002,
      "rf_loss": 0.16707059741020203,
      "total_loss": 2.398676429485204,
      "lyap1_mean": -0.40876391530036926,
      "lyap1_max": -0.40401706099510193,
      "lyap1_min": -0.41190633177757263,
      "lyap_spec_mean": [
        -0.40876394510269165,
        -0.4088335335254669,
        -0.40856415033340454,
        -0.40878069400787354
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 123,
      "lr": 6.15e-05,
      "sup_loss": 2.2444854665878724,
      "rf_loss": 0.1527792513370514,
      "total_loss": 2.397264717924924,
      "lyap1_mean": -0.3909473717212677,
      "lyap1_max": -0.3864895701408386,
      "lyap1_min": -0.39615699648857117,
      "lyap_spec_mean": [
        -0.3909473717212677,
        -0.3905797302722931,
        -0.3906382918357849,
        -0.39127081632614136
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 124,
      "lr": 6.2e-05,
      "sup_loss": 2.2560756790666776,
      "rf_loss": 0.156004399061203,
      "total_loss": 2.4120800781278806,
      "lyap1_mean": -0.3947668671607971,
      "lyap1_max": -0.39264047145843506,
      "lyap1_min": -0.3963763117790222,
      "lyap_spec_mean": [
        -0.3947668671607971,
        -0.39509278535842896,
        -0.3949785530567169,
        -0.39504578709602356
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 125,
      "lr": 6.25e-05,
      "sup_loss": 2.2937823039742513,
      "rf_loss": 0.14906823635101318,
      "total_loss": 2.4428505403252645,
      "lyap1_mean": -0.38564038276672363,
      "lyap1_max": -0.38038989901542664,
      "lyap1_min": -0.3889507055282593,
      "lyap_spec_mean": [
        -0.38564038276672363,
        -0.3861420750617981,
        -0.38663679361343384,
        -0.3859274685382843
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 126,
      "lr": 6.3e-05,
      "sup_loss": 2.2593922042417423,
      "rf_loss": 0.13655225932598114,
      "total_loss": 2.3959444635677234,
      "lyap1_mean": -0.36947882175445557,
      "lyap1_max": -0.3671553134918213,
      "lyap1_min": -0.3726167678833008,
      "lyap_spec_mean": [
        -0.36947885155677795,
        -0.36904728412628174,
        -0.3698848783969879,
        -0.36967775225639343
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 127,
      "lr": 6.350000000000001e-05,
      "sup_loss": 2.2492058688045597,
      "rf_loss": 0.1415340006351471,
      "total_loss": 2.390739869439707,
      "lyap1_mean": -0.37591123580932617,
      "lyap1_max": -0.3729677200317383,
      "lyap1_min": -0.3831446170806885,
      "lyap_spec_mean": [
        -0.37591123580932617,
        -0.3764238953590393,
        -0.3765677213668823,
        -0.3758825361728668
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 128,
      "lr": 6.4e-05,
      "sup_loss": 2.264133334549723,
      "rf_loss": 0.15021255612373352,
      "total_loss": 2.4143458906734567,
      "lyap1_mean": -0.387850284576416,
      "lyap1_max": -0.3863759934902191,
      "lyap1_min": -0.3903335928916931,
      "lyap_spec_mean": [
        -0.387850284576416,
        -0.38764312863349915,
        -0.3873230218887329,
        -0.38746243715286255
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 129,
      "lr": 6.45e-05,
      "sup_loss": 2.239228152531224,
      "rf_loss": 0.1406279355287552,
      "total_loss": 2.379856088059979,
      "lyap1_mean": -0.3752269446849823,
      "lyap1_max": -0.3710446357727051,
      "lyap1_min": -0.37735193967819214,
      "lyap_spec_mean": [
        -0.3752269446849823,
        -0.37492895126342773,
        -0.37525564432144165,
        -0.37457510828971863
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 130,
      "lr": 6.500000000000001e-05,
      "sup_loss": 2.2433519041594274,
      "rf_loss": 0.13771775364875793,
      "total_loss": 2.3810696578081854,
      "lyap1_mean": -0.370577335357666,
      "lyap1_max": -0.3661288022994995,
      "lyap1_min": -0.37473320960998535,
      "lyap_spec_mean": [
        -0.370577335357666,
        -0.37149691581726074,
        -0.3708481788635254,
        -0.37146031856536865
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 131,
      "lr": 6.55e-05,
      "sup_loss": 2.2432997883385952,
      "rf_loss": 0.15616083145141602,
      "total_loss": 2.3994606197900112,
      "lyap1_mean": -0.3954980969429016,
      "lyap1_max": -0.39198026061058044,
      "lyap1_min": -0.39764559268951416,
      "lyap_spec_mean": [
        -0.3954980969429016,
        -0.39504674077033997,
        -0.39499714970588684,
        -0.3951302170753479
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 132,
      "lr": 6.6e-05,
      "sup_loss": 2.244968756744601,
      "rf_loss": 0.1641085296869278,
      "total_loss": 2.4090772864315286,
      "lyap1_mean": -0.4049113392829895,
      "lyap1_max": -0.4024081230163574,
      "lyap1_min": -0.4068962037563324,
      "lyap_spec_mean": [
        -0.4049113392829895,
        -0.40520599484443665,
        -0.4051879942417145,
        -0.4050920009613037
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 133,
      "lr": 6.65e-05,
      "sup_loss": 2.237371550309459,
      "rf_loss": 0.1535434126853943,
      "total_loss": 2.390914962994853,
      "lyap1_mean": -0.3914942145347595,
      "lyap1_max": -0.38868579268455505,
      "lyap1_min": -0.3941875696182251,
      "lyap_spec_mean": [
        -0.3914942443370819,
        -0.3915778398513794,
        -0.39184004068374634,
        -0.39245280623435974
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 134,
      "lr": 6.7e-05,
      "sup_loss": 2.2383332637193605,
      "rf_loss": 0.1462198793888092,
      "total_loss": 2.3845531431081697,
      "lyap1_mean": -0.38235947489738464,
      "lyap1_max": -0.3803529441356659,
      "lyap1_min": -0.3843432068824768,
      "lyap_spec_mean": [
        -0.38235950469970703,
        -0.3825044631958008,
        -0.38283395767211914,
        -0.381828248500824
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 135,
      "lr": 6.75e-05,
      "sup_loss": 2.245716365150745,
      "rf_loss": 0.15280288457870483,
      "total_loss": 2.39851924972945,
      "lyap1_mean": -0.3906993865966797,
      "lyap1_max": -0.3882773518562317,
      "lyap1_min": -0.3934779167175293,
      "lyap_spec_mean": [
        -0.3906993865966797,
        -0.3900982737541199,
        -0.39125630259513855,
        -0.39152419567108154
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 136,
      "lr": 6.8e-05,
      "sup_loss": 2.252246687010692,
      "rf_loss": 0.14060232043266296,
      "total_loss": 2.392849007443355,
      "lyap1_mean": -0.3755034804344177,
      "lyap1_max": -0.37266239523887634,
      "lyap1_min": -0.37977665662765503,
      "lyap_spec_mean": [
        -0.3755034804344177,
        -0.37468189001083374,
        -0.3750930428504944,
        -0.3745860159397125
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 137,
      "lr": 6.85e-05,
      "sup_loss": 2.2272647769409653,
      "rf_loss": 0.15680760145187378,
      "total_loss": 2.384072378392839,
      "lyap1_mean": -0.3954165577888489,
      "lyap1_max": -0.39208585023880005,
      "lyap1_min": -0.3974732756614685,
      "lyap_spec_mean": [
        -0.3954165279865265,
        -0.3969320058822632,
        -0.3961571156978607,
        -0.3954358994960785
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 138,
      "lr": 6.900000000000001e-05,
      "sup_loss": 2.2317376522491243,
      "rf_loss": 0.13015592098236084,
      "total_loss": 2.361893573231485,
      "lyap1_mean": -0.359724223613739,
      "lyap1_max": -0.3576892018318176,
      "lyap1_min": -0.36237549781799316,
      "lyap_spec_mean": [
        -0.359724223613739,
        -0.36152130365371704,
        -0.36097782850265503,
        -0.3608326315879822
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 139,
      "lr": 6.950000000000001e-05,
      "sup_loss": 2.2520531957059218,
      "rf_loss": 0.12380459904670715,
      "total_loss": 2.375857794752629,
      "lyap1_mean": -0.3522295355796814,
      "lyap1_max": -0.34895962476730347,
      "lyap1_min": -0.35609811544418335,
      "lyap_spec_mean": [
        -0.3522295355796814,
        -0.35197240114212036,
        -0.3512222468852997,
        -0.35199427604675293
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 140,
      "lr": 7.000000000000001e-05,
      "sup_loss": 2.2387156595668163,
      "rf_loss": 0.12965849041938782,
      "total_loss": 2.368374149986204,
      "lyap1_mean": -0.3605484068393707,
      "lyap1_max": -0.35876739025115967,
      "lyap1_min": -0.3650868535041809,
      "lyap_spec_mean": [
        -0.3605484068393707,
        -0.36014044284820557,
        -0.3601991534233093,
        -0.359415739774704
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 141,
      "lr": 7.05e-05,
      "sup_loss": 2.2353890061847603,
      "rf_loss": 0.1313173621892929,
      "total_loss": 2.3667063683740532,
      "lyap1_mean": -0.36201727390289307,
      "lyap1_max": -0.3597935140132904,
      "lyap1_min": -0.36446428298950195,
      "lyap_spec_mean": [
        -0.36201727390289307,
        -0.3623202443122864,
        -0.3622686266899109,
        -0.3628861904144287
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 142,
      "lr": 7.1e-05,
      "sup_loss": 2.2445914372836047,
      "rf_loss": 0.134943425655365,
      "total_loss": 2.3795348629389697,
      "lyap1_mean": -0.367122083902359,
      "lyap1_max": -0.3644331097602844,
      "lyap1_min": -0.3705117702484131,
      "lyap_spec_mean": [
        -0.3671220541000366,
        -0.36688366532325745,
        -0.3678305745124817,
        -0.3675396740436554
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 143,
      "lr": 7.15e-05,
      "sup_loss": 2.2295202492551485,
      "rf_loss": 0.13355495035648346,
      "total_loss": 2.363075199611632,
      "lyap1_mean": -0.36441928148269653,
      "lyap1_max": -0.36098358035087585,
      "lyap1_min": -0.3672647476196289,
      "lyap_spec_mean": [
        -0.3644193112850189,
        -0.36519765853881836,
        -0.3648588955402374,
        -0.3673003911972046
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 144,
      "lr": 7.2e-05,
      "sup_loss": 2.2414990261053114,
      "rf_loss": 0.12716449797153473,
      "total_loss": 2.368663524076846,
      "lyap1_mean": -0.3561142086982727,
      "lyap1_max": -0.35120874643325806,
      "lyap1_min": -0.35828539729118347,
      "lyap_spec_mean": [
        -0.3561142086982727,
        -0.35669058561325073,
        -0.3563424348831177,
        -0.3572375178337097
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 145,
      "lr": 7.25e-05,
      "sup_loss": 2.231360053126931,
      "rf_loss": 0.1229630708694458,
      "total_loss": 2.3543231239963767,
      "lyap1_mean": -0.3504542112350464,
      "lyap1_max": -0.3443087041378021,
      "lyap1_min": -0.3538110852241516,
      "lyap_spec_mean": [
        -0.350454181432724,
        -0.35012710094451904,
        -0.3515814244747162,
        -0.3504398763179779
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 146,
      "lr": 7.3e-05,
      "sup_loss": 2.2279803732229264,
      "rf_loss": 0.11457058787345886,
      "total_loss": 2.3425509610963853,
      "lyap1_mean": -0.3391437530517578,
      "lyap1_max": -0.3352714776992798,
      "lyap1_min": -0.3445741534233093,
      "lyap_spec_mean": [
        -0.3391437530517578,
        -0.33836495876312256,
        -0.33863216638565063,
        -0.3377321660518646
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 147,
      "lr": 7.350000000000001e-05,
      "sup_loss": 2.232004125570795,
      "rf_loss": 0.09544317424297333,
      "total_loss": 2.3274472998137683,
      "lyap1_mean": -0.30819153785705566,
      "lyap1_max": -0.3057827353477478,
      "lyap1_min": -0.3144575357437134,
      "lyap_spec_mean": [
        -0.30819153785705566,
        -0.3100775480270386,
        -0.30879664421081543,
        -0.30860280990600586
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 148,
      "lr": 7.400000000000001e-05,
      "sup_loss": 2.2276385686371327,
      "rf_loss": 0.08465628325939178,
      "total_loss": 2.3122948518965245,
      "lyap1_mean": -0.2912646532058716,
      "lyap1_max": -0.2842922508716583,
      "lyap1_min": -0.29475364089012146,
      "lyap_spec_mean": [
        -0.2912646532058716,
        -0.29050683975219727,
        -0.2904278635978699,
        -0.2915574908256531
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 149,
      "lr": 7.45e-05,
      "sup_loss": 2.2357338409201772,
      "rf_loss": 0.0670504942536354,
      "total_loss": 2.3027843351738126,
      "lyap1_mean": -0.25935065746307373,
      "lyap1_max": -0.2557007670402527,
      "lyap1_min": -0.26239120960235596,
      "lyap_spec_mean": [
        -0.25935065746307373,
        -0.2594587206840515,
        -0.25954219698905945,
        -0.2573515772819519
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 150,
      "lr": 7.500000000000001e-05,
      "sup_loss": 2.225580227154386,
      "rf_loss": 0.05704140663146973,
      "total_loss": 2.2826216337858556,
      "lyap1_mean": -0.2374688982963562,
      "lyap1_max": -0.23367290198802948,
      "lyap1_min": -0.2417890727519989,
      "lyap_spec_mean": [
        -0.2374688982963562,
        -0.23827147483825684,
        -0.23932495713233948,
        -0.24018339812755585
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 151,
      "lr": 7.55e-05,
      "sup_loss": 2.2256532674910896,
      "rf_loss": 0.039248500019311905,
      "total_loss": 2.2649017675104015,
      "lyap1_mean": -0.20022474229335785,
      "lyap1_max": -0.19212031364440918,
      "lyap1_min": -0.20720237493515015,
      "lyap_spec_mean": [
        -0.20022474229335785,
        -0.1964322030544281,
        -0.1983535885810852,
        -0.19729185104370117
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 152,
      "lr": 7.6e-05,
      "sup_loss": 2.225900429769985,
      "rf_loss": 0.04214547574520111,
      "total_loss": 2.2680459055151863,
      "lyap1_mean": -0.2054136097431183,
      "lyap1_max": -0.20064350962638855,
      "lyap1_min": -0.20798878371715546,
      "lyap_spec_mean": [
        -0.2054135799407959,
        -0.20287953317165375,
        -0.20591381192207336,
        -0.20685860514640808
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 153,
      "lr": 7.65e-05,
      "sup_loss": 2.222189516790233,
      "rf_loss": 0.025385722517967224,
      "total_loss": 2.2475752393082002,
      "lyap1_mean": -0.1582520306110382,
      "lyap1_max": -0.1527651697397232,
      "lyap1_min": -0.16517719626426697,
      "lyap_spec_mean": [
        -0.15825201570987701,
        -0.15851467847824097,
        -0.1588173657655716,
        -0.16155704855918884
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 154,
      "lr": 7.7e-05,
      "sup_loss": 2.222976838610981,
      "rf_loss": 0.01209072582423687,
      "total_loss": 2.235067564435218,
      "lyap1_mean": -0.10883098840713501,
      "lyap1_max": -0.10472528636455536,
      "lyap1_min": -0.1141517385840416,
      "lyap_spec_mean": [
        -0.1088310033082962,
        -0.11073555797338486,
        -0.11012837290763855,
        -0.10993778705596924
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 155,
      "lr": 7.75e-05,
      "sup_loss": 2.2244161461502268,
      "rf_loss": 0.010181010700762272,
      "total_loss": 2.234597156850989,
      "lyap1_mean": -0.09999243915081024,
      "lyap1_max": -0.09666743874549866,
      "lyap1_min": -0.10271978378295898,
      "lyap_spec_mean": [
        -0.09999243915081024,
        -0.10124601423740387,
        -0.09951498359441757,
        -0.10264068096876144
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 156,
      "lr": 7.8e-05,
      "sup_loss": 2.222728003026349,
      "rf_loss": 0.010559006594121456,
      "total_loss": 2.2332870096204704,
      "lyap1_mean": -0.10227460414171219,
      "lyap1_max": -0.0972878485918045,
      "lyap1_min": -0.10790640115737915,
      "lyap_spec_mean": [
        -0.10227460414171219,
        -0.10128921270370483,
        -0.10231594741344452,
        -0.10489881038665771
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 157,
      "lr": 7.850000000000001e-05,
      "sup_loss": 2.221617757199244,
      "rf_loss": 0.005540931597352028,
      "total_loss": 2.227158688796596,
      "lyap1_mean": -0.07361755520105362,
      "lyap1_max": -0.06873448193073273,
      "lyap1_min": -0.08052016794681549,
      "lyap_spec_mean": [
        -0.07361756265163422,
        -0.07493238151073456,
        -0.073036327958107,
        -0.07583296298980713
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 158,
      "lr": 7.900000000000001e-05,
      "sup_loss": 2.2166034314195806,
      "rf_loss": 0.0015279881190508604,
      "total_loss": 2.2181314195386315,
      "lyap1_mean": -0.03919650986790657,
      "lyap1_max": -0.03189580887556076,
      "lyap1_min": -0.04668503254652023,
      "lyap_spec_mean": [
        -0.03919651359319687,
        -0.03898817300796509,
        -0.03967534005641937,
        -0.03770001232624054
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 159,
      "lr": 7.950000000000001e-05,
      "sup_loss": 2.215748621869993,
      "rf_loss": 0.0005924412980675697,
      "total_loss": 2.2163410631680605,
      "lyap1_mean": -0.024492958560585976,
      "lyap1_max": -0.019842028617858887,
      "lyap1_min": -0.03352082520723343,
      "lyap_spec_mean": [
        -0.024492958560585976,
        -0.02517366036772728,
        -0.02375865913927555,
        -0.022815488278865814
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 160,
      "lr": 8e-05,
      "sup_loss": 2.210206721600361,
      "rf_loss": 0.00010063195804832503,
      "total_loss": 2.2103073535584095,
      "lyap1_mean": -0.009899349883198738,
      "lyap1_max": -0.0062871105037629604,
      "lyap1_min": -0.013510829769074917,
      "lyap_spec_mean": [
        -0.009899350814521313,
        -0.0073539395816624165,
        -0.010904288850724697,
        -0.009631347842514515
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 161,
      "lr": 8.05e-05,
      "sup_loss": 2.201770228875545,
      "rf_loss": 3.0319059078465216e-05,
      "total_loss": 2.2018005479346234,
      "lyap1_mean": -0.003132424084469676,
      "lyap1_max": 0.0016209421446546912,
      "lyap1_min": -0.007745005190372467,
      "lyap_spec_mean": [
        -0.003132424084469676,
        -0.003647119738161564,
        -0.004538408480584621,
        -0.005512915551662445
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 162,
      "lr": 8.099999999999999e-05,
      "sup_loss": 2.1987554803188765,
      "rf_loss": 4.646166416932829e-05,
      "total_loss": 2.198801941983046,
      "lyap1_mean": -0.005336349830031395,
      "lyap1_max": 0.0016211209585890174,
      "lyap1_min": -0.010447027161717415,
      "lyap_spec_mean": [
        -0.005336349364370108,
        -0.004272979684174061,
        -0.005845131818205118,
        -0.007693789433687925
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 163,
      "lr": 8.150000000000002e-05,
      "sup_loss": 2.200799913830748,
      "rf_loss": 1.2407981557771564e-05,
      "total_loss": 2.2008123218123057,
      "lyap1_mean": -0.000694280257448554,
      "lyap1_max": 0.006033697165548801,
      "lyap1_min": -0.0035789187531918287,
      "lyap_spec_mean": [
        -0.000694280257448554,
        -0.0008749970002099872,
        0.0003742024418897927,
        -0.0014554949011653662
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 164,
      "lr": 8.2e-05,
      "sup_loss": 2.197284164033988,
      "rf_loss": 5.560508270718856e-06,
      "total_loss": 2.1972897245422587,
      "lyap1_mean": -0.0006949923699721694,
      "lyap1_max": 0.0025102621875703335,
      "lyap1_min": -0.004648133181035519,
      "lyap_spec_mean": [
        -0.0006949923117645085,
        0.001098298467695713,
        -0.00041284068720415235,
        0.0010669759940356016
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 165,
      "lr": 8.25e-05,
      "sup_loss": 2.1887483972937347,
      "rf_loss": 2.690917972358875e-05,
      "total_loss": 2.1887753064734583,
      "lyap1_mean": -0.0044171507470309734,
      "lyap1_max": -0.002522347029298544,
      "lyap1_min": -0.006337921135127544,
      "lyap_spec_mean": [
        -0.0044171507470309734,
        -0.00425346102565527,
        -0.004303575959056616,
        -0.005105604417622089
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 166,
      "lr": 8.3e-05,
      "sup_loss": 2.1814453575135415,
      "rf_loss": 3.2822921639308333e-05,
      "total_loss": 2.181478180435181,
      "lyap1_mean": 0.004015542566776276,
      "lyap1_max": 0.006301120854914188,
      "lyap1_min": 0.001631457358598709,
      "lyap_spec_mean": [
        0.004015543032437563,
        0.006116081960499287,
        0.004529890604317188,
        0.005921541713178158
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 167,
      "lr": 8.35e-05,
      "sup_loss": 2.178620482652522,
      "rf_loss": 3.966395524912514e-05,
      "total_loss": 2.178660146607771,
      "lyap1_mean": -0.002962996019050479,
      "lyap1_max": 0.0014704851200804114,
      "lyap1_min": -0.0067429691553115845,
      "lyap_spec_mean": [
        -0.0029629962518811226,
        -0.005495812743902206,
        -0.005198854021728039,
        -0.006185273639857769
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 168,
      "lr": 8.400000000000001e-05,
      "sup_loss": 2.1895133597164684,
      "rf_loss": 5.607806451735087e-05,
      "total_loss": 2.189569437780986,
      "lyap1_mean": -0.0076252128928899765,
      "lyap1_max": -0.004843148402869701,
      "lyap1_min": -0.011013681069016457,
      "lyap_spec_mean": [
        -0.0076252128928899765,
        -0.005429565906524658,
        -0.006636209320276976,
        -0.007710976526141167
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 169,
      "lr": 8.450000000000001e-05,
      "sup_loss": 2.16525836019614,
      "rf_loss": 0.0001801110483938828,
      "total_loss": 2.165438471244534,
      "lyap1_mean": 0.012654459103941917,
      "lyap1_max": 0.019904788583517075,
      "lyap1_min": 0.00638554897159338,
      "lyap_spec_mean": [
        0.012654457241296768,
        0.014971468597650528,
        0.013839494436979294,
        0.010037217289209366
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 170,
      "lr": 8.5e-05,
      "sup_loss": 2.1729840454215084,
      "rf_loss": 1.7641257727518678e-05,
      "total_loss": 2.173001686679236,
      "lyap1_mean": 0.000445613288320601,
      "lyap1_max": 0.008245048113167286,
      "lyap1_min": -0.0065251304768025875,
      "lyap_spec_mean": [
        0.000445613288320601,
        8.861793321557343e-05,
        -0.0013010994298383594,
        -0.0009092615218833089
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 171,
      "lr": 8.55e-05,
      "sup_loss": 2.157424522688213,
      "rf_loss": 0.0002259445609524846,
      "total_loss": 2.1576504672491654,
      "lyap1_mean": -0.014596967026591301,
      "lyap1_max": -0.009179582819342613,
      "lyap1_min": -0.019472701475024223,
      "lyap_spec_mean": [
        -0.014596967026591301,
        -0.014721091836690903,
        -0.015607640147209167,
        -0.014389846473932266
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 172,
      "lr": 8.6e-05,
      "sup_loss": 2.1673571501583333,
      "rf_loss": 1.5485748008359224e-05,
      "total_loss": 2.1673726359063417,
      "lyap1_mean": 0.0030303592793643475,
      "lyap1_max": 0.006664494052529335,
      "lyap1_min": -0.0014581121504306793,
      "lyap_spec_mean": [
        0.0030303592793643475,
        0.0026742019690573215,
        0.0025005508214235306,
        0.0021754091139882803
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 173,
      "lr": 8.65e-05,
      "sup_loss": 2.1507230739001626,
      "rf_loss": 5.8039040595758706e-05,
      "total_loss": 2.1507811129407584,
      "lyap1_mean": 0.0066301519982516766,
      "lyap1_max": 0.009690961800515652,
      "lyap1_min": -0.0008715813746675849,
      "lyap_spec_mean": [
        0.006630152463912964,
        0.006427093409001827,
        0.00697022071108222,
        0.006569783668965101
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 174,
      "lr": 8.700000000000001e-05,
      "sup_loss": 2.1479323187948824,
      "rf_loss": 0.000594200799241662,
      "total_loss": 2.148526519594124,
      "lyap1_mean": -0.024806518107652664,
      "lyap1_max": -0.019239339977502823,
      "lyap1_min": -0.029736360535025597,
      "lyap_spec_mean": [
        -0.024806516245007515,
        -0.024987271055579185,
        -0.024792499840259552,
        -0.021516000851988792
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 175,
      "lr": 8.750000000000001e-05,
      "sup_loss": 2.1439897484590906,
      "rf_loss": 0.0006682171951979399,
      "total_loss": 2.1446579656542886,
      "lyap1_mean": 0.026389164850115776,
      "lyap1_max": 0.03213794156908989,
      "lyap1_min": 0.020287130028009415,
      "lyap_spec_mean": [
        0.026389164850115776,
        0.025563396513462067,
        0.02583308517932892,
        0.024047624319791794
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 176,
      "lr": 8.800000000000001e-05,
      "sup_loss": 2.1438355902621105,
      "rf_loss": 3.1638490327168256e-05,
      "total_loss": 2.1438672287524376,
      "lyap1_mean": 0.0049902587197721004,
      "lyap1_max": 0.008861863985657692,
      "lyap1_min": -0.0014889700105413795,
      "lyap_spec_mean": [
        0.004990259185433388,
        0.004637896548956633,
        0.0048167589120566845,
        0.0023238321300596
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 177,
      "lr": 8.85e-05,
      "sup_loss": 2.125181165496702,
      "rf_loss": 0.00037621037336066365,
      "total_loss": 2.1255573758700628,
      "lyap1_mean": -0.018707189708948135,
      "lyap1_max": -0.011490494012832642,
      "lyap1_min": -0.023785825818777084,
      "lyap_spec_mean": [
        -0.018707189708948135,
        -0.019934920594096184,
        -0.01920422352850437,
        -0.017874300479888916
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 178,
      "lr": 8.9e-05,
      "sup_loss": 2.1093358187198787,
      "rf_loss": 0.0002722273929975927,
      "total_loss": 2.1096080461128763,
      "lyap1_mean": -0.015610745176672935,
      "lyap1_max": -0.010143217630684376,
      "lyap1_min": -0.02037285454571247,
      "lyap_spec_mean": [
        -0.01561074610799551,
        -0.01645996794104576,
        -0.013886585831642151,
        -0.01839108020067215
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 179,
      "lr": 8.95e-05,
      "sup_loss": 2.101804222114989,
      "rf_loss": 0.0001886336540337652,
      "total_loss": 2.101992855769023,
      "lyap1_mean": -0.013751133345067501,
      "lyap1_max": -0.0059151011519134045,
      "lyap1_min": -0.017534738406538963,
      "lyap_spec_mean": [
        -0.013751133345067501,
        -0.01280117966234684,
        -0.013098658062517643,
        -0.012621693313121796
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 180,
      "lr": 9e-05,
      "sup_loss": 2.100647099962453,
      "rf_loss": 0.0006529279053211212,
      "total_loss": 2.101300027867774,
      "lyap1_mean": 0.02390255033969879,
      "lyap1_max": 0.02978982776403427,
      "lyap1_min": 0.018141072243452072,
      "lyap_spec_mean": [
        0.02390255220234394,
        0.02593291364610195,
        0.025804100558161736,
        0.025539333000779152
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 181,
      "lr": 9.05e-05,
      "sup_loss": 2.135217564523703,
      "rf_loss": 0.0010911151766777039,
      "total_loss": 2.1363086797003805,
      "lyap1_mean": -0.03225480392575264,
      "lyap1_max": -0.026431668549776077,
      "lyap1_min": -0.04761446267366409,
      "lyap_spec_mean": [
        -0.03225480392575264,
        -0.03330884128808975,
        -0.03178926184773445,
        -0.03256428986787796
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 182,
      "lr": 9.1e-05,
      "sup_loss": 2.1636461087863985,
      "rf_loss": 0.0002748834667727351,
      "total_loss": 2.1639209922531712,
      "lyap1_mean": 0.014155924320220947,
      "lyap1_max": 0.018300116062164307,
      "lyap1_min": 0.0072256154380738735,
      "lyap_spec_mean": [
        0.014155924320220947,
        0.018520578742027283,
        0.016321483999490738,
        0.014391964301466942
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 183,
      "lr": 9.15e-05,
      "sup_loss": 2.112906459255757,
      "rf_loss": 4.600208922056481e-05,
      "total_loss": 2.1129524613449777,
      "lyap1_mean": 0.0009261217201128602,
      "lyap1_max": 0.01010139100253582,
      "lyap1_min": -0.010039402171969414,
      "lyap_spec_mean": [
        0.0009261217783205211,
        0.001432029064744711,
        0.0026481288950890303,
        0.0008782574441283941
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 184,
      "lr": 9.2e-05,
      "sup_loss": 2.092034855124176,
      "rf_loss": 0.00011000340600730851,
      "total_loss": 2.092144858530183,
      "lyap1_mean": -0.00814657099545002,
      "lyap1_max": -0.002150813117623329,
      "lyap1_min": -0.015621013008058071,
      "lyap_spec_mean": [
        -0.008146570064127445,
        -0.00953025184571743,
        -0.01200499664992094,
        -0.009308768436312675
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 185,
      "lr": 9.250000000000001e-05,
      "sup_loss": 2.0975667976428696,
      "rf_loss": 8.95823905011639e-05,
      "total_loss": 2.0976563800333707,
      "lyap1_mean": 0.007614623289555311,
      "lyap1_max": 0.014692053198814392,
      "lyap1_min": -0.0010430316906422377,
      "lyap_spec_mean": [
        0.0076146237552165985,
        0.006936695426702499,
        0.007811253424733877,
        0.007984301075339317
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 186,
      "lr": 9.300000000000001e-05,
      "sup_loss": 2.0755764613139602,
      "rf_loss": 0.00031985071836970747,
      "total_loss": 2.07589631203233,
      "lyap1_mean": -0.010271942242980003,
      "lyap1_max": 0.00878987554460764,
      "lyap1_min": -0.0401378832757473,
      "lyap_spec_mean": [
        -0.010271942242980003,
        -0.010263139382004738,
        -0.01074213720858097,
        -0.012197775766253471
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 187,
      "lr": 9.350000000000001e-05,
      "sup_loss": 2.050805940321191,
      "rf_loss": 0.00031688305898569524,
      "total_loss": 2.051122823380177,
      "lyap1_mean": -0.014753295108675957,
      "lyap1_max": -0.009868054650723934,
      "lyap1_min": -0.022711139172315598,
      "lyap_spec_mean": [
        -0.014753296039998531,
        -0.018445128574967384,
        -0.017943277955055237,
        -0.015809573233127594
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 188,
      "lr": 9.400000000000001e-05,
      "sup_loss": 2.0684357585372206,
      "rf_loss": 0.00030089274514466524,
      "total_loss": 2.0687366512823653,
      "lyap1_mean": -0.014213919639587402,
      "lyap1_max": -0.0044887475669384,
      "lyap1_min": -0.03032999113202095,
      "lyap_spec_mean": [
        -0.014213920570909977,
        -0.01652279496192932,
        -0.012773002497851849,
        -0.017487812787294388
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 189,
      "lr": 9.45e-05,
      "sup_loss": 2.052561771047066,
      "rf_loss": 0.00010047653631772846,
      "total_loss": 2.052662247583384,
      "lyap1_mean": -0.007849112153053284,
      "lyap1_max": -0.0008856002241373062,
      "lyap1_min": -0.01412468682974577,
      "lyap_spec_mean": [
        -0.007849112153053284,
        -0.009905735030770302,
        -0.007691686041653156,
        -0.008255337364971638
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 190,
      "lr": 9.499999999999999e-05,
      "sup_loss": 2.0324597638792863,
      "rf_loss": 0.00022176657512318343,
      "total_loss": 2.0326815304544095,
      "lyap1_mean": -0.009660670533776283,
      "lyap1_max": -0.001989572774618864,
      "lyap1_min": -0.020625725388526917,
      "lyap_spec_mean": [
        -0.009660670533776283,
        -0.01393053773790598,
        -0.013759585097432137,
        -0.01637180522084236
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 191,
      "lr": 9.550000000000002e-05,
      "sup_loss": 2.045281240506428,
      "rf_loss": 8.642998727736995e-05,
      "total_loss": 2.045367670493705,
      "lyap1_mean": 0.008827904239296913,
      "lyap1_max": 0.011806987226009369,
      "lyap1_min": 0.005533808376640081,
      "lyap_spec_mean": [
        0.008827903307974339,
        0.004888657946139574,
        0.008382605388760567,
        0.008981382474303246
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 192,
      "lr": 9.6e-05,
      "sup_loss": 2.0364714570555726,
      "rf_loss": 0.00034109799889847636,
      "total_loss": 2.036812555054471,
      "lyap1_mean": -0.015972964465618134,
      "lyap1_max": 0.0038218707777559757,
      "lyap1_min": -0.024533189833164215,
      "lyap_spec_mean": [
        -0.015972964465618134,
        -0.014446921646595001,
        -0.01704276166856289,
        -0.01798401027917862
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 193,
      "lr": 9.65e-05,
      "sup_loss": 2.016866196250281,
      "rf_loss": 0.0010162191465497017,
      "total_loss": 2.017882415396831,
      "lyap1_mean": -0.030134152621030807,
      "lyap1_max": -0.015060129575431347,
      "lyap1_min": -0.04690868407487869,
      "lyap_spec_mean": [
        -0.030134152621030807,
        -0.02432914450764656,
        -0.03143993020057678,
        -0.03432987257838249
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 194,
      "lr": 9.7e-05,
      "sup_loss": 2.0289966494824987,
      "rf_loss": 0.0002493521897122264,
      "total_loss": 2.029246001672211,
      "lyap1_mean": -0.013890896923840046,
      "lyap1_max": -0.0013735716929659247,
      "lyap1_min": -0.021746784448623657,
      "lyap_spec_mean": [
        -0.013890896923840046,
        -0.014360778033733368,
        -0.01276975404471159,
        -0.012025789357721806
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 195,
      "lr": 9.75e-05,
      "sup_loss": 2.0022260346119785,
      "rf_loss": 0.00011446147254901007,
      "total_loss": 2.0023404960845275,
      "lyap1_mean": 0.0035152542404830456,
      "lyap1_max": 0.012804202735424042,
      "lyap1_min": -0.011689489707350731,
      "lyap_spec_mean": [
        0.0035152542404830456,
        0.0034152702428400517,
        0.0027568242512643337,
        0.004386023618280888
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 196,
      "lr": 9.8e-05,
      "sup_loss": 1.9918694988430052,
      "rf_loss": 0.0020403536036610603,
      "total_loss": 1.9939098524466663,
      "lyap1_mean": -0.043113842606544495,
      "lyap1_max": -0.028130758553743362,
      "lyap1_min": -0.0560389868915081,
      "lyap_spec_mean": [
        -0.043113838881254196,
        -0.04325469955801964,
        -0.045714110136032104,
        -0.0453823059797287
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 197,
      "lr": 9.850000000000001e-05,
      "sup_loss": 1.9688900153340803,
      "rf_loss": 0.00011396824265830219,
      "total_loss": 1.9690039835767386,
      "lyap1_mean": 0.0038657921832054853,
      "lyap1_max": 0.0272205900400877,
      "lyap1_min": -0.010518564842641354,
      "lyap_spec_mean": [
        0.0038657921832054853,
        0.001846563769504428,
        0.0013857480371370912,
        0.002272647572681308
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 198,
      "lr": 9.900000000000001e-05,
      "sup_loss": 1.9512394457483173,
      "rf_loss": 7.366658974206075e-05,
      "total_loss": 1.9513131123380594,
      "lyap1_mean": -0.0024665999226272106,
      "lyap1_max": 0.007422461174428463,
      "lyap1_min": -0.01682707853615284,
      "lyap_spec_mean": [
        -0.0024665999226272106,
        -0.0036644686479121447,
        -0.0021161003969609737,
        -0.0014274250715970993
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 199,
      "lr": 9.95e-05,
      "sup_loss": 1.9513729794309709,
      "rf_loss": 4.642408384825103e-05,
      "total_loss": 1.9514194035148191,
      "lyap1_mean": 0.0028889754321426153,
      "lyap1_max": 0.013398721814155579,
      "lyap1_min": -0.004359661601483822,
      "lyap_spec_mean": [
        0.002888975664973259,
        0.004348346497863531,
        -0.001476090750657022,
        0.0010263137519359589
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 200,
      "lr": 0.0001,
      "sup_loss": 1.9316499227474089,
      "rf_loss": 0.00040111440466716886,
      "total_loss": 1.932051037152076,
      "lyap1_mean": -0.01829131878912449,
      "lyap1_max": -0.010158715769648552,
      "lyap1_min": -0.023473775014281273,
      "lyap_spec_mean": [
        -0.01829131878912449,
        -0.019690968096256256,
        -0.01736387610435486,
        -0.01898994855582714
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 201,
      "lr": 0.0001,
      "sup_loss": 1.9614991611748174,
      "rf_loss": 0.0002510084887035191,
      "total_loss": 1.961750169663521,
      "lyap1_mean": -0.014235078357160091,
      "lyap1_max": 0.013695437461137772,
      "lyap1_min": -0.0318291038274765,
      "lyap_spec_mean": [
        -0.014235077425837517,
        -0.01252906583249569,
        -0.013828120194375515,
        -0.012724917382001877
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 202,
      "lr": 0.0001,
      "sup_loss": 1.9103197615090608,
      "rf_loss": 0.0004972247988916934,
      "total_loss": 1.9108169863079525,
      "lyap1_mean": -0.021078139543533325,
      "lyap1_max": -0.013777345418930054,
      "lyap1_min": -0.03166697919368744,
      "lyap_spec_mean": [
        -0.021078139543533325,
        -0.01608269475400448,
        -0.020429106429219246,
        -0.02458314597606659
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 203,
      "lr": 0.0001,
      "sup_loss": 1.869305363980579,
      "rf_loss": 0.00015010498464107513,
      "total_loss": 1.86945546896522,
      "lyap1_mean": 0.0004610224859789014,
      "lyap1_max": 0.04462999850511551,
      "lyap1_min": -0.018519897013902664,
      "lyap_spec_mean": [
        0.00046102271880954504,
        -0.002776599721983075,
        -0.00531004648655653,
        -0.005447276867926121
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 204,
      "lr": 0.0001,
      "sup_loss": 1.8796702910944576,
      "rf_loss": 0.0019818900618702173,
      "total_loss": 1.8816521811563278,
      "lyap1_mean": -0.03618721663951874,
      "lyap1_max": -0.004063752945512533,
      "lyap1_min": -0.06699233502149582,
      "lyap_spec_mean": [
        -0.036187220364809036,
        -0.04434007406234741,
        -0.04212867096066475,
        -0.04587164521217346
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 205,
      "lr": 0.0001,
      "sup_loss": 1.8486431226316256,
      "rf_loss": 0.0032993725035339594,
      "total_loss": 1.8519424951351595,
      "lyap1_mean": -0.05536627396941185,
      "lyap1_max": -0.023537099361419678,
      "lyap1_min": -0.07501765340566635,
      "lyap_spec_mean": [
        -0.05536627396941185,
        -0.04677313566207886,
        -0.05659327656030655,
        -0.06154243275523186
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 206,
      "lr": 0.0001,
      "sup_loss": 1.8190983043978477,
      "rf_loss": 0.0022462899796664715,
      "total_loss": 1.8213445943775142,
      "lyap1_mean": -0.041944827884435654,
      "lyap1_max": -0.00906645879149437,
      "lyap1_min": -0.06917615979909897,
      "lyap_spec_mean": [
        -0.041944827884435654,
        -0.044553957879543304,
        -0.047233909368515015,
        -0.04706728085875511
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 207,
      "lr": 0.0001,
      "sup_loss": 1.857477504069466,
      "rf_loss": 0.00015888657071627676,
      "total_loss": 1.8576363906401823,
      "lyap1_mean": -0.006062822882086039,
      "lyap1_max": 0.009143372997641563,
      "lyap1_min": -0.02010120451450348,
      "lyap_spec_mean": [
        -0.006062822416424751,
        -0.005066842772066593,
        -0.0010114260949194431,
        -0.010307046584784985
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 208,
      "lr": 0.0001,
      "sup_loss": 1.8322681528794438,
      "rf_loss": 0.002621828345581889,
      "total_loss": 1.8348899812250257,
      "lyap1_mean": -0.049537576735019684,
      "lyap1_max": -0.03488629311323166,
      "lyap1_min": -0.0634227842092514,
      "lyap_spec_mean": [
        -0.049537576735019684,
        -0.04974951595067978,
        -0.052399396896362305,
        -0.050407085567712784
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 209,
      "lr": 0.0001,
      "sup_loss": 1.7999980098371615,
      "rf_loss": 0.000100155477412045,
      "total_loss": 1.8000981653145736,
      "lyap1_mean": 0.00204980606213212,
      "lyap1_max": 0.014511262997984886,
      "lyap1_min": -0.009958982467651367,
      "lyap_spec_mean": [
        0.00204980606213212,
        0.00010177586227655411,
        -0.0007857505697757006,
        -0.0011860623490065336
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 210,
      "lr": 0.0001,
      "sup_loss": 1.7902453125099271,
      "rf_loss": 0.0005374186439439654,
      "total_loss": 1.790782731153871,
      "lyap1_mean": -0.021724533289670944,
      "lyap1_max": -0.01265696994960308,
      "lyap1_min": -0.031063510105013847,
      "lyap_spec_mean": [
        -0.021724533289670944,
        -0.022419655695557594,
        -0.023731926456093788,
        -0.021172702312469482
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 211,
      "lr": 0.0001,
      "sup_loss": 1.7246070439218069,
      "rf_loss": 8.527602767571807e-05,
      "total_loss": 1.7246923199494826,
      "lyap1_mean": 0.0016284165903925896,
      "lyap1_max": 0.021024717018008232,
      "lyap1_min": -0.010077872313559055,
      "lyap_spec_mean": [
        0.0016284168232232332,
        0.005277999676764011,
        0.006051416043192148,
        0.0036358549259603024
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 212,
      "lr": 0.0001,
      "sup_loss": 1.7268874617468188,
      "rf_loss": 0.0003263660764787346,
      "total_loss": 1.7272138278232976,
      "lyap1_mean": -0.008183025754988194,
      "lyap1_max": 0.020920678973197937,
      "lyap1_min": -0.033159658312797546,
      "lyap_spec_mean": [
        -0.008183024823665619,
        -0.014999636448919773,
        -0.01777515560388565,
        -0.018077002838253975
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 213,
      "lr": 0.0001,
      "sup_loss": 1.7114703391251358,
      "rf_loss": 0.0016110665164887905,
      "total_loss": 1.7130814056416246,
      "lyap1_mean": -0.037627577781677246,
      "lyap1_max": -0.02529781311750412,
      "lyap1_min": -0.05516711622476578,
      "lyap_spec_mean": [
        -0.03762757405638695,
        -0.03791601210832596,
        -0.038575731217861176,
        -0.04280465468764305
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 214,
      "lr": 0.0001,
      "sup_loss": 1.701156488931479,
      "rf_loss": 0.00023300512111745775,
      "total_loss": 1.7013894940525964,
      "lyap1_mean": -0.011650821194052696,
      "lyap1_max": -0.0016303284792229533,
      "lyap1_min": -0.017748497426509857,
      "lyap_spec_mean": [
        -0.011650820262730122,
        -0.012279671616852283,
        -0.014055760577321053,
        -0.01720653846859932
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 215,
      "lr": 0.0001,
      "sup_loss": 1.6685355583811863,
      "rf_loss": 0.00011090420593973249,
      "total_loss": 1.668646462587126,
      "lyap1_mean": -0.0048854760825634,
      "lyap1_max": 0.006980138830840588,
      "lyap1_min": -0.01905136927962303,
      "lyap_spec_mean": [
        -0.0048854760825634,
        -0.006476733833551407,
        -0.0069585805758833885,
        -0.009080495685338974
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 216,
      "lr": 0.0001,
      "sup_loss": 1.692211489975491,
      "rf_loss": 0.0009358461829833686,
      "total_loss": 1.6931473361584743,
      "lyap1_mean": -0.028434094041585922,
      "lyap1_max": -0.00891058798879385,
      "lyap1_min": -0.044280342757701874,
      "lyap_spec_mean": [
        -0.028434094041585922,
        -0.0283229760825634,
        -0.028988219797611237,
        -0.02805550955235958
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 217,
      "lr": 0.0001,
      "sup_loss": 1.6659426251605889,
      "rf_loss": 0.00015594929573126137,
      "total_loss": 1.6660985744563201,
      "lyap1_mean": 0.0075191473588347435,
      "lyap1_max": 0.023268437013030052,
      "lyap1_min": -0.009257241152226925,
      "lyap_spec_mean": [
        0.007519146893173456,
        0.008489508181810379,
        0.008333560079336166,
        0.005575662478804588
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 218,
      "lr": 0.0001,
      "sup_loss": 1.643148348487152,
      "rf_loss": 0.0001098079519579187,
      "total_loss": 1.64325815643911,
      "lyap1_mean": -0.005023071076720953,
      "lyap1_max": 0.0055428119376301765,
      "lyap1_min": -0.01430978998541832,
      "lyap_spec_mean": [
        -0.00502307154238224,
        -0.0029331641271710396,
        -0.004664604552090168,
        -0.00014845514670014381
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 219,
      "lr": 0.0001,
      "sup_loss": 1.634473455897186,
      "rf_loss": 0.0011840638471767306,
      "total_loss": 1.6356575197443628,
      "lyap1_mean": -0.03330094739794731,
      "lyap1_max": -0.01663023605942726,
      "lyap1_min": -0.04762573540210724,
      "lyap_spec_mean": [
        -0.03330094739794731,
        -0.031307850033044815,
        -0.03537143021821976,
        -0.033451881259679794
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 220,
      "lr": 0.0001,
      "sup_loss": 1.6553282021938798,
      "rf_loss": 0.00010580266098259017,
      "total_loss": 1.6554340048548624,
      "lyap1_mean": 0.007908746600151062,
      "lyap1_max": 0.016066141426563263,
      "lyap1_min": -0.0007335115224123001,
      "lyap_spec_mean": [
        0.007908746600151062,
        0.0085207624360919,
        0.009603103622794151,
        0.008935152553021908
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 221,
      "lr": 0.0001,
      "sup_loss": 1.5786524066299181,
      "rf_loss": 0.0007190009346231818,
      "total_loss": 1.5793714075645413,
      "lyap1_mean": -0.02297857217490673,
      "lyap1_max": -0.007148449774831533,
      "lyap1_min": -0.035043638199567795,
      "lyap_spec_mean": [
        -0.02297857217490673,
        -0.028954453766345978,
        -0.02582593634724617,
        -0.02379213273525238
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 222,
      "lr": 0.0001,
      "sup_loss": 1.613442218020618,
      "rf_loss": 0.00015578015882056206,
      "total_loss": 1.6135979981794386,
      "lyap1_mean": -0.007665350567549467,
      "lyap1_max": 0.005206334870308638,
      "lyap1_min": -0.016713162884116173,
      "lyap_spec_mean": [
        -0.007665351033210754,
        -0.008901581168174744,
        -0.008985860273241997,
        -0.012351405806839466
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 223,
      "lr": 0.0001,
      "sup_loss": 1.5905898775182197,
      "rf_loss": 0.00028253652271814644,
      "total_loss": 1.5908724140409378,
      "lyap1_mean": -0.004015181679278612,
      "lyap1_max": 0.04468391463160515,
      "lyap1_min": -0.0246443934738636,
      "lyap_spec_mean": [
        -0.0040151821449398994,
        -0.012247839942574501,
        -0.013548928312957287,
        -0.013338176533579826
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 224,
      "lr": 0.0001,
      "sup_loss": 1.533676681637684,
      "rf_loss": 9.714921179693192e-05,
      "total_loss": 1.5337738308494808,
      "lyap1_mean": -0.008455533534288406,
      "lyap1_max": -0.00189184898044914,
      "lyap1_min": -0.02048061415553093,
      "lyap_spec_mean": [
        -0.008455532602965832,
        -0.007899759337306023,
        -0.008731584995985031,
        -0.003581895725801587
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 225,
      "lr": 0.0001,
      "sup_loss": 1.6023154980129708,
      "rf_loss": 0.0002587800263427198,
      "total_loss": 1.6025742780393135,
      "lyap1_mean": -0.0014420421794056892,
      "lyap1_max": 0.012257002294063568,
      "lyap1_min": -0.04373475909233093,
      "lyap_spec_mean": [
        -0.0014420421794056892,
        -0.0038414443843066692,
        -0.005926971789449453,
        -0.003821812802925706
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 226,
      "lr": 0.0001,
      "sup_loss": 1.5671349895069338,
      "rf_loss": 0.00024637399474158883,
      "total_loss": 1.5673813635016753,
      "lyap1_mean": -0.0029624439775943756,
      "lyap1_max": 0.023961972445249557,
      "lyap1_min": -0.02061140537261963,
      "lyap_spec_mean": [
        -0.0029624435119330883,
        -0.002624836750328541,
        -0.009730719029903412,
        -0.008707335218787193
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 227,
      "lr": 0.0001,
      "sup_loss": 1.5913318343092766,
      "rf_loss": 3.3797223295550793e-05,
      "total_loss": 1.5913656315325722,
      "lyap1_mean": 0.00313158193603158,
      "lyap1_max": 0.010278439149260521,
      "lyap1_min": -0.00424220971763134,
      "lyap_spec_mean": [
        0.00313158193603158,
        0.0031816698610782623,
        0.0013005859218537807,
        0.0021432344801723957
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 228,
      "lr": 0.0001,
      "sup_loss": 1.5898660876682587,
      "rf_loss": 0.0002857981889974326,
      "total_loss": 1.590151885857256,
      "lyap1_mean": -0.016757983714342117,
      "lyap1_max": -0.010826125741004944,
      "lyap1_min": -0.027464766055345535,
      "lyap_spec_mean": [
        -0.016757983714342117,
        -0.01534013170748949,
        -0.015303678810596466,
        -0.015292732045054436
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 229,
      "lr": 0.0001,
      "sup_loss": 1.5510329029870222,
      "rf_loss": 0.0005246226210147142,
      "total_loss": 1.551557525608037,
      "lyap1_mean": -0.020445870235562325,
      "lyap1_max": -0.008268322795629501,
      "lyap1_min": -0.03473246842622757,
      "lyap_spec_mean": [
        -0.020445872098207474,
        -0.018968209624290466,
        -0.02201392501592636,
        -0.019910216331481934
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 230,
      "lr": 0.0001,
      "sup_loss": 1.5275185501185766,
      "rf_loss": 0.000433499866630882,
      "total_loss": 1.5279520499852075,
      "lyap1_mean": 0.02217891812324524,
      "lyap1_max": 0.030684873461723328,
      "lyap1_min": -0.002044674940407276,
      "lyap_spec_mean": [
        0.02217891626060009,
        0.019762706011533737,
        0.018313482403755188,
        0.01748053729534149
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 231,
      "lr": 0.0001,
      "sup_loss": 1.5601170979672507,
      "rf_loss": 0.0003032840322703123,
      "total_loss": 1.560420381999521,
      "lyap1_mean": 0.009487343952059746,
      "lyap1_max": 0.02879876270890236,
      "lyap1_min": -0.01358233205974102,
      "lyap_spec_mean": [
        0.009487343020737171,
        0.009667949751019478,
        0.006833121180534363,
        0.006780189462006092
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 232,
      "lr": 0.0001,
      "sup_loss": 1.5450378695898064,
      "rf_loss": 0.0002794590836856514,
      "total_loss": 1.545317328673492,
      "lyap1_mean": 0.0029892059974372387,
      "lyap1_max": 0.06605745851993561,
      "lyap1_min": -0.0301141869276762,
      "lyap_spec_mean": [
        0.002989205066114664,
        -0.005187832750380039,
        -0.0033409385941922665,
        -0.005791031755506992
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 233,
      "lr": 0.0001,
      "sup_loss": 1.5439004114072803,
      "rf_loss": 0.001179019920527935,
      "total_loss": 1.5450794313278082,
      "lyap1_mean": -0.027116980403661728,
      "lyap1_max": -0.010732157155871391,
      "lyap1_min": -0.05728516727685928,
      "lyap_spec_mean": [
        -0.02711697854101658,
        -0.03290563076734543,
        -0.030844077467918396,
        -0.03274793177843094
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 234,
      "lr": 0.0001,
      "sup_loss": 1.5197173659475296,
      "rf_loss": 0.0007070808787830174,
      "total_loss": 1.5204244468263126,
      "lyap1_mean": -0.02583046816289425,
      "lyap1_max": -0.011704760603606701,
      "lyap1_min": -0.03832227364182472,
      "lyap_spec_mean": [
        -0.02583046816289425,
        -0.025369804352521896,
        -0.025186631828546524,
        -0.024349194020032883
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 235,
      "lr": 0.0001,
      "sup_loss": 1.573704690477022,
      "rf_loss": 0.00012603438517544419,
      "total_loss": 1.5738307248621974,
      "lyap1_mean": -0.0003244744148105383,
      "lyap1_max": 0.016225140541791916,
      "lyap1_min": -0.026543617248535156,
      "lyap_spec_mean": [
        -0.0003244745312258601,
        -0.0008106369059532881,
        0.001283120596781373,
        0.0006362771382555366
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 236,
      "lr": 0.0001,
      "sup_loss": 1.5233855267173184,
      "rf_loss": 0.00016290173516608775,
      "total_loss": 1.5235484284524845,
      "lyap1_mean": -0.00753433583304286,
      "lyap1_max": 0.003956371918320656,
      "lyap1_min": -0.02686648815870285,
      "lyap_spec_mean": [
        -0.007534336298704147,
        -0.0059045650996267796,
        -0.005374147091060877,
        -0.007148392964154482
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 237,
      "lr": 0.0001,
      "sup_loss": 1.5161309193201185,
      "rf_loss": 0.0003047908248845488,
      "total_loss": 1.516435710145003,
      "lyap1_mean": -0.012216662056744099,
      "lyap1_max": -0.00254999753087759,
      "lyap1_min": -0.021136648952960968,
      "lyap_spec_mean": [
        -0.012216662056744099,
        -0.015649339184165,
        -0.017744027078151703,
        -0.016154121607542038
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 238,
      "lr": 0.0001,
      "sup_loss": 1.5660989720786769,
      "rf_loss": 9.8811236966867e-05,
      "total_loss": 1.5661977833156437,
      "lyap1_mean": 0.003910782281309366,
      "lyap1_max": 0.02523166686296463,
      "lyap1_min": -0.00866803526878357,
      "lyap_spec_mean": [
        0.003910782281309366,
        0.0012594085419550538,
        0.0006163037614896894,
        0.0017407010309398174
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 239,
      "lr": 0.0001,
      "sup_loss": 1.5097751371025159,
      "rf_loss": 0.00010148091678274795,
      "total_loss": 1.5098766180192986,
      "lyap1_mean": -0.001211667899042368,
      "lyap1_max": 0.012035898864269257,
      "lyap1_min": -0.017628930509090424,
      "lyap_spec_mean": [
        -0.0012116676662117243,
        -0.0023505049757659435,
        -0.0005986429750919342,
        8.719670586287975e-05
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 240,
      "lr": 0.0001,
      "sup_loss": 1.5379898749449563,
      "rf_loss": 0.0004224061267450452,
      "total_loss": 1.5384122810717014,
      "lyap1_mean": -0.017894966527819633,
      "lyap1_max": -0.00644093519076705,
      "lyap1_min": -0.026916474103927612,
      "lyap_spec_mean": [
        -0.017894966527819633,
        -0.018963685259222984,
        -0.02154875360429287,
        -0.018429841846227646
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 241,
      "lr": 0.0001,
      "sup_loss": 1.555691659727396,
      "rf_loss": 0.000188211357453838,
      "total_loss": 1.5558798710848498,
      "lyap1_mean": -0.004380710888653994,
      "lyap1_max": 0.013082442805171013,
      "lyap1_min": -0.022702982649207115,
      "lyap_spec_mean": [
        -0.004380710888653994,
        -0.010773282498121262,
        -0.006164633668959141,
        -0.006956419907510281
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 242,
      "lr": 0.0001,
      "sup_loss": 1.4985605683309902,
      "rf_loss": 0.0003241901576984674,
      "total_loss": 1.4988847584886886,
      "lyap1_mean": -0.016618456691503525,
      "lyap1_max": -0.010392650030553341,
      "lyap1_min": -0.023700229823589325,
      "lyap_spec_mean": [
        -0.016618456691503525,
        -0.01964411325752735,
        -0.015909934416413307,
        -0.016858691349625587
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 243,
      "lr": 0.0001,
      "sup_loss": 1.5126149689623793,
      "rf_loss": 0.00020755853620357811,
      "total_loss": 1.512822527498583,
      "lyap1_mean": -0.010953905060887337,
      "lyap1_max": -0.0004982342943549156,
      "lyap1_min": -0.023184146732091904,
      "lyap_spec_mean": [
        -0.010953905060887337,
        -0.006933037657290697,
        -0.011104123666882515,
        -0.012485609389841557
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 244,
      "lr": 0.0001,
      "sup_loss": 1.5259881207934651,
      "rf_loss": 0.00018092160462401807,
      "total_loss": 1.5261690423980891,
      "lyap1_mean": -0.003556301351636648,
      "lyap1_max": 0.018715135753154755,
      "lyap1_min": -0.02462509647011757,
      "lyap_spec_mean": [
        -0.003556301351636648,
        -0.005779761355370283,
        -0.005697971675544977,
        -0.006929710507392883
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 245,
      "lr": 0.0001,
      "sup_loss": 1.4749697283159022,
      "rf_loss": 8.935012010624632e-05,
      "total_loss": 1.4750590784360085,
      "lyap1_mean": 0.002617450198158622,
      "lyap1_max": 0.011515173129737377,
      "lyap1_min": -0.012761290185153484,
      "lyap_spec_mean": [
        0.0026174504309892654,
        0.003437348175793886,
        0.006574427243322134,
        0.0021585901267826557
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 246,
      "lr": 0.0001,
      "sup_loss": 1.505409604128715,
      "rf_loss": 0.0003884815378114581,
      "total_loss": 1.5057980856665265,
      "lyap1_mean": 0.01868494786322117,
      "lyap1_max": 0.034461021423339844,
      "lyap1_min": 0.0033198362216353416,
      "lyap_spec_mean": [
        0.018684949725866318,
        0.01622621715068817,
        0.01963288150727749,
        0.013566814363002777
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 247,
      "lr": 0.0001,
      "sup_loss": 1.481533422679936,
      "rf_loss": 4.6783861762378365e-05,
      "total_loss": 1.4815802065416983,
      "lyap1_mean": 0.0029836532194167376,
      "lyap1_max": 0.011968759819865227,
      "lyap1_min": -0.012385593727231026,
      "lyap_spec_mean": [
        0.002983652986586094,
        0.00301680201664567,
        0.0036842087283730507,
        0.003356313332915306
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 248,
      "lr": 0.0001,
      "sup_loss": 1.4764164291974273,
      "rf_loss": 0.0006678577628917992,
      "total_loss": 1.4770842869603191,
      "lyap1_mean": -0.023606151342391968,
      "lyap1_max": -0.013245965354144573,
      "lyap1_min": -0.035865820944309235,
      "lyap_spec_mean": [
        -0.023606151342391968,
        -0.024804729968309402,
        -0.024740658700466156,
        -0.02644331380724907
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 249,
      "lr": 0.0001,
      "sup_loss": 1.4657890965134268,
      "rf_loss": 0.0011492097983136773,
      "total_loss": 1.4669383063117405,
      "lyap1_mean": -0.03152470290660858,
      "lyap1_max": -0.023377995938062668,
      "lyap1_min": -0.04962141439318657,
      "lyap_spec_mean": [
        -0.03152470290660858,
        -0.0330595038831234,
        -0.03384138643741608,
        -0.03426683321595192
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 250,
      "lr": 0.0001,
      "sup_loss": 1.548544177193591,
      "rf_loss": 0.0017478056252002716,
      "total_loss": 1.5502919828187913,
      "lyap1_mean": -0.042839258909225464,
      "lyap1_max": -0.03155600279569626,
      "lyap1_min": -0.05552759766578674,
      "lyap_spec_mean": [
        -0.042839255183935165,
        -0.04206547886133194,
        -0.039299771189689636,
        -0.04139912873506546
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 251,
      "lr": 0.0001,
      "sup_loss": 1.471926844164589,
      "rf_loss": 0.0006618142942897975,
      "total_loss": 1.4725886584588788,
      "lyap1_mean": -0.027021143585443497,
      "lyap1_max": -0.014732159674167633,
      "lyap1_min": -0.054247163236141205,
      "lyap_spec_mean": [
        -0.027021143585443497,
        -0.019689662382006645,
        -0.024275796487927437,
        -0.023085540160536766
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 252,
      "lr": 0.0001,
      "sup_loss": 1.4752406922596708,
      "rf_loss": 0.00031853283871896565,
      "total_loss": 1.4755592250983898,
      "lyap1_mean": 0.013796268031001091,
      "lyap1_max": 0.035025496035814285,
      "lyap1_min": -0.007527250796556473,
      "lyap_spec_mean": [
        0.013796268031001091,
        0.014117710292339325,
        0.011229557916522026,
        0.010223569348454475
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 253,
      "lr": 0.0001,
      "sup_loss": 1.5025128659236764,
      "rf_loss": 0.0005130375502631068,
      "total_loss": 1.5030259034739395,
      "lyap1_mean": 0.024398639798164368,
      "lyap1_max": 0.03928080201148987,
      "lyap1_min": 0.011415613815188408,
      "lyap_spec_mean": [
        0.024398641660809517,
        0.019693542271852493,
        0.01870984211564064,
        0.02000761590898037
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 254,
      "lr": 0.0001,
      "sup_loss": 1.4687313985305965,
      "rf_loss": 0.00012026674812659621,
      "total_loss": 1.4688516652787231,
      "lyap1_mean": -0.008148117922246456,
      "lyap1_max": 0.011851279065012932,
      "lyap1_min": -0.023634744808077812,
      "lyap_spec_mean": [
        -0.008148117922246456,
        -0.0028903852216899395,
        -0.00596297811716795,
        -0.004810424987226725
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 255,
      "lr": 0.0001,
      "sup_loss": 1.4795799065829027,
      "rf_loss": 0.0007376640569418669,
      "total_loss": 1.4803175706398446,
      "lyap1_mean": -0.01819574274122715,
      "lyap1_max": 0.03573594242334366,
      "lyap1_min": -0.04090343788266182,
      "lyap_spec_mean": [
        -0.01819574274122715,
        -0.024395804852247238,
        -0.02506363019347191,
        -0.024669472128152847
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 256,
      "lr": 0.0001,
      "sup_loss": 1.4549620601264803,
      "rf_loss": 0.000407859159167856,
      "total_loss": 1.4553699192856482,
      "lyap1_mean": -0.017727511003613472,
      "lyap1_max": -0.006368264090269804,
      "lyap1_min": -0.026774372905492783,
      "lyap_spec_mean": [
        -0.017727511003613472,
        -0.01665477082133293,
        -0.019891291856765747,
        -0.015521426685154438
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 257,
      "lr": 0.0001,
      "sup_loss": 1.4736545135487893,
      "rf_loss": 8.099681872408837e-05,
      "total_loss": 1.4737355103675134,
      "lyap1_mean": -0.007925796322524548,
      "lyap1_max": -0.003747855080291629,
      "lyap1_min": -0.014302677474915981,
      "lyap_spec_mean": [
        -0.007925795391201973,
        -0.0036079655401408672,
        -0.011078421026468277,
        -0.006986275780946016
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 258,
      "lr": 0.0001,
      "sup_loss": 1.4486410901121838,
      "rf_loss": 0.00028705893782898784,
      "total_loss": 1.4489281490500128,
      "lyap1_mean": -0.014022222720086575,
      "lyap1_max": -0.00018885608005803078,
      "lyap1_min": -0.04083583503961563,
      "lyap_spec_mean": [
        -0.014022221788764,
        -0.009961573407053947,
        -0.01306901779025793,
        -0.015960857272148132
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 259,
      "lr": 0.0001,
      "sup_loss": 1.4903975296109135,
      "rf_loss": 0.00018442771397531033,
      "total_loss": 1.4905819573248889,
      "lyap1_mean": -0.0005769709823653102,
      "lyap1_max": 0.01916702836751938,
      "lyap1_min": -0.016085145995020866,
      "lyap_spec_mean": [
        -0.0005769712151959538,
        -0.0032860597129911184,
        -0.002839336171746254,
        -0.005854073911905289
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 260,
      "lr": 0.0001,
      "sup_loss": 1.447370979000521,
      "rf_loss": 0.00018069331417791545,
      "total_loss": 1.4475516723146988,
      "lyap1_mean": 0.006563850678503513,
      "lyap1_max": 0.03256794810295105,
      "lyap1_min": -0.012849066406488419,
      "lyap_spec_mean": [
        0.006563850212842226,
        0.005594510585069656,
        0.006714234594255686,
        0.005021398887038231
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 261,
      "lr": 0.0001,
      "sup_loss": 1.4702648063490098,
      "rf_loss": 0.0004542602691799402,
      "total_loss": 1.4707190666181897,
      "lyap1_mean": -0.0006693159230053425,
      "lyap1_max": 0.017985716462135315,
      "lyap1_min": -0.04770083352923393,
      "lyap_spec_mean": [
        -0.0006693159230053425,
        0.0034477622248232365,
        0.0003490280359983444,
        0.0008198968134820461
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 262,
      "lr": 0.0001,
      "sup_loss": 1.448451725336645,
      "rf_loss": 0.0003074526321142912,
      "total_loss": 1.4487591779687592,
      "lyap1_mean": 0.012670745141804218,
      "lyap1_max": 0.03466906398534775,
      "lyap1_min": -0.0027348711155354977,
      "lyap_spec_mean": [
        0.012670746073126793,
        0.014093595556914806,
        0.009033173322677612,
        0.012162314727902412
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 263,
      "lr": 0.0001,
      "sup_loss": 1.4608260118531333,
      "rf_loss": 0.00022654508939012885,
      "total_loss": 1.4610525569425235,
      "lyap1_mean": -0.010188169777393341,
      "lyap1_max": -0.0025808322243392467,
      "lyap1_min": -0.029451310634613037,
      "lyap_spec_mean": [
        -0.010188170708715916,
        -0.009405208751559258,
        -0.011564193293452263,
        -0.011620933189988136
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 264,
      "lr": 0.0001,
      "sup_loss": 1.4685929293891753,
      "rf_loss": 0.0004878577310591936,
      "total_loss": 1.4690807871202345,
      "lyap1_mean": -0.01857794262468815,
      "lyap1_max": -0.0034555532038211823,
      "lyap1_min": -0.041977643966674805,
      "lyap_spec_mean": [
        -0.01857794262468815,
        -0.023082982748746872,
        -0.019065381959080696,
        -0.017981279641389847
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 265,
      "lr": 0.0001,
      "sup_loss": 1.4781136422512406,
      "rf_loss": 0.0007815880235284567,
      "total_loss": 1.478895230274769,
      "lyap1_mean": -0.022029273211956024,
      "lyap1_max": -0.003910544328391552,
      "lyap1_min": -0.04069063812494278,
      "lyap_spec_mean": [
        -0.022029276937246323,
        -0.025864891707897186,
        -0.027316881343722343,
        -0.025591984391212463
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 266,
      "lr": 0.0001,
      "sup_loss": 1.4155019552716723,
      "rf_loss": 0.00017907841538544744,
      "total_loss": 1.4156810336870578,
      "lyap1_mean": -0.008455848321318626,
      "lyap1_max": 0.003028585109859705,
      "lyap1_min": -0.018163437023758888,
      "lyap_spec_mean": [
        -0.008455848321318626,
        -0.012912612408399582,
        -0.007648142520338297,
        -0.014109055511653423
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 267,
      "lr": 0.0001,
      "sup_loss": 1.4845467667194399,
      "rf_loss": 0.00018350459868088365,
      "total_loss": 1.4847302713181207,
      "lyap1_mean": 0.006045960821211338,
      "lyap1_max": 0.02022361010313034,
      "lyap1_min": -0.013185426592826843,
      "lyap_spec_mean": [
        0.006045961286872625,
        0.006775920279324055,
        0.0016420442843809724,
        -0.0004576020874083042
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 268,
      "lr": 0.0001,
      "sup_loss": 1.5064845608519652,
      "rf_loss": 0.001024412689730525,
      "total_loss": 1.5075089735416958,
      "lyap1_mean": 0.030481142923235893,
      "lyap1_max": 0.054633572697639465,
      "lyap1_min": 0.004194733686745167,
      "lyap_spec_mean": [
        0.030481142923235893,
        0.026557687669992447,
        0.029951050877571106,
        0.0305236354470253
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 269,
      "lr": 0.0001,
      "sup_loss": 1.4714709455994737,
      "rf_loss": 0.0002234356797998771,
      "total_loss": 1.4716943812792735,
      "lyap1_mean": 0.01088678278028965,
      "lyap1_max": 0.02382500469684601,
      "lyap1_min": 1.4133131116977893e-05,
      "lyap_spec_mean": [
        0.010886781848967075,
        0.011170953512191772,
        0.013828113675117493,
        0.012121893465518951
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 270,
      "lr": 0.0001,
      "sup_loss": 1.501051680619192,
      "rf_loss": 0.0006594585138373077,
      "total_loss": 1.5017111391330293,
      "lyap1_mean": -0.020934388041496277,
      "lyap1_max": -0.013346588239073753,
      "lyap1_min": -0.02796727418899536,
      "lyap_spec_mean": [
        -0.020934388041496277,
        -0.02472754940390587,
        -0.02508755773305893,
        -0.0272870771586895
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 271,
      "lr": 0.0001,
      "sup_loss": 1.4484061674410205,
      "rf_loss": 0.0010734531097114086,
      "total_loss": 1.4494796205507319,
      "lyap1_mean": -0.030295370146632195,
      "lyap1_max": -0.02275710366666317,
      "lyap1_min": -0.03650283068418503,
      "lyap_spec_mean": [
        -0.030295370146632195,
        -0.03303339332342148,
        -0.03476322069764137,
        -0.02938862517476082
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 272,
      "lr": 0.0001,
      "sup_loss": 1.4775525288059637,
      "rf_loss": 0.0004916751058772206,
      "total_loss": 1.4780442039118409,
      "lyap1_mean": -0.020232483744621277,
      "lyap1_max": -0.005440486129373312,
      "lyap1_min": -0.03750675544142723,
      "lyap_spec_mean": [
        -0.020232483744621277,
        -0.021226264536380768,
        -0.018969709053635597,
        -0.022140488028526306
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 273,
      "lr": 0.0001,
      "sup_loss": 1.4592255782985475,
      "rf_loss": 5.738965410273522e-05,
      "total_loss": 1.4592829679526502,
      "lyap1_mean": 0.00576454121619463,
      "lyap1_max": 0.01655440777540207,
      "lyap1_min": -0.0010090837022289634,
      "lyap_spec_mean": [
        0.005764540750533342,
        0.005085452925413847,
        0.004435556009411812,
        0.003536463715136051
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 274,
      "lr": 0.0001,
      "sup_loss": 1.4218883400604194,
      "rf_loss": 0.00034024950582534075,
      "total_loss": 1.4222285895662448,
      "lyap1_mean": 0.015487339347600937,
      "lyap1_max": 0.025135580450296402,
      "lyap1_min": -0.0034025022760033607,
      "lyap_spec_mean": [
        0.015487339347600937,
        0.015316938981413841,
        0.014671225100755692,
        0.011873070150613785
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 275,
      "lr": 0.0001,
      "sup_loss": 1.4767019330372353,
      "rf_loss": 5.0308150093769655e-05,
      "total_loss": 1.476752241187329,
      "lyap1_mean": -0.0028148575220257044,
      "lyap1_max": 0.0018921252340078354,
      "lyap1_min": -0.01293246727436781,
      "lyap_spec_mean": [
        -0.0028148575220257044,
        -0.0019182793330401182,
        -0.004507189616560936,
        -0.001774217700585723
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 276,
      "lr": 0.0001,
      "sup_loss": 1.4596061976183579,
      "rf_loss": 0.0009262679959647357,
      "total_loss": 1.4605324656143226,
      "lyap1_mean": -0.029362693428993225,
      "lyap1_max": -0.007552828174084425,
      "lyap1_min": -0.049068912863731384,
      "lyap_spec_mean": [
        -0.029362695291638374,
        -0.02557792142033577,
        -0.028303399682044983,
        -0.02923116274178028
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 277,
      "lr": 0.0001,
      "sup_loss": 1.440771174898352,
      "rf_loss": 0.0008767771068960428,
      "total_loss": 1.441647952005248,
      "lyap1_mean": -0.025409888476133347,
      "lyap1_max": 0.001707686111330986,
      "lyap1_min": -0.04087836295366287,
      "lyap_spec_mean": [
        -0.025409890338778496,
        -0.026285821571946144,
        -0.02769487351179123,
        -0.031312353909015656
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 278,
      "lr": 0.0001,
      "sup_loss": 1.4428112731448082,
      "rf_loss": 0.0001387172524118796,
      "total_loss": 1.44294999039722,
      "lyap1_mean": -0.006746869999915361,
      "lyap1_max": 0.0061834766529500484,
      "lyap1_min": -0.016820374876260757,
      "lyap_spec_mean": [
        -0.006746869534254074,
        -0.002574355574324727,
        -0.006873860955238342,
        -0.006870650686323643
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 279,
      "lr": 0.0001,
      "sup_loss": 1.4352649106889281,
      "rf_loss": 0.00025156608899123967,
      "total_loss": 1.4355164767779194,
      "lyap1_mean": 0.012439231388270855,
      "lyap1_max": 0.03407559543848038,
      "lyap1_min": -0.009390254504978657,
      "lyap_spec_mean": [
        0.01243923045694828,
        0.009351348504424095,
        0.009247477166354656,
        0.0046049077063798904
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 280,
      "lr": 0.0001,
      "sup_loss": 1.4576004473132653,
      "rf_loss": 0.00013377204595599324,
      "total_loss": 1.4577342193592213,
      "lyap1_mean": 0.011379241943359375,
      "lyap1_max": 0.0211215578019619,
      "lyap1_min": -0.007180680520832539,
      "lyap_spec_mean": [
        0.011379241943359375,
        0.010981632396578789,
        0.005920130759477615,
        0.004773471504449844
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 281,
      "lr": 0.0001,
      "sup_loss": 1.4616350867526102,
      "rf_loss": 6.807628960814327e-05,
      "total_loss": 1.4617031630422184,
      "lyap1_mean": 0.005191858857870102,
      "lyap1_max": 0.01982467621564865,
      "lyap1_min": -0.005593404173851013,
      "lyap_spec_mean": [
        0.005191858857870102,
        0.0048202346079051495,
        0.0034448467195034027,
        0.0036840755492448807
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 282,
      "lr": 0.0001,
      "sup_loss": 1.4377383289082097,
      "rf_loss": 6.429773202398792e-05,
      "total_loss": 1.4378026266402337,
      "lyap1_mean": -0.0032934967894107103,
      "lyap1_max": 0.005893958732485771,
      "lyap1_min": -0.013358160853385925,
      "lyap_spec_mean": [
        -0.003293497022241354,
        -0.001648392528295517,
        -0.003259207122027874,
        -0.0039225369691848755
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 283,
      "lr": 0.0001,
      "sup_loss": 1.4227266290208131,
      "rf_loss": 0.00011758562322938815,
      "total_loss": 1.4228442146440425,
      "lyap1_mean": -0.004330147989094257,
      "lyap1_max": 0.012976836413145065,
      "lyap1_min": -0.016514118760824203,
      "lyap_spec_mean": [
        -0.004330147989094257,
        -0.005787346046417952,
        -0.007982807233929634,
        -0.009028350934386253
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 284,
      "lr": 0.0001,
      "sup_loss": 1.4815179950771595,
      "rf_loss": 0.00021288220887072384,
      "total_loss": 1.4817308772860303,
      "lyap1_mean": -0.011138411238789558,
      "lyap1_max": -0.00010912555444519967,
      "lyap1_min": -0.02055477723479271,
      "lyap_spec_mean": [
        -0.011138412170112133,
        -0.010436644777655602,
        -0.012824091129004955,
        -0.01508289948105812
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 285,
      "lr": 0.0001,
      "sup_loss": 1.4024703138225607,
      "rf_loss": 0.000323613261571154,
      "total_loss": 1.4027939270841319,
      "lyap1_mean": -0.0120217464864254,
      "lyap1_max": -0.0013941669603809714,
      "lyap1_min": -0.02344859391450882,
      "lyap_spec_mean": [
        -0.012021747417747974,
        -0.0169716514647007,
        -0.01456487737596035,
        -0.01485866867005825
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 286,
      "lr": 0.0001,
      "sup_loss": 1.443278323327549,
      "rf_loss": 0.00019645012798719108,
      "total_loss": 1.4434747734555362,
      "lyap1_mean": -0.011606788262724876,
      "lyap1_max": -0.002407205058261752,
      "lyap1_min": -0.019146893173456192,
      "lyap_spec_mean": [
        -0.011606788262724876,
        -0.009453672915697098,
        -0.016740279272198677,
        -0.010351426899433136
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 287,
      "lr": 0.0001,
      "sup_loss": 1.4676155052956725,
      "rf_loss": 0.0006312258774414659,
      "total_loss": 1.468246731173114,
      "lyap1_mean": -0.0216091126203537,
      "lyap1_max": -0.007323696743696928,
      "lyap1_min": -0.04315946623682976,
      "lyap_spec_mean": [
        -0.0216091126203537,
        -0.023326454684138298,
        -0.023117858916521072,
        -0.022554054856300354
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 288,
      "lr": 0.0001,
      "sup_loss": 1.4207482549307409,
      "rf_loss": 9.75945295067504e-05,
      "total_loss": 1.4208458494602476,
      "lyap1_mean": -0.002328893169760704,
      "lyap1_max": 0.009680214338004589,
      "lyap1_min": -0.014651363715529442,
      "lyap_spec_mean": [
        -0.002328893169760704,
        -0.004437745548784733,
        -0.004259338602423668,
        -0.004841415211558342
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 289,
      "lr": 0.0001,
      "sup_loss": 1.4621312628684344,
      "rf_loss": 0.0001342036121059209,
      "total_loss": 1.4622654664805403,
      "lyap1_mean": 0.009135343134403229,
      "lyap1_max": 0.019314628094434738,
      "lyap1_min": -0.001071486622095108,
      "lyap_spec_mean": [
        0.009135343134403229,
        0.004912864416837692,
        0.005913304630666971,
        0.008016188628971577
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 290,
      "lr": 0.0001,
      "sup_loss": 1.4356292630660143,
      "rf_loss": 0.00015729530423413962,
      "total_loss": 1.4357865583702485,
      "lyap1_mean": 0.008599475026130676,
      "lyap1_max": 0.0193118155002594,
      "lyap1_min": -0.002009469550102949,
      "lyap_spec_mean": [
        0.008599475026130676,
        0.008177293464541435,
        0.00984743982553482,
        0.008418198674917221
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 291,
      "lr": 0.0001,
      "sup_loss": 1.4113403919054908,
      "rf_loss": 0.00021179005852900445,
      "total_loss": 1.4115521819640198,
      "lyap1_mean": 0.0124667938798666,
      "lyap1_max": 0.03408936411142349,
      "lyap1_min": -0.0013816257705911994,
      "lyap_spec_mean": [
        0.0124667938798666,
        0.014308557845652103,
        0.014857739210128784,
        0.008158821612596512
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 292,
      "lr": 0.0001,
      "sup_loss": 1.457288158954369,
      "rf_loss": 7.716263644397259e-05,
      "total_loss": 1.457365321590813,
      "lyap1_mean": -0.002816949039697647,
      "lyap1_max": 0.00886466819792986,
      "lyap1_min": -0.015511646866798401,
      "lyap_spec_mean": [
        -0.0028169492725282907,
        -0.004347240086644888,
        -0.0021656067110598087,
        -0.004157191142439842
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 293,
      "lr": 0.0001,
      "sup_loss": 1.426623400706619,
      "rf_loss": 0.0003168991534039378,
      "total_loss": 1.426940299860023,
      "lyap1_mean": -0.013260314241051674,
      "lyap1_max": -0.0011336052557453513,
      "lyap1_min": -0.03743034601211548,
      "lyap_spec_mean": [
        -0.013260314241051674,
        -0.011645926162600517,
        -0.01400869432836771,
        -0.015433620661497116
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 294,
      "lr": 0.0001,
      "sup_loss": 1.464128266277665,
      "rf_loss": 0.0009602921782061458,
      "total_loss": 1.465088558455871,
      "lyap1_mean": -0.026983780786395073,
      "lyap1_max": -0.008864682167768478,
      "lyap1_min": -0.04783661291003227,
      "lyap_spec_mean": [
        -0.026983780786395073,
        -0.026455964893102646,
        -0.029082367196679115,
        -0.031666386872529984
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 295,
      "lr": 0.0001,
      "sup_loss": 1.4137147187468946,
      "rf_loss": 0.0006735316710546613,
      "total_loss": 1.4143882504179492,
      "lyap1_mean": -0.021751005202531815,
      "lyap1_max": -0.002223953139036894,
      "lyap1_min": -0.03520236909389496,
      "lyap_spec_mean": [
        -0.021751005202531815,
        -0.022480448707938194,
        -0.020197058096528053,
        -0.026784110814332962
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 296,
      "lr": 0.0001,
      "sup_loss": 1.4853716143450353,
      "rf_loss": 0.00014284640201367438,
      "total_loss": 1.485514460747049,
      "lyap1_mean": -0.0012937275459989905,
      "lyap1_max": 0.024827968329191208,
      "lyap1_min": -0.013997900299727917,
      "lyap_spec_mean": [
        -0.0012937276624143124,
        -0.0011114174267277122,
        -0.0033806103747338057,
        -0.00033689651172608137
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 297,
      "lr": 0.0001,
      "sup_loss": 1.4473128314548842,
      "rf_loss": 0.00026823178632184863,
      "total_loss": 1.447581063241206,
      "lyap1_mean": 0.0009467895142734051,
      "lyap1_max": 0.014743072912096977,
      "lyap1_min": -0.02637503854930401,
      "lyap_spec_mean": [
        0.0009467895142734051,
        0.004951674025505781,
        0.004390670917928219,
        -0.002968894550576806
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 298,
      "lr": 0.0001,
      "sup_loss": 1.4484066455313993,
      "rf_loss": 7.832572737243026e-05,
      "total_loss": 1.4484849712587717,
      "lyap1_mean": -0.0009454370010644197,
      "lyap1_max": 0.013523509725928307,
      "lyap1_min": -0.013433888554573059,
      "lyap_spec_mean": [
        -0.0009454371174797416,
        -0.0007554007461294532,
        0.0038692294619977474,
        -0.005898154806345701
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 299,
      "lr": 0.0001,
      "sup_loss": 1.4621589430920943,
      "rf_loss": 0.00015323577099479735,
      "total_loss": 1.462312178863089,
      "lyap1_mean": 0.010464956983923912,
      "lyap1_max": 0.03317352756857872,
      "lyap1_min": -0.005973962601274252,
      "lyap_spec_mean": [
        0.010464956052601337,
        0.01029595360159874,
        0.008055164478719234,
        0.004399356432259083
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 300,
      "lr": 0.0001,
      "sup_loss": 1.4582793956652864,
      "rf_loss": 0.00010517514601815492,
      "total_loss": 1.4583845708113046,
      "lyap1_mean": -0.0021310856100171804,
      "lyap1_max": 0.015236645005643368,
      "lyap1_min": -0.01787896454334259,
      "lyap_spec_mean": [
        -0.002131085377186537,
        -0.000900561863090843,
        0.00020555127412080765,
        0.004629483446478844
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 301,
      "lr": 0.0001,
      "sup_loss": 1.4445477486925182,
      "rf_loss": 0.00010004726937040687,
      "total_loss": 1.4446477959618886,
      "lyap1_mean": -0.003855291288346052,
      "lyap1_max": 0.004692580085247755,
      "lyap1_min": -0.011968555860221386,
      "lyap_spec_mean": [
        -0.0038552910555154085,
        -0.008678978309035301,
        -0.011542199179530144,
        -0.006945035886019468
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 302,
      "lr": 0.0001,
      "sup_loss": 1.4565522410700493,
      "rf_loss": 0.0003142060595564544,
      "total_loss": 1.4568664471296058,
      "lyap1_mean": -0.01703525334596634,
      "lyap1_max": -0.006542295217514038,
      "lyap1_min": -0.027973487973213196,
      "lyap_spec_mean": [
        -0.01703525334596634,
        -0.013247581198811531,
        -0.013751385733485222,
        -0.015489764511585236
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 303,
      "lr": 0.0001,
      "sup_loss": 1.4417855320819277,
      "rf_loss": 0.00033891096245497465,
      "total_loss": 1.4421244430443827,
      "lyap1_mean": -0.014094756916165352,
      "lyap1_max": 0.013718734495341778,
      "lyap1_min": -0.029672857373952866,
      "lyap_spec_mean": [
        -0.014094756916165352,
        -0.010648742318153381,
        -0.014855076558887959,
        -0.01750783622264862
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 304,
      "lr": 0.0001,
      "sup_loss": 1.440956760413686,
      "rf_loss": 7.129237928893417e-05,
      "total_loss": 1.4410280527929749,
      "lyap1_mean": -0.0028741606511175632,
      "lyap1_max": 0.01141592487692833,
      "lyap1_min": -0.018047600984573364,
      "lyap_spec_mean": [
        -0.0028741606511175632,
        -0.0018530323868617415,
        -0.0017477916553616524,
        -0.000630050664767623
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 305,
      "lr": 0.0001,
      "sup_loss": 1.4019891323999483,
      "rf_loss": 0.0001401061745127663,
      "total_loss": 1.402129238574461,
      "lyap1_mean": -0.004573645535856485,
      "lyap1_max": 0.011775024235248566,
      "lyap1_min": -0.021965233609080315,
      "lyap_spec_mean": [
        -0.004573645070195198,
        -0.0077042835764586926,
        -0.004860646557062864,
        -0.005546540021896362
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 306,
      "lr": 0.0001,
      "sup_loss": 1.4324132168045098,
      "rf_loss": 4.6030181692913175e-05,
      "total_loss": 1.4324592469862027,
      "lyap1_mean": 0.00039759150240570307,
      "lyap1_max": 0.010724306106567383,
      "lyap1_min": -0.006929602008312941,
      "lyap_spec_mean": [
        0.00039759150240570307,
        -0.0011228378862142563,
        -0.006092929281294346,
        -0.0037983544170856476
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 307,
      "lr": 0.0001,
      "sup_loss": 1.4456473028512329,
      "rf_loss": 8.353631710633636e-05,
      "total_loss": 1.4457308391683392,
      "lyap1_mean": 0.00172127946279943,
      "lyap1_max": 0.01705913431942463,
      "lyap1_min": -0.009217694401741028,
      "lyap_spec_mean": [
        0.0017212792299687862,
        0.006244196556508541,
        0.003715597791597247,
        0.006387941539287567
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 308,
      "lr": 0.0001,
      "sup_loss": 1.4310527447582326,
      "rf_loss": 0.00014491414185613394,
      "total_loss": 1.4311976589000888,
      "lyap1_mean": -0.0020513383205980062,
      "lyap1_max": 0.040573008358478546,
      "lyap1_min": -0.022959662601351738,
      "lyap_spec_mean": [
        -0.0020513380877673626,
        -0.003135239239782095,
        -0.006498361472040415,
        -0.0012105973437428474
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 309,
      "lr": 0.0001,
      "sup_loss": 1.4517186931444928,
      "rf_loss": 0.00011204757174709812,
      "total_loss": 1.4518307407162399,
      "lyap1_mean": -0.003779033897444606,
      "lyap1_max": 0.014602428302168846,
      "lyap1_min": -0.018547087907791138,
      "lyap_spec_mean": [
        -0.003779033897444606,
        -0.005518041085451841,
        -0.0032016814220696688,
        -0.004725983366370201
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 310,
      "lr": 0.0001,
      "sup_loss": 1.4658113046859893,
      "rf_loss": 0.0002304838999407366,
      "total_loss": 1.46604178858593,
      "lyap1_mean": -0.005801520310342312,
      "lyap1_max": 0.019672472029924393,
      "lyap1_min": -0.020847206935286522,
      "lyap_spec_mean": [
        -0.005801520310342312,
        -0.004903867840766907,
        -0.012737898156046867,
        -0.012338193133473396
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 311,
      "lr": 0.0001,
      "sup_loss": 1.455436006082965,
      "rf_loss": 0.00015106340288184583,
      "total_loss": 1.4555870694858468,
      "lyap1_mean": -0.008557789027690887,
      "lyap1_max": 0.005797685123980045,
      "lyap1_min": -0.022833241149783134,
      "lyap_spec_mean": [
        -0.008557789027690887,
        -0.010506035760045052,
        -0.002361215651035309,
        -0.011807525530457497
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 312,
      "lr": 0.0001,
      "sup_loss": 1.4102868543270435,
      "rf_loss": 3.500758612062782e-05,
      "total_loss": 1.410321861913164,
      "lyap1_mean": -0.00013966287951916456,
      "lyap1_max": 0.00735129788517952,
      "lyap1_min": -0.005912774708122015,
      "lyap_spec_mean": [
        -0.00013966290862299502,
        -0.004613825120031834,
        -0.005512435920536518,
        -0.0036185565404593945
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 313,
      "lr": 0.0001,
      "sup_loss": 1.4046581457587992,
      "rf_loss": 0.0001518345670774579,
      "total_loss": 1.4048099803258767,
      "lyap1_mean": 0.004006965085864067,
      "lyap1_max": 0.020898869261145592,
      "lyap1_min": -0.00743261119350791,
      "lyap_spec_mean": [
        0.004006965085864067,
        0.003911569714546204,
        0.0006344106514006853,
        0.0013879215111956
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 314,
      "lr": 0.0001,
      "sup_loss": 1.4391762146860607,
      "rf_loss": 0.0001462646760046482,
      "total_loss": 1.4393224793620654,
      "lyap1_mean": 0.006705963984131813,
      "lyap1_max": 0.019502539187669754,
      "lyap1_min": -0.011961439624428749,
      "lyap_spec_mean": [
        0.006705963984131813,
        0.010104971006512642,
        0.010222962126135826,
        0.003836737247183919
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 315,
      "lr": 0.0001,
      "sup_loss": 1.462970452803503,
      "rf_loss": 0.00017395932809449732,
      "total_loss": 1.4631444121315975,
      "lyap1_mean": 0.014162028208374977,
      "lyap1_max": 0.027791371569037437,
      "lyap1_min": -0.0029942868277430534,
      "lyap_spec_mean": [
        0.014162027277052402,
        0.009720930829644203,
        0.008841052651405334,
        0.008818292990326881
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 316,
      "lr": 0.0001,
      "sup_loss": 1.439249597408645,
      "rf_loss": 8.365805842913687e-05,
      "total_loss": 1.4393332554670741,
      "lyap1_mean": -0.004917630460113287,
      "lyap1_max": 0.005811398383229971,
      "lyap1_min": -0.02075296640396118,
      "lyap_spec_mean": [
        -0.004917629994452,
        -0.0050078039057552814,
        -0.004955148324370384,
        -0.003679182380437851
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 317,
      "lr": 0.0001,
      "sup_loss": 1.4706954931228773,
      "rf_loss": 0.000643630453851074,
      "total_loss": 1.4713391235767284,
      "lyap1_mean": -0.02100851759314537,
      "lyap1_max": -0.005683866795152426,
      "lyap1_min": -0.04535524547100067,
      "lyap_spec_mean": [
        -0.02100851945579052,
        -0.025263534858822823,
        -0.02349252998828888,
        -0.02503969892859459
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 318,
      "lr": 0.0001,
      "sup_loss": 1.4184291171470278,
      "rf_loss": 0.0006519533926621079,
      "total_loss": 1.41908107053969,
      "lyap1_mean": -0.023797785863280296,
      "lyap1_max": -0.01315648015588522,
      "lyap1_min": -0.03585994616150856,
      "lyap_spec_mean": [
        -0.023797787725925446,
        -0.02438114769756794,
        -0.02335229702293873,
        -0.02703140862286091
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 319,
      "lr": 0.0001,
      "sup_loss": 1.4598510974849448,
      "rf_loss": 0.00023408335982821882,
      "total_loss": 1.460085180844773,
      "lyap1_mean": -0.013206660747528076,
      "lyap1_max": -0.004134233575314283,
      "lyap1_min": -0.02571026235818863,
      "lyap_spec_mean": [
        -0.013206660747528076,
        -0.014302782714366913,
        -0.012465854175388813,
        -0.016732636839151382
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 320,
      "lr": 0.0001,
      "sup_loss": 1.4313555056431104,
      "rf_loss": 7.69827893236652e-05,
      "total_loss": 1.431432488432434,
      "lyap1_mean": -0.002603014698252082,
      "lyap1_max": 0.011562633328139782,
      "lyap1_min": -0.015085640363395214,
      "lyap_spec_mean": [
        -0.0026030144654214382,
        -0.0022546816617250443,
        -0.0056428429670631886,
        -0.0029035108163952827
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 321,
      "lr": 0.0001,
      "sup_loss": 1.4240175997466937,
      "rf_loss": 6.396242679329589e-05,
      "total_loss": 1.424081562173487,
      "lyap1_mean": 0.00464279530569911,
      "lyap1_max": 0.0138452909886837,
      "lyap1_min": -0.0008488201419822872,
      "lyap_spec_mean": [
        0.004642794840037823,
        0.004154147580265999,
        0.00633511645719409,
        0.007025080733001232
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 322,
      "lr": 0.0001,
      "sup_loss": 1.4660871196394123,
      "rf_loss": 0.00023085923749022186,
      "total_loss": 1.4663179788769025,
      "lyap1_mean": 0.005322366487234831,
      "lyap1_max": 0.01972886733710766,
      "lyap1_min": -0.014094117097556591,
      "lyap_spec_mean": [
        0.005322366952896118,
        0.004048970527946949,
        0.006543763447552919,
        -0.0017404472455382347
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 323,
      "lr": 0.0001,
      "sup_loss": 1.4571992490725976,
      "rf_loss": 0.00013348166248761117,
      "total_loss": 1.4573327307350852,
      "lyap1_mean": 0.011638609692454338,
      "lyap1_max": 0.020474828779697418,
      "lyap1_min": 0.003701218403875828,
      "lyap_spec_mean": [
        0.011638609692454338,
        0.010971327312290668,
        0.007843129336833954,
        0.008991749957203865
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 324,
      "lr": 0.0001,
      "sup_loss": 1.420679954826658,
      "rf_loss": 6.406620377674699e-05,
      "total_loss": 1.4207440210304347,
      "lyap1_mean": 0.0038317320868372917,
      "lyap1_max": 0.010519145056605339,
      "lyap1_min": -0.007609114050865173,
      "lyap_spec_mean": [
        0.003831731854006648,
        0.0020329724065959454,
        0.0008171094232238829,
        0.0026952438056468964
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 325,
      "lr": 0.0001,
      "sup_loss": 1.481716381399666,
      "rf_loss": 0.00019689359760377556,
      "total_loss": 1.4819132749972699,
      "lyap1_mean": -0.010555527172982693,
      "lyap1_max": -0.001672866172157228,
      "lyap1_min": -0.021716764196753502,
      "lyap_spec_mean": [
        -0.010555528104305267,
        -0.010133295319974422,
        -0.014008895494043827,
        -0.014795549213886261
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 326,
      "lr": 0.0001,
      "sup_loss": 1.4179702750670113,
      "rf_loss": 0.0006514067645184696,
      "total_loss": 1.4186216818315298,
      "lyap1_mean": -0.02232445403933525,
      "lyap1_max": -0.005711776204407215,
      "lyap1_min": -0.03234947472810745,
      "lyap_spec_mean": [
        -0.0223244521766901,
        -0.026290982961654663,
        -0.02424560859799385,
        -0.02603214606642723
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 327,
      "lr": 0.0001,
      "sup_loss": 1.454322038083154,
      "rf_loss": 0.00046884099720045924,
      "total_loss": 1.4547908790803545,
      "lyap1_mean": -0.020737767219543457,
      "lyap1_max": -0.0028285151347517967,
      "lyap1_min": -0.03164481371641159,
      "lyap_spec_mean": [
        -0.020737767219543457,
        -0.01876874454319477,
        -0.021221093833446503,
        -0.01890203356742859
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 328,
      "lr": 0.0001,
      "sup_loss": 1.4270302683547702,
      "rf_loss": 0.00018778571393340826,
      "total_loss": 1.4272180540687036,
      "lyap1_mean": -0.013283131644129753,
      "lyap1_max": 0.0001545017585158348,
      "lyap1_min": -0.02710285596549511,
      "lyap_spec_mean": [
        -0.013283131644129753,
        -0.012049553915858269,
        -0.011758314445614815,
        -0.009387193247675896
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 329,
      "lr": 0.0001,
      "sup_loss": 1.4006009544942482,
      "rf_loss": 5.925536606810056e-05,
      "total_loss": 1.4006602098603163,
      "lyap1_mean": -0.0032113506458699703,
      "lyap1_max": 0.00462641566991806,
      "lyap1_min": -0.013362868689000607,
      "lyap_spec_mean": [
        -0.003211350180208683,
        -0.00031197303906083107,
        -0.0023788739927113056,
        -0.0050962259992957115
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 330,
      "lr": 0.0001,
      "sup_loss": 1.4091343647917618,
      "rf_loss": 0.00011740352783817798,
      "total_loss": 1.4092517683196,
      "lyap1_mean": 0.009948357939720154,
      "lyap1_max": 0.023634962737560272,
      "lyap1_min": 0.0005470783798955381,
      "lyap_spec_mean": [
        0.009948357939720154,
        0.0092066815122962,
        0.009213036857545376,
        0.005713136866688728
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 331,
      "lr": 0.0001,
      "sup_loss": 1.4482689440183192,
      "rf_loss": 0.00011634726979536936,
      "total_loss": 1.4483852912881146,
      "lyap1_mean": 0.002857726300135255,
      "lyap1_max": 0.013372763060033321,
      "lyap1_min": -0.009419847279787064,
      "lyap_spec_mean": [
        0.0028577265329658985,
        0.004332873038947582,
        0.004891680553555489,
        0.005940683651715517
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 332,
      "lr": 0.0001,
      "sup_loss": 1.4480718287875607,
      "rf_loss": 0.0002456640941090882,
      "total_loss": 1.4483174928816698,
      "lyap1_mean": -0.008589940145611763,
      "lyap1_max": 0.007416318170726299,
      "lyap1_min": -0.031961265951395035,
      "lyap_spec_mean": [
        -0.008589940145611763,
        -0.007746445946395397,
        -0.01232992298901081,
        -0.011570092290639877
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 333,
      "lr": 0.0001,
      "sup_loss": 1.4162425718658216,
      "rf_loss": 0.00032511152676306665,
      "total_loss": 1.4165676833925847,
      "lyap1_mean": -0.01723361760377884,
      "lyap1_max": -0.008839214220643044,
      "lyap1_min": -0.03043292462825775,
      "lyap_spec_mean": [
        -0.01723361760377884,
        -0.01528148539364338,
        -0.01405817549675703,
        -0.01808992773294449
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 334,
      "lr": 0.0001,
      "sup_loss": 1.401619416302715,
      "rf_loss": 0.00014447749708779156,
      "total_loss": 1.4017638937998027,
      "lyap1_mean": -0.011653752066195011,
      "lyap1_max": -0.007722700014710426,
      "lyap1_min": -0.020545709878206253,
      "lyap_spec_mean": [
        -0.011653752066195011,
        -0.010288701392710209,
        -0.009315626695752144,
        -0.012132748030126095
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 335,
      "lr": 0.0001,
      "sup_loss": 1.4327672584952882,
      "rf_loss": 0.00010374364501331002,
      "total_loss": 1.4328710021403015,
      "lyap1_mean": 0.0030002733692526817,
      "lyap1_max": 0.0212768092751503,
      "lyap1_min": -0.008413494564592838,
      "lyap_spec_mean": [
        0.0030002733692526817,
        0.003851654939353466,
        0.0059859296306967735,
        0.005519249010831118
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 336,
      "lr": 0.0001,
      "sup_loss": 1.385101507901328,
      "rf_loss": 0.00035619502887129784,
      "total_loss": 1.3854577029301993,
      "lyap1_mean": 0.020185090601444244,
      "lyap1_max": 0.03848382458090782,
      "lyap1_min": 0.008664537221193314,
      "lyap_spec_mean": [
        0.020185090601444244,
        0.01667279563844204,
        0.014500763267278671,
        0.013349004089832306
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 337,
      "lr": 0.0001,
      "sup_loss": 1.4399894746576785,
      "rf_loss": 0.00015027064364403486,
      "total_loss": 1.4401397453013225,
      "lyap1_mean": 0.010466060601174831,
      "lyap1_max": 0.028373783454298973,
      "lyap1_min": -0.005505634471774101,
      "lyap_spec_mean": [
        0.010466060601174831,
        0.011103036813437939,
        0.008248577825725079,
        0.003058863803744316
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 338,
      "lr": 0.0001,
      "sup_loss": 1.4126082498768244,
      "rf_loss": 0.0003248552675358951,
      "total_loss": 1.4129331051443603,
      "lyap1_mean": -0.01541119534522295,
      "lyap1_max": 0.008381078019738197,
      "lyap1_min": -0.025092056021094322,
      "lyap_spec_mean": [
        -0.015411196276545525,
        -0.016575511544942856,
        -0.01373366266489029,
        -0.014966685324907303
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 339,
      "lr": 0.0001,
      "sup_loss": 1.428311614987376,
      "rf_loss": 0.00048653007252141833,
      "total_loss": 1.4287981450598974,
      "lyap1_mean": -0.018810171633958817,
      "lyap1_max": -0.007830033078789711,
      "lyap1_min": -0.0286431685090065,
      "lyap_spec_mean": [
        -0.018810171633958817,
        -0.020840883255004883,
        -0.017400644719600677,
        -0.023570792749524117
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 340,
      "lr": 0.0001,
      "sup_loss": 1.4725528313919747,
      "rf_loss": 0.00016365238116122782,
      "total_loss": 1.472716483773136,
      "lyap1_mean": -0.013030320405960083,
      "lyap1_max": -0.0034996182657778263,
      "lyap1_min": -0.02313273772597313,
      "lyap_spec_mean": [
        -0.013030320405960083,
        -0.010885179974138737,
        -0.010394827462732792,
        -0.011838630773127079
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 341,
      "lr": 0.0001,
      "sup_loss": 1.437667841649679,
      "rf_loss": 0.00012040245928801596,
      "total_loss": 1.437788244108967,
      "lyap1_mean": -0.01072497759014368,
      "lyap1_max": 4.0290258766617626e-05,
      "lyap1_min": -0.02190561220049858,
      "lyap_spec_mean": [
        -0.01072497759014368,
        -0.006591605022549629,
        -0.009084446355700493,
        -0.009089682251214981
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 342,
      "lr": 0.0001,
      "sup_loss": 1.4464590845203278,
      "rf_loss": 6.954329728614539e-05,
      "total_loss": 1.446528627817614,
      "lyap1_mean": 0.004765314050018787,
      "lyap1_max": 0.016000622883439064,
      "lyap1_min": -0.006297017447650433,
      "lyap_spec_mean": [
        0.004765314050018787,
        0.004729622043669224,
        0.00478763785213232,
        0.005515161901712418
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 343,
      "lr": 0.0001,
      "sup_loss": 1.3935495969728469,
      "rf_loss": 0.0002918750105891377,
      "total_loss": 1.393841471983436,
      "lyap1_mean": 0.015865590423345566,
      "lyap1_max": 0.024513807147741318,
      "lyap1_min": 0.008352510631084442,
      "lyap_spec_mean": [
        0.015865590423345566,
        0.01610376313328743,
        0.01628560572862625,
        0.01443327497690916
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 344,
      "lr": 0.0001,
      "sup_loss": 1.4457102626374816,
      "rf_loss": 0.00010805852070916444,
      "total_loss": 1.4458183211581908,
      "lyap1_mean": 0.008067884482443333,
      "lyap1_max": 0.027886202558875084,
      "lyap1_min": -0.0007090910221450031,
      "lyap_spec_mean": [
        0.008067884482443333,
        0.005907303653657436,
        0.00457899970933795,
        0.004836777225136757
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 345,
      "lr": 0.0001,
      "sup_loss": 1.4494107008463124,
      "rf_loss": 0.00047973322216421366,
      "total_loss": 1.4498904340684766,
      "lyap1_mean": -0.020399276167154312,
      "lyap1_max": -0.004052828531712294,
      "lyap1_min": -0.030580520629882812,
      "lyap_spec_mean": [
        -0.02039927802979946,
        -0.020730389282107353,
        -0.019983502104878426,
        -0.021133050322532654
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 346,
      "lr": 0.0001,
      "sup_loss": 1.4149466770219743,
      "rf_loss": 0.000297231919830665,
      "total_loss": 1.415243908941805,
      "lyap1_mean": -0.011497694067656994,
      "lyap1_max": -0.0006242934614419937,
      "lyap1_min": -0.022992651909589767,
      "lyap_spec_mean": [
        -0.011497694067656994,
        -0.02014908194541931,
        -0.014739536680281162,
        -0.015835143625736237
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 347,
      "lr": 0.0001,
      "sup_loss": 1.3983365571323882,
      "rf_loss": 0.00010447313979966566,
      "total_loss": 1.398441030272188,
      "lyap1_mean": 0.0043939040042459965,
      "lyap1_max": 0.01816948503255844,
      "lyap1_min": -0.013652123510837555,
      "lyap_spec_mean": [
        0.0043939040042459965,
        0.0045171999372541904,
        0.004504750948399305,
        0.002783895004540682
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 348,
      "lr": 0.0001,
      "sup_loss": 1.4011780896821882,
      "rf_loss": 8.955880184657872e-05,
      "total_loss": 1.4012676484840347,
      "lyap1_mean": 0.005317863542586565,
      "lyap1_max": 0.016298627480864525,
      "lyap1_min": -0.010449687018990517,
      "lyap_spec_mean": [
        0.005317863542586565,
        0.004853818565607071,
        0.0013997697969898582,
        -0.003082751762121916
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 349,
      "lr": 0.0001,
      "sup_loss": 1.3831823437031225,
      "rf_loss": 8.850007725413889e-05,
      "total_loss": 1.3832708437803767,
      "lyap1_mean": -0.0030943744350224733,
      "lyap1_max": 0.007207775022834539,
      "lyap1_min": -0.017679668962955475,
      "lyap_spec_mean": [
        -0.003094374667853117,
        -0.002982656005769968,
        -0.005218217149376869,
        -0.0021287365816533566
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 350,
      "lr": 0.0001,
      "sup_loss": 1.4508679586826028,
      "rf_loss": 9.466260962653905e-05,
      "total_loss": 1.4509626212922293,
      "lyap1_mean": -0.003613213310018182,
      "lyap1_max": 0.006106668617576361,
      "lyap1_min": -0.020829416811466217,
      "lyap_spec_mean": [
        -0.003613213310018182,
        -0.0016869548708200455,
        -0.007306138053536415,
        -0.004807902034372091
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 351,
      "lr": 0.0001,
      "sup_loss": 1.4534698521722595,
      "rf_loss": 0.0004002228379249573,
      "total_loss": 1.4538700750101845,
      "lyap1_mean": -0.020920151844620705,
      "lyap1_max": -0.013844721019268036,
      "lyap1_min": -0.029008284211158752,
      "lyap_spec_mean": [
        -0.020920149981975555,
        -0.017197076231241226,
        -0.019121365621685982,
        -0.018273837864398956
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 352,
      "lr": 0.0001,
      "sup_loss": 1.405256526959856,
      "rf_loss": 0.00021585359354503453,
      "total_loss": 1.405472380553401,
      "lyap1_mean": -0.012705697678029537,
      "lyap1_max": 0.004712799098342657,
      "lyap1_min": -0.020927563309669495,
      "lyap_spec_mean": [
        -0.012705698609352112,
        -0.011500048451125622,
        -0.014160720631480217,
        -0.011141038499772549
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 353,
      "lr": 0.0001,
      "sup_loss": 1.452735924799768,
      "rf_loss": 4.889533011009917e-05,
      "total_loss": 1.452784820129878,
      "lyap1_mean": 0.0021086232736706734,
      "lyap1_max": 0.009052036330103874,
      "lyap1_min": -0.006353215780109167,
      "lyap_spec_mean": [
        0.0021086232736706734,
        0.0019190041348338127,
        0.0036318108905106783,
        0.0011160430731251836
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 354,
      "lr": 0.0001,
      "sup_loss": 1.4620959185106595,
      "rf_loss": 0.0002806194534059614,
      "total_loss": 1.4623765379640654,
      "lyap1_mean": 0.017919184640049934,
      "lyap1_max": 0.024591853842139244,
      "lyap1_min": 0.01478203758597374,
      "lyap_spec_mean": [
        0.017919184640049934,
        0.014241106808185577,
        0.017375925555825233,
        0.010936428792774677
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 355,
      "lr": 0.0001,
      "sup_loss": 1.4237762923696402,
      "rf_loss": 0.00029069394804537296,
      "total_loss": 1.4240669863176856,
      "lyap1_mean": 0.014191771857440472,
      "lyap1_max": 0.02098892629146576,
      "lyap1_min": 0.006675904616713524,
      "lyap_spec_mean": [
        0.014191772788763046,
        0.01891947165131569,
        0.01263152714818716,
        0.012926876544952393
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 356,
      "lr": 0.0001,
      "sup_loss": 1.4297393955957083,
      "rf_loss": 0.00013893272262066603,
      "total_loss": 1.429878328318329,
      "lyap1_mean": 0.01103050448000431,
      "lyap1_max": 0.022918514907360077,
      "lyap1_min": 0.0018339515663683414,
      "lyap_spec_mean": [
        0.01103050448000431,
        0.007673618383705616,
        0.007910048589110374,
        0.011164529249072075
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 357,
      "lr": 0.0001,
      "sup_loss": 1.4588292551107636,
      "rf_loss": 0.00018579146126285195,
      "total_loss": 1.4590150465720264,
      "lyap1_mean": -0.009255528450012207,
      "lyap1_max": 0.00258974963799119,
      "lyap1_min": -0.027984505519270897,
      "lyap_spec_mean": [
        -0.009255527518689632,
        -0.009381723590195179,
        -0.010970069095492363,
        -0.011027829721570015
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 358,
      "lr": 0.0001,
      "sup_loss": 1.405894710905954,
      "rf_loss": 0.00024156877771019936,
      "total_loss": 1.4061362796836643,
      "lyap1_mean": -0.013258377090096474,
      "lyap1_max": -0.004173534922301769,
      "lyap1_min": -0.02311612293124199,
      "lyap_spec_mean": [
        -0.013258377090096474,
        -0.016715940088033676,
        -0.013327524997293949,
        -0.01381103415042162
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 359,
      "lr": 0.0001,
      "sup_loss": 1.4146628532344843,
      "rf_loss": 0.0005051796906627715,
      "total_loss": 1.415168032925147,
      "lyap1_mean": -0.0194237120449543,
      "lyap1_max": 0.002353459596633911,
      "lyap1_min": -0.03595956414937973,
      "lyap_spec_mean": [
        -0.0194237120449543,
        -0.017177416011691093,
        -0.017967624589800835,
        -0.019416550174355507
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 360,
      "lr": 0.0001,
      "sup_loss": 1.4303033312571993,
      "rf_loss": 0.0003927835205104202,
      "total_loss": 1.4306961147777097,
      "lyap1_mean": -0.009266218170523643,
      "lyap1_max": 0.007672434207051992,
      "lyap1_min": -0.037909165024757385,
      "lyap_spec_mean": [
        -0.009266218170523643,
        -0.01457579992711544,
        -0.016326550394296646,
        -0.01965678669512272
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 361,
      "lr": 0.0001,
      "sup_loss": 1.4303855896546496,
      "rf_loss": 0.00011455068306531757,
      "total_loss": 1.4305001403377149,
      "lyap1_mean": 0.0024737860076129436,
      "lyap1_max": 0.01386116724461317,
      "lyap1_min": -0.013502951711416245,
      "lyap_spec_mean": [
        0.0024737860076129436,
        0.003775572869926691,
        0.0005042924312874675,
        0.002150096232071519
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 362,
      "lr": 0.0001,
      "sup_loss": 1.3994230590060988,
      "rf_loss": 0.00017220804875250906,
      "total_loss": 1.3995952670548513,
      "lyap1_mean": 0.0031547467224299908,
      "lyap1_max": 0.025594888255000114,
      "lyap1_min": -0.012642244808375835,
      "lyap_spec_mean": [
        0.0031547467224299908,
        0.00452768336981535,
        -0.0026045916602015495,
        0.0008731062989681959
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 363,
      "lr": 0.0001,
      "sup_loss": 1.4442245113535337,
      "rf_loss": 0.0006605569506064057,
      "total_loss": 1.44488506830414,
      "lyap1_mean": 0.025916030630469322,
      "lyap1_max": 0.041241277009248734,
      "lyap1_min": 0.01563616842031479,
      "lyap_spec_mean": [
        0.02591603249311447,
        0.026545990258455276,
        0.023035677149891853,
        0.02175261825323105
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 364,
      "lr": 0.0001,
      "sup_loss": 1.4189371629635126,
      "rf_loss": 0.0003431198711041361,
      "total_loss": 1.4192802828346167,
      "lyap1_mean": 0.01614784076809883,
      "lyap1_max": 0.02656957507133484,
      "lyap1_min": 0.0006266472628340125,
      "lyap_spec_mean": [
        0.01614784263074398,
        0.018868224695324898,
        0.013566071167588234,
        0.012469055131077766
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 365,
      "lr": 0.0001,
      "sup_loss": 1.4049175438006576,
      "rf_loss": 0.0002676144940778613,
      "total_loss": 1.4051851582947354,
      "lyap1_mean": 0.012153644114732742,
      "lyap1_max": 0.027470720931887627,
      "lyap1_min": -0.0005369404098019004,
      "lyap_spec_mean": [
        0.012153643183410168,
        0.014913499355316162,
        0.009472325444221497,
        0.00926239974796772
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 366,
      "lr": 0.0001,
      "sup_loss": 1.38697480687951,
      "rf_loss": 7.569721492473036e-05,
      "total_loss": 1.3870505040944348,
      "lyap1_mean": 0.006063871085643768,
      "lyap1_max": 0.0190928652882576,
      "lyap1_min": -0.008819563314318657,
      "lyap_spec_mean": [
        0.006063871085643768,
        0.0056087723933160305,
        0.0021985420025885105,
        0.0031969603151082993
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 367,
      "lr": 0.0001,
      "sup_loss": 1.4234724052075525,
      "rf_loss": 0.0004396799486130476,
      "total_loss": 1.4239120851561655,
      "lyap1_mean": -0.017152169719338417,
      "lyap1_max": -0.006112555041909218,
      "lyap1_min": -0.027682138606905937,
      "lyap_spec_mean": [
        -0.017152169719338417,
        -0.01934826746582985,
        -0.019342735409736633,
        -0.019175926223397255
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 368,
      "lr": 0.0001,
      "sup_loss": 1.4548079408185304,
      "rf_loss": 0.0011919056996703148,
      "total_loss": 1.4559998465182007,
      "lyap1_mean": -0.027345672249794006,
      "lyap1_max": -0.01518021710216999,
      "lyap1_min": -0.05176488310098648,
      "lyap_spec_mean": [
        -0.027345672249794006,
        -0.03411010280251503,
        -0.034674033522605896,
        -0.035813555121421814
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 369,
      "lr": 0.0001,
      "sup_loss": 1.3999038062035367,
      "rf_loss": 0.0007106179837137461,
      "total_loss": 1.4006144241872505,
      "lyap1_mean": -0.02322409674525261,
      "lyap1_max": -0.01613461785018444,
      "lyap1_min": -0.029119402170181274,
      "lyap_spec_mean": [
        -0.02322409674525261,
        -0.024217456579208374,
        -0.026468787342309952,
        -0.028838083148002625
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 370,
      "lr": 0.0001,
      "sup_loss": 1.3816069250190863,
      "rf_loss": 0.0006191297434270382,
      "total_loss": 1.3822260547625134,
      "lyap1_mean": -0.021053165197372437,
      "lyap1_max": -0.009561965242028236,
      "lyap1_min": -0.038424089550971985,
      "lyap_spec_mean": [
        -0.021053165197372437,
        -0.02380473166704178,
        -0.02198963426053524,
        -0.0202476866543293
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 371,
      "lr": 0.0001,
      "sup_loss": 1.4057398851086094,
      "rf_loss": 6.0447826399467885e-05,
      "total_loss": 1.4058003329350088,
      "lyap1_mean": 0.007920606061816216,
      "lyap1_max": 0.013232780620455742,
      "lyap1_min": 0.0010811842512339354,
      "lyap_spec_mean": [
        0.007920606061816216,
        0.004161026328802109,
        -0.0014641140587627888,
        0.002702506724745035
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 372,
      "lr": 0.0001,
      "sup_loss": 1.419325913373248,
      "rf_loss": 0.00035137037048116326,
      "total_loss": 1.4196772837437293,
      "lyap1_mean": 0.018380209803581238,
      "lyap1_max": 0.03647378832101822,
      "lyap1_min": -0.006778992712497711,
      "lyap_spec_mean": [
        0.018380209803581238,
        0.015354223549365997,
        0.013397260569036007,
        0.018792571499943733
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 373,
      "lr": 0.0001,
      "sup_loss": 1.3945536318873826,
      "rf_loss": 0.0003058309084735811,
      "total_loss": 1.3948594627958562,
      "lyap1_mean": 0.016597643494606018,
      "lyap1_max": 0.02889251708984375,
      "lyap1_min": 0.005034149158746004,
      "lyap_spec_mean": [
        0.016597643494606018,
        0.015528162010014057,
        0.01755676232278347,
        0.01490904949605465
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 374,
      "lr": 0.0001,
      "sup_loss": 1.478060969351605,
      "rf_loss": 0.0004215482622385025,
      "total_loss": 1.4784825176138434,
      "lyap1_mean": 0.01927085593342781,
      "lyap1_max": 0.03371560573577881,
      "lyap1_min": 0.004683336708694696,
      "lyap_spec_mean": [
        0.01927085593342781,
        0.0204122606664896,
        0.018348664045333862,
        0.01841142773628235
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 375,
      "lr": 0.0001,
      "sup_loss": 1.431252216182566,
      "rf_loss": 0.00012043963215546682,
      "total_loss": 1.4313726558147215,
      "lyap1_mean": 0.0020442090462893248,
      "lyap1_max": 0.022633172571659088,
      "lyap1_min": -0.017460724338889122,
      "lyap_spec_mean": [
        0.0020442090462893248,
        0.0037662764079868793,
        0.0006382858846336603,
        0.0012576233129948378
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 376,
      "lr": 0.0001,
      "sup_loss": 1.369699021544151,
      "rf_loss": 0.00010628141171764582,
      "total_loss": 1.3698053029558686,
      "lyap1_mean": 0.0033601580653339624,
      "lyap1_max": 0.025122828781604767,
      "lyap1_min": -0.014659757725894451,
      "lyap_spec_mean": [
        0.003360157832503319,
        0.0007864200160838664,
        -0.0033549447543919086,
        0.0012955458369106054
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 377,
      "lr": 0.0001,
      "sup_loss": 1.3993745427894262,
      "rf_loss": 4.6589771955041215e-05,
      "total_loss": 1.3994211325613812,
      "lyap1_mean": -0.0010305152973160148,
      "lyap1_max": 0.010507408529520035,
      "lyap1_min": -0.012154841795563698,
      "lyap_spec_mean": [
        -0.0010305150644853711,
        0.0006331027252599597,
        -0.00024210242554545403,
        -0.0027664543595165014
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 378,
      "lr": 0.0001,
      "sup_loss": 1.391263444559962,
      "rf_loss": 0.0001637487148400396,
      "total_loss": 1.3914271932748021,
      "lyap1_mean": -0.01210984867066145,
      "lyap1_max": -0.004865020047873259,
      "lyap1_min": -0.019025852903723717,
      "lyap_spec_mean": [
        -0.01210984867066145,
        -0.009570464491844177,
        -0.009331018663942814,
        -0.011805135756731033
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 379,
      "lr": 0.0001,
      "sup_loss": 1.4146089136314126,
      "rf_loss": 0.0005810271832160652,
      "total_loss": 1.4151899408146287,
      "lyap1_mean": -0.023291151970624924,
      "lyap1_max": -0.016063202172517776,
      "lyap1_min": -0.030996456742286682,
      "lyap_spec_mean": [
        -0.023291151970624924,
        -0.024429844692349434,
        -0.021366409957408905,
        -0.024712219834327698
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 380,
      "lr": 0.0001,
      "sup_loss": 1.512293523328209,
      "rf_loss": 0.0008159129647538066,
      "total_loss": 1.513109436292963,
      "lyap1_mean": -0.023683827370405197,
      "lyap1_max": -0.017913784831762314,
      "lyap1_min": -0.036095283925533295,
      "lyap_spec_mean": [
        -0.023683827370405197,
        -0.028249723836779594,
        -0.027971481904387474,
        -0.03176422789692879
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 381,
      "lr": 0.0001,
      "sup_loss": 1.3848263217066745,
      "rf_loss": 0.0006756300572305918,
      "total_loss": 1.3855019517639051,
      "lyap1_mean": -0.020966913551092148,
      "lyap1_max": -0.004720540717244148,
      "lyap1_min": -0.04266008734703064,
      "lyap_spec_mean": [
        -0.020966915413737297,
        -0.02559923753142357,
        -0.025529339909553528,
        -0.025894230231642723
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 382,
      "lr": 0.0001,
      "sup_loss": 1.4128279667372774,
      "rf_loss": 0.00035747350193560123,
      "total_loss": 1.413185440239213,
      "lyap1_mean": -0.01811557076871395,
      "lyap1_max": -0.011137142777442932,
      "lyap1_min": -0.02721339277923107,
      "lyap_spec_mean": [
        -0.01811557076871395,
        -0.016510827466845512,
        -0.016712436452507973,
        -0.01842540316283703
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 383,
      "lr": 0.0001,
      "sup_loss": 1.3858642922635174,
      "rf_loss": 0.00032783206552267075,
      "total_loss": 1.38619212432904,
      "lyap1_mean": 0.01577543467283249,
      "lyap1_max": 0.04197332262992859,
      "lyap1_min": 0.0029047103598713875,
      "lyap_spec_mean": [
        0.01577543467283249,
        0.016129840165376663,
        0.016422230750322342,
        0.01430407352745533
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 384,
      "lr": 0.0001,
      "sup_loss": 1.3871487668503955,
      "rf_loss": 0.0011396952904760838,
      "total_loss": 1.3882884621408715,
      "lyap1_mean": 0.036727458238601685,
      "lyap1_max": 0.04762076586484909,
      "lyap1_min": 0.026066049933433533,
      "lyap_spec_mean": [
        0.036727458238601685,
        0.032460421323776245,
        0.033065542578697205,
        0.02979939430952072
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 385,
      "lr": 0.0001,
      "sup_loss": 1.3760820691471578,
      "rf_loss": 0.0011934512294828892,
      "total_loss": 1.3772755203766407,
      "lyap1_mean": 0.03896350413560867,
      "lyap1_max": 0.07994264364242554,
      "lyap1_min": 0.019939597696065903,
      "lyap_spec_mean": [
        0.03896350786089897,
        0.029144443571567535,
        0.03290322795510292,
        0.0284133218228817
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 386,
      "lr": 0.0001,
      "sup_loss": 1.4253746948968444,
      "rf_loss": 0.00042000346002168953,
      "total_loss": 1.4257946983568661,
      "lyap1_mean": 0.023371655493974686,
      "lyap1_max": 0.03265955299139023,
      "lyap1_min": 0.015351613983511925,
      "lyap_spec_mean": [
        0.023371655493974686,
        0.015187270008027554,
        0.01847003400325775,
        0.020677126944065094
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 387,
      "lr": 0.0001,
      "sup_loss": 1.4565338179141254,
      "rf_loss": 9.390374179929495e-05,
      "total_loss": 1.4566277216559247,
      "lyap1_mean": 0.0005213611293584108,
      "lyap1_max": 0.013247749768197536,
      "lyap1_min": -0.008378179743885994,
      "lyap_spec_mean": [
        0.0005213612457737327,
        0.0013282594736665487,
        -0.0057917507365345955,
        -0.006500622723251581
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 388,
      "lr": 0.0001,
      "sup_loss": 1.4466824398587854,
      "rf_loss": 0.0009429601486772299,
      "total_loss": 1.4476254000074626,
      "lyap1_mean": -0.029779434204101562,
      "lyap1_max": -0.017986150458455086,
      "lyap1_min": -0.045401956886053085,
      "lyap_spec_mean": [
        -0.029779434204101562,
        -0.030044984072446823,
        -0.02890040911734104,
        -0.0299234576523304
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 389,
      "lr": 0.0001,
      "sup_loss": 1.444489132902022,
      "rf_loss": 0.0014172166120260954,
      "total_loss": 1.445906349514048,
      "lyap1_mean": -0.033421728760004044,
      "lyap1_max": -0.019591769203543663,
      "lyap1_min": -0.04532685875892639,
      "lyap_spec_mean": [
        -0.033421725034713745,
        -0.03445499762892723,
        -0.03835754841566086,
        -0.03648047894239426
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 390,
      "lr": 0.0001,
      "sup_loss": 1.3792313303882462,
      "rf_loss": 0.0006134731229394674,
      "total_loss": 1.3798448035111857,
      "lyap1_mean": -0.022301368415355682,
      "lyap1_max": -0.007959465496242046,
      "lyap1_min": -0.044419702142477036,
      "lyap_spec_mean": [
        -0.022301368415355682,
        -0.02584349550306797,
        -0.02159077115356922,
        -0.02271478995680809
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 391,
      "lr": 0.0001,
      "sup_loss": 1.4139143634322255,
      "rf_loss": 0.00011624913895502687,
      "total_loss": 1.4140306125711806,
      "lyap1_mean": -0.005312557797878981,
      "lyap1_max": 0.014085417613387108,
      "lyap1_min": -0.020853977650403976,
      "lyap_spec_mean": [
        -0.005312558263540268,
        -0.004364306107163429,
        -0.008120541460812092,
        -0.005906783044338226
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 392,
      "lr": 0.0001,
      "sup_loss": 1.4494125092736438,
      "rf_loss": 0.00017386351828463376,
      "total_loss": 1.4495863727919285,
      "lyap1_mean": 0.00920841470360756,
      "lyap1_max": 0.025095826014876366,
      "lyap1_min": -0.004073680844157934,
      "lyap_spec_mean": [
        0.00920841470360756,
        0.010311628691852093,
        0.012192369438707829,
        0.007687371224164963
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 393,
      "lr": 0.0001,
      "sup_loss": 1.4226358737046396,
      "rf_loss": 0.0004612221964634955,
      "total_loss": 1.4230970959011031,
      "lyap1_mean": 0.02387630194425583,
      "lyap1_max": 0.03332526236772537,
      "lyap1_min": 0.012347230687737465,
      "lyap_spec_mean": [
        0.02387630194425583,
        0.018779974430799484,
        0.01915397308766842,
        0.019774122163653374
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 394,
      "lr": 0.0001,
      "sup_loss": 1.4382032503567517,
      "rf_loss": 0.000124218306154944,
      "total_loss": 1.4383274686629066,
      "lyap1_mean": 0.0062741972506046295,
      "lyap1_max": 0.02476479485630989,
      "lyap1_min": -0.009845860302448273,
      "lyap_spec_mean": [
        0.0062741972506046295,
        0.007096670102328062,
        0.00323747331276536,
        0.005073000211268663
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 395,
      "lr": 0.0001,
      "sup_loss": 1.415308812735108,
      "rf_loss": 0.00032070284942165017,
      "total_loss": 1.4156295155845295,
      "lyap1_mean": -0.017307791858911514,
      "lyap1_max": 0.0010576447239145637,
      "lyap1_min": -0.030493535101413727,
      "lyap_spec_mean": [
        -0.017307791858911514,
        -0.01446597557514906,
        -0.014547452330589294,
        -0.017340674996376038
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 396,
      "lr": 0.0001,
      "sup_loss": 1.404309484596743,
      "rf_loss": 0.0003380119742359966,
      "total_loss": 1.404647496570979,
      "lyap1_mean": -0.015519062988460064,
      "lyap1_max": -0.0022914062719792128,
      "lyap1_min": -0.030599473044276237,
      "lyap_spec_mean": [
        -0.015519062988460064,
        -0.015299185179173946,
        -0.016503099352121353,
        -0.016813011839985847
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 397,
      "lr": 0.0001,
      "sup_loss": 1.3907484608741032,
      "rf_loss": 0.000235990752116777,
      "total_loss": 1.39098445162622,
      "lyap1_mean": -0.01115657202899456,
      "lyap1_max": -0.0006193227018229663,
      "lyap1_min": -0.029772818088531494,
      "lyap_spec_mean": [
        -0.01115657202899456,
        -0.011767183430492878,
        -0.01318698562681675,
        -0.015033173374831676
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 398,
      "lr": 0.0001,
      "sup_loss": 1.4272413760969134,
      "rf_loss": 8.635977428639308e-05,
      "total_loss": 1.4273277358711998,
      "lyap1_mean": -0.0056114704348146915,
      "lyap1_max": 0.004460768774151802,
      "lyap1_min": -0.015137075446546078,
      "lyap_spec_mean": [
        -0.005611470900475979,
        -0.004922994412481785,
        -0.004506243392825127,
        -0.005986301694065332
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 399,
      "lr": 0.0001,
      "sup_loss": 1.396405889260934,
      "rf_loss": 9.873005183180794e-05,
      "total_loss": 1.3965046193127657,
      "lyap1_mean": 0.00044870213605463505,
      "lyap1_max": 0.016166873276233673,
      "lyap1_min": -0.0180826336145401,
      "lyap_spec_mean": [
        0.0004487023688852787,
        -0.0003793271607719362,
        -0.0010982344392687082,
        -6.143818609416485e-05
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 400,
      "lr": 0.0001,
      "sup_loss": 1.3778206333249,
      "rf_loss": 0.00013455451698973775,
      "total_loss": 1.3779551878418896,
      "lyap1_mean": 0.009614840149879456,
      "lyap1_max": 0.014645945280790329,
      "lyap1_min": 0.004265199415385723,
      "lyap_spec_mean": [
        0.009614840149879456,
        0.010222401469945908,
        0.00908452644944191,
        0.011322380974888802
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 401,
      "lr": 0.0001,
      "sup_loss": 1.4060560623994092,
      "rf_loss": 8.367198461201042e-05,
      "total_loss": 1.4061397343840212,
      "lyap1_mean": 0.006445087492465973,
      "lyap1_max": 0.017814109101891518,
      "lyap1_min": -0.0037174932658672333,
      "lyap_spec_mean": [
        0.006445087492465973,
        0.004339275415986776,
        0.003419550135731697,
        0.0021521076560020447
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 402,
      "lr": 0.0001,
      "sup_loss": 1.4021656215142468,
      "rf_loss": 0.00013315354590304196,
      "total_loss": 1.4022987750601499,
      "lyap1_mean": 0.008744166232645512,
      "lyap1_max": 0.017380692064762115,
      "lyap1_min": -0.008248983882367611,
      "lyap_spec_mean": [
        0.008744166232645512,
        0.005011238157749176,
        0.0053295958787202835,
        0.0019558891654014587
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 403,
      "lr": 0.0001,
      "sup_loss": 1.3803472036914552,
      "rf_loss": 0.00017102842684835196,
      "total_loss": 1.3805182321183036,
      "lyap1_mean": 0.006995897274464369,
      "lyap1_max": 0.01647399738430977,
      "lyap1_min": -0.005433828569948673,
      "lyap_spec_mean": [
        0.006995897740125656,
        0.007310791872441769,
        0.002959065604954958,
        -0.000579597894102335
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 404,
      "lr": 0.0001,
      "sup_loss": 1.4194948679362631,
      "rf_loss": 8.979842095868662e-05,
      "total_loss": 1.4195846663572218,
      "lyap1_mean": 0.001869661151431501,
      "lyap1_max": 0.014153122901916504,
      "lyap1_min": -0.01809132844209671,
      "lyap_spec_mean": [
        0.001869661151431501,
        0.004921159241348505,
        0.0004874768201261759,
        0.0011091474443674088
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 405,
      "lr": 0.0001,
      "sup_loss": 1.4418427636039748,
      "rf_loss": 0.0002387363783782348,
      "total_loss": 1.442081499982353,
      "lyap1_mean": -0.013507900759577751,
      "lyap1_max": -0.00527870561927557,
      "lyap1_min": -0.022778790444135666,
      "lyap_spec_mean": [
        -0.013507900759577751,
        -0.01093733124434948,
        -0.013120506890118122,
        -0.014873212203383446
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 406,
      "lr": 0.0001,
      "sup_loss": 1.402567211695036,
      "rf_loss": 0.00026942772092297673,
      "total_loss": 1.402836639415959,
      "lyap1_mean": -0.013756032101809978,
      "lyap1_max": 0.004334592260420322,
      "lyap1_min": -0.024382464587688446,
      "lyap_spec_mean": [
        -0.013756031170487404,
        -0.015254151076078415,
        -0.01550968550145626,
        -0.014241600409150124
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 407,
      "lr": 0.0001,
      "sup_loss": 1.4054399940548665,
      "rf_loss": 0.00010425598884467036,
      "total_loss": 1.4055442500437112,
      "lyap1_mean": -0.008807429112493992,
      "lyap1_max": -0.0019601962994784117,
      "lyap1_min": -0.01259397342801094,
      "lyap_spec_mean": [
        -0.008807429112493992,
        -0.007222702726721764,
        -0.006658229511231184,
        -0.01241882424801588
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 408,
      "lr": 0.0001,
      "sup_loss": 1.4118273322373232,
      "rf_loss": 5.0163107516709715e-05,
      "total_loss": 1.4118774953448399,
      "lyap1_mean": 0.000984982238151133,
      "lyap1_max": 0.015935802832245827,
      "lyap1_min": -0.012570793740451336,
      "lyap_spec_mean": [
        0.0009849821217358112,
        -0.00036336760967969894,
        -0.002814598847180605,
        -0.0022410487290471792
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 409,
      "lr": 0.0001,
      "sup_loss": 1.4701137111476243,
      "rf_loss": 8.129711204674095e-05,
      "total_loss": 1.470195008259671,
      "lyap1_mean": 0.005444235168397427,
      "lyap1_max": 0.017662018537521362,
      "lyap1_min": -0.008539646863937378,
      "lyap_spec_mean": [
        0.005444235168397427,
        0.004699322395026684,
        0.006409712601453066,
        0.004476931411772966
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 410,
      "lr": 0.0001,
      "sup_loss": 1.4013030082180282,
      "rf_loss": 9.925715858116746e-05,
      "total_loss": 1.4014022653766094,
      "lyap1_mean": 0.006576298736035824,
      "lyap1_max": 0.020236846059560776,
      "lyap1_min": -0.009894373826682568,
      "lyap_spec_mean": [
        0.006576298736035824,
        0.005926415789872408,
        0.005317987874150276,
        0.0038881413638591766
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 411,
      "lr": 0.0001,
      "sup_loss": 1.4155921717417312,
      "rf_loss": 8.586779586039484e-05,
      "total_loss": 1.4156780395375916,
      "lyap1_mean": 0.0028641200624406338,
      "lyap1_max": 0.019848985597491264,
      "lyap1_min": -0.009273711591959,
      "lyap_spec_mean": [
        0.0028641200624406338,
        0.005275525152683258,
        0.0012401030398905277,
        0.0048558590933680534
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 412,
      "lr": 0.0001,
      "sup_loss": 1.407104773038383,
      "rf_loss": 6.348243914544582e-05,
      "total_loss": 1.4071682554775284,
      "lyap1_mean": -0.000984020414762199,
      "lyap1_max": 0.0056602186523377895,
      "lyap1_min": -0.01275588758289814,
      "lyap_spec_mean": [
        -0.000984020414762199,
        -0.004504785407334566,
        -0.007597584277391434,
        -0.007340693846344948
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 413,
      "lr": 0.0001,
      "sup_loss": 1.421021421433693,
      "rf_loss": 8.045505092013627e-05,
      "total_loss": 1.421101876484613,
      "lyap1_mean": -0.006309434771537781,
      "lyap1_max": 0.0054497490637004375,
      "lyap1_min": -0.016137976199388504,
      "lyap_spec_mean": [
        -0.006309434771537781,
        -0.006334241479635239,
        -0.005724032875150442,
        -0.006300055421888828
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 414,
      "lr": 0.0001,
      "sup_loss": 1.4335514224691086,
      "rf_loss": 9.462566231377423e-05,
      "total_loss": 1.4336460481314224,
      "lyap1_mean": -0.0026492043398320675,
      "lyap1_max": 0.005292726214975119,
      "lyap1_min": -0.016430679708719254,
      "lyap_spec_mean": [
        -0.00264920387417078,
        -0.00885474681854248,
        -0.007786944974213839,
        -0.007446859963238239
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 415,
      "lr": 0.0001,
      "sup_loss": 1.3777291390435575,
      "rf_loss": 0.0001193660864373669,
      "total_loss": 1.377848505129995,
      "lyap1_mean": -0.00856146588921547,
      "lyap1_max": 0.004244566895067692,
      "lyap1_min": -0.016184600070118904,
      "lyap_spec_mean": [
        -0.008561464957892895,
        -0.007994378916919231,
        -0.005235941614955664,
        -0.011091535910964012
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 416,
      "lr": 0.0001,
      "sup_loss": 1.4502054241719278,
      "rf_loss": 4.787235229741782e-05,
      "total_loss": 1.4502532965242252,
      "lyap1_mean": -0.002345436252653599,
      "lyap1_max": 0.00952919851988554,
      "lyap1_min": -0.013974731788039207,
      "lyap_spec_mean": [
        -0.002345436252653599,
        0.0006549753015860915,
        -0.00023839937057346106,
        -0.0012147530214861035
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 417,
      "lr": 0.0001,
      "sup_loss": 1.4299526094861565,
      "rf_loss": 0.0001162934786407277,
      "total_loss": 1.4300689029647973,
      "lyap1_mean": -0.005946934223175049,
      "lyap1_max": 0.012428758665919304,
      "lyap1_min": -0.020008904859423637,
      "lyap_spec_mean": [
        -0.005946934223175049,
        -0.0014709983952343464,
        -0.0037108699325472116,
        -0.0033401050604879856
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 418,
      "lr": 0.0001,
      "sup_loss": 1.4202911477169193,
      "rf_loss": 9.801433770917356e-05,
      "total_loss": 1.4203891620546285,
      "lyap1_mean": -0.007344442885369062,
      "lyap1_max": 1.9925646483898163e-05,
      "lyap1_min": -0.01457882672548294,
      "lyap_spec_mean": [
        -0.00734444335103035,
        -0.006781027186661959,
        -0.01188954059034586,
        -0.003263571998104453
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 419,
      "lr": 0.0001,
      "sup_loss": 1.396879749056187,
      "rf_loss": 0.0002654833369888365,
      "total_loss": 1.397145232393176,
      "lyap1_mean": -0.013974802568554878,
      "lyap1_max": 0.0039751543663442135,
      "lyap1_min": -0.023494090884923935,
      "lyap_spec_mean": [
        -0.013974802568554878,
        -0.01565704308450222,
        -0.010136699303984642,
        -0.015325582586228848
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 420,
      "lr": 0.0001,
      "sup_loss": 1.404569852448805,
      "rf_loss": 0.00046919635497033596,
      "total_loss": 1.4050390488037754,
      "lyap1_mean": -0.02044513076543808,
      "lyap1_max": -0.007863355800509453,
      "lyap1_min": -0.029370419681072235,
      "lyap_spec_mean": [
        -0.02044513076543808,
        -0.018052732571959496,
        -0.021735837683081627,
        -0.022536681964993477
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 421,
      "lr": 0.0001,
      "sup_loss": 1.387889388673282,
      "rf_loss": 7.934652967378497e-05,
      "total_loss": 1.3879687352029557,
      "lyap1_mean": -0.006916713900864124,
      "lyap1_max": -0.0015763615956529975,
      "lyap1_min": -0.018528297543525696,
      "lyap_spec_mean": [
        -0.006916713900864124,
        -0.007938801310956478,
        -0.0035700728185474873,
        -0.008657451719045639
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 422,
      "lr": 0.0001,
      "sup_loss": 1.4125843070426667,
      "rf_loss": 9.201052307616919e-05,
      "total_loss": 1.4126763175657429,
      "lyap1_mean": 0.007141053676605225,
      "lyap1_max": 0.02202344499528408,
      "lyap1_min": -0.006294357590377331,
      "lyap_spec_mean": [
        0.007141054142266512,
        0.007569591049104929,
        0.0084878234192729,
        0.0031311355996876955
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 423,
      "lr": 0.0001,
      "sup_loss": 1.3739183953196057,
      "rf_loss": 0.00011030190216843039,
      "total_loss": 1.3740286972217741,
      "lyap1_mean": 0.007926411926746368,
      "lyap1_max": 0.025056464597582817,
      "lyap1_min": -0.00540666189044714,
      "lyap_spec_mean": [
        0.007926411926746368,
        0.0070077236741781235,
        0.004456676542758942,
        0.0018668981501832604
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 424,
      "lr": 0.0001,
      "sup_loss": 1.4485754952699488,
      "rf_loss": 0.00011609074135776609,
      "total_loss": 1.4486915860113065,
      "lyap1_mean": 0.008415795862674713,
      "lyap1_max": 0.019912367686629295,
      "lyap1_min": -0.0018793850904330611,
      "lyap_spec_mean": [
        0.008415795862674713,
        0.008018463850021362,
        0.005662489682435989,
        0.0002357990015298128
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 425,
      "lr": 0.0001,
      "sup_loss": 1.3971022833256241,
      "rf_loss": 0.0002354851021664217,
      "total_loss": 1.3973377684277906,
      "lyap1_mean": 0.015742968767881393,
      "lyap1_max": 0.023484807461500168,
      "lyap1_min": 0.005687006749212742,
      "lyap_spec_mean": [
        0.015742968767881393,
        0.01502289343625307,
        0.015120765194296837,
        0.010035861283540726
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 426,
      "lr": 0.0001,
      "sup_loss": 1.403676300867864,
      "rf_loss": 9.967735968530178e-05,
      "total_loss": 1.4037759782275494,
      "lyap1_mean": 0.0018879449926316738,
      "lyap1_max": 0.01166793704032898,
      "lyap1_min": -0.016093697398900986,
      "lyap_spec_mean": [
        0.0018879449926316738,
        -0.003305421443656087,
        -0.007310078479349613,
        -0.004156782291829586
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 427,
      "lr": 0.0001,
      "sup_loss": 1.3757204499080637,
      "rf_loss": 8.66774789756164e-05,
      "total_loss": 1.3758071273870394,
      "lyap1_mean": -0.007001879159361124,
      "lyap1_max": 0.000665459199808538,
      "lyap1_min": -0.018594741821289062,
      "lyap_spec_mean": [
        -0.007001879625022411,
        -0.0050837695598602295,
        -0.0047421869821846485,
        -0.00898861512541771
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 428,
      "lr": 0.0001,
      "sup_loss": 1.3847650017997135,
      "rf_loss": 5.131915895617567e-05,
      "total_loss": 1.3848163209586697,
      "lyap1_mean": -0.004800279624760151,
      "lyap1_max": 0.00333423912525177,
      "lyap1_min": -0.014851989224553108,
      "lyap_spec_mean": [
        -0.004800280090421438,
        -0.005213194526731968,
        0.00018258619820699096,
        -0.006850446108728647
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 429,
      "lr": 0.0001,
      "sup_loss": 1.3971942686166332,
      "rf_loss": 3.764456050703302e-05,
      "total_loss": 1.3972319131771402,
      "lyap1_mean": -0.0008748752879910171,
      "lyap1_max": 0.006687593646347523,
      "lyap1_min": -0.012817401438951492,
      "lyap_spec_mean": [
        -0.0008748752297833562,
        -0.0022762203589081764,
        -0.000538348569534719,
        -0.000708945095539093
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 430,
      "lr": 0.0001,
      "sup_loss": 1.3804137163429941,
      "rf_loss": 9.224769019056112e-05,
      "total_loss": 1.3805059640331847,
      "lyap1_mean": -0.008171594701707363,
      "lyap1_max": 0.0037891126703470945,
      "lyap1_min": -0.018718741834163666,
      "lyap_spec_mean": [
        -0.008171594701707363,
        -0.0052209654822945595,
        -0.008934350684285164,
        -0.0077984328381717205
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 431,
      "lr": 0.0001,
      "sup_loss": 1.4408756424755829,
      "rf_loss": 0.00013913289876654744,
      "total_loss": 1.4410147753743494,
      "lyap1_mean": -0.009484406560659409,
      "lyap1_max": 0.006279805675148964,
      "lyap1_min": -0.015394596382975578,
      "lyap_spec_mean": [
        -0.009484406560659409,
        -0.005194207653403282,
        -0.008518499322235584,
        -0.00967373512685299
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 432,
      "lr": 0.0001,
      "sup_loss": 1.362252605778561,
      "rf_loss": 0.00020240090088918805,
      "total_loss": 1.3624550066794503,
      "lyap1_mean": -0.011135948821902275,
      "lyap1_max": 0.0006793715874664485,
      "lyap1_min": -0.017690200358629227,
      "lyap_spec_mean": [
        -0.011135948821902275,
        -0.01184927113354206,
        -0.014343071728944778,
        -0.01068471372127533
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 433,
      "lr": 0.0001,
      "sup_loss": 1.3742945707957541,
      "rf_loss": 0.00017409605788998306,
      "total_loss": 1.374468666853644,
      "lyap1_mean": -0.011891210451722145,
      "lyap1_max": -0.006399453617632389,
      "lyap1_min": -0.015619716607034206,
      "lyap_spec_mean": [
        -0.01189121138304472,
        -0.011121107265353203,
        -0.011898059397935867,
        -0.012850970961153507
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 434,
      "lr": 0.0001,
      "sup_loss": 1.319229265349056,
      "rf_loss": 5.341408905223943e-05,
      "total_loss": 1.3192826794381083,
      "lyap1_mean": -0.0007057648617774248,
      "lyap1_max": 0.013016121461987495,
      "lyap1_min": -0.009661661460995674,
      "lyap_spec_mean": [
        -0.0007057648617774248,
        -0.0020886813290417194,
        -0.0016123345121741295,
        -0.004645477514714003
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 435,
      "lr": 0.0001,
      "sup_loss": 1.3809244888683214,
      "rf_loss": 0.00032738156733103096,
      "total_loss": 1.3812518704356525,
      "lyap1_mean": 0.02102353796362877,
      "lyap1_max": 0.02964828908443451,
      "lyap1_min": 0.009901825338602066,
      "lyap_spec_mean": [
        0.02102353796362877,
        0.013007923029363155,
        0.017338506877422333,
        0.016094300895929337
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 436,
      "lr": 0.0001,
      "sup_loss": 1.3901038260640814,
      "rf_loss": 0.00034948051325045526,
      "total_loss": 1.390453306577332,
      "lyap1_mean": 0.016938351094722748,
      "lyap1_max": 0.02320895902812481,
      "lyap1_min": 0.008832293562591076,
      "lyap_spec_mean": [
        0.016938351094722748,
        0.017446240410208702,
        0.018864193931221962,
        0.017018556594848633
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 437,
      "lr": 0.0001,
      "sup_loss": 1.3545964995601314,
      "rf_loss": 8.71647207532078e-05,
      "total_loss": 1.3546836642808846,
      "lyap1_mean": 0.007411858066916466,
      "lyap1_max": 0.020184537395834923,
      "lyap1_min": -0.0021566124632954597,
      "lyap_spec_mean": [
        0.007411858066916466,
        0.007830558344721794,
        0.005620937794446945,
        0.0038590882904827595
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 438,
      "lr": 0.0001,
      "sup_loss": 1.4051273083612663,
      "rf_loss": 0.0001376301806885749,
      "total_loss": 1.4052649385419549,
      "lyap1_mean": -0.0068061864003539085,
      "lyap1_max": 0.006206502206623554,
      "lyap1_min": -0.01559495460242033,
      "lyap_spec_mean": [
        -0.0068061864003539085,
        -0.009972501546144485,
        -0.00900915078818798,
        -0.012115398421883583
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 439,
      "lr": 0.0001,
      "sup_loss": 1.4100814255094432,
      "rf_loss": 0.0003443715686444193,
      "total_loss": 1.4104257970780876,
      "lyap1_mean": -0.01636640541255474,
      "lyap1_max": -0.008252710103988647,
      "lyap1_min": -0.02445840835571289,
      "lyap_spec_mean": [
        -0.01636640541255474,
        -0.016479939222335815,
        -0.018719326704740524,
        -0.01854931190609932
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 440,
      "lr": 0.0001,
      "sup_loss": 1.4389619737665913,
      "rf_loss": 0.0005487004527822137,
      "total_loss": 1.4395106742193735,
      "lyap1_mean": -0.023175084963440895,
      "lyap1_max": -0.01415233127772808,
      "lyap1_min": -0.04311072453856468,
      "lyap_spec_mean": [
        -0.023175084963440895,
        -0.01792374812066555,
        -0.023375216871500015,
        -0.02344939485192299
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 441,
      "lr": 0.0001,
      "sup_loss": 1.3948332891657762,
      "rf_loss": 7.225209992611781e-05,
      "total_loss": 1.3949055412657023,
      "lyap1_mean": -0.004790079779922962,
      "lyap1_max": 0.006124403327703476,
      "lyap1_min": -0.013227885589003563,
      "lyap_spec_mean": [
        -0.004790079779922962,
        -0.005259495694190264,
        -0.00859910249710083,
        -0.007197126280516386
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 442,
      "lr": 0.0001,
      "sup_loss": 1.4093905745609976,
      "rf_loss": 0.0003096357686445117,
      "total_loss": 1.409700210329642,
      "lyap1_mean": 0.02057141251862049,
      "lyap1_max": 0.03482106700539589,
      "lyap1_min": 0.010534620843827724,
      "lyap_spec_mean": [
        0.02057141251862049,
        0.01494611706584692,
        0.01596928760409355,
        0.013365630060434341
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 443,
      "lr": 0.0001,
      "sup_loss": 1.3756703315634267,
      "rf_loss": 0.0004985963460057974,
      "total_loss": 1.3761689279094325,
      "lyap1_mean": 0.024457737803459167,
      "lyap1_max": 0.029064273461699486,
      "lyap1_min": 0.011780241504311562,
      "lyap_spec_mean": [
        0.024457737803459167,
        0.0212949737906456,
        0.021949060261249542,
        0.017169538885354996
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 444,
      "lr": 0.0001,
      "sup_loss": 1.4308946211039908,
      "rf_loss": 0.0003356648958288133,
      "total_loss": 1.4312302859998196,
      "lyap1_mean": 0.017936117947101593,
      "lyap1_max": 0.03033599816262722,
      "lyap1_min": 0.008943288587033749,
      "lyap_spec_mean": [
        0.017936116084456444,
        0.015520336106419563,
        0.013654490001499653,
        0.013150207698345184
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 445,
      "lr": 0.0001,
      "sup_loss": 1.38221639741489,
      "rf_loss": 5.33234269823879e-05,
      "total_loss": 1.3822697208418724,
      "lyap1_mean": 0.0034081717021763325,
      "lyap1_max": 0.015565897338092327,
      "lyap1_min": -0.009314974769949913,
      "lyap_spec_mean": [
        0.0034081717021763325,
        -0.0015150869730859995,
        -0.004747075028717518,
        -0.0018329082522541285
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 446,
      "lr": 0.0001,
      "sup_loss": 1.3708982889368473,
      "rf_loss": 0.00018209184054285288,
      "total_loss": 1.3710803807773901,
      "lyap1_mean": -0.010581718757748604,
      "lyap1_max": 0.0020627672784030437,
      "lyap1_min": -0.016589725390076637,
      "lyap_spec_mean": [
        -0.010581718757748604,
        -0.009915846399962902,
        -0.010818617418408394,
        -0.012714182026684284
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 447,
      "lr": 0.0001,
      "sup_loss": 1.4060114173450686,
      "rf_loss": 0.0002576858678366989,
      "total_loss": 1.4062691032129053,
      "lyap1_mean": -0.011935667134821415,
      "lyap1_max": 0.003011555876582861,
      "lyap1_min": -0.022222023457288742,
      "lyap_spec_mean": [
        -0.01193566806614399,
        -0.016476765275001526,
        -0.01220378652215004,
        -0.01483053620904684
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 448,
      "lr": 0.0001,
      "sup_loss": 1.3802022913451193,
      "rf_loss": 0.0002599332365207374,
      "total_loss": 1.38046222458164,
      "lyap1_mean": -0.01277463324368,
      "lyap1_max": -0.0034024082124233246,
      "lyap1_min": -0.024766210466623306,
      "lyap_spec_mean": [
        -0.012774632312357426,
        -0.017101192846894264,
        -0.013114191591739655,
        -0.015834089368581772
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 449,
      "lr": 0.0001,
      "sup_loss": 1.4090553527679373,
      "rf_loss": 6.57096243230626e-05,
      "total_loss": 1.4091210623922603,
      "lyap1_mean": 0.0026978873647749424,
      "lyap1_max": 0.011369338259100914,
      "lyap1_min": -0.010192280635237694,
      "lyap_spec_mean": [
        0.0026978873647749424,
        0.002304202876985073,
        -0.0016411280957981944,
        0.0001780390739440918
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 450,
      "lr": 0.0001,
      "sup_loss": 1.4181581390627092,
      "rf_loss": 0.00015390387852676213,
      "total_loss": 1.418312042941236,
      "lyap1_mean": 0.013748813420534134,
      "lyap1_max": 0.022001296281814575,
      "lyap1_min": 0.00798441655933857,
      "lyap_spec_mean": [
        0.013748814351856709,
        0.01062535960227251,
        0.009763257578015327,
        0.009175260551273823
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 451,
      "lr": 0.0001,
      "sup_loss": 1.399473680401798,
      "rf_loss": 9.163341019302607e-05,
      "total_loss": 1.399565313811991,
      "lyap1_mean": 0.010591670870780945,
      "lyap1_max": 0.017198801040649414,
      "lyap1_min": -0.0017269495874643326,
      "lyap_spec_mean": [
        0.01059167180210352,
        0.0027399829123169184,
        0.005524774547666311,
        0.006612797267735004
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 452,
      "lr": 0.0001,
      "sup_loss": 1.4056732766252316,
      "rf_loss": 4.455489761312492e-05,
      "total_loss": 1.4057178315228447,
      "lyap1_mean": 0.003050842322409153,
      "lyap1_max": 0.014642640016973019,
      "lyap1_min": -0.012611295096576214,
      "lyap_spec_mean": [
        0.003050842322409153,
        0.0008940405678004026,
        0.0009500214364379644,
        0.0023885793052613735
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 453,
      "lr": 0.0001,
      "sup_loss": 1.391719755432619,
      "rf_loss": 0.00025124181411229074,
      "total_loss": 1.3919709972467313,
      "lyap1_mean": -0.012120304629206657,
      "lyap1_max": -0.004114965442568064,
      "lyap1_min": -0.025895824655890465,
      "lyap_spec_mean": [
        -0.012120304629206657,
        -0.014899599365890026,
        -0.012598550878465176,
        -0.016899023205041885
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 454,
      "lr": 0.0001,
      "sup_loss": 1.4099475236696895,
      "rf_loss": 0.0007469039410352707,
      "total_loss": 1.4106944276107247,
      "lyap1_mean": -0.027010731399059296,
      "lyap1_max": -0.01829465851187706,
      "lyap1_min": -0.03366642817854881,
      "lyap_spec_mean": [
        -0.027010733261704445,
        -0.024411018937826157,
        -0.02610367350280285,
        -0.02869059517979622
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 455,
      "lr": 0.0001,
      "sup_loss": 1.4109968362336103,
      "rf_loss": 0.0005375883774831891,
      "total_loss": 1.4115344246110935,
      "lyap1_mean": -0.022679638117551804,
      "lyap1_max": -0.013752041384577751,
      "lyap1_min": -0.03704080730676651,
      "lyap_spec_mean": [
        -0.022679638117551804,
        -0.022067032754421234,
        -0.022794919088482857,
        -0.02127750776708126
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 456,
      "lr": 0.0001,
      "sup_loss": 1.3540753302000106,
      "rf_loss": 0.0001285911857848987,
      "total_loss": 1.3542039213857955,
      "lyap1_mean": -0.00499248132109642,
      "lyap1_max": 0.007589168380945921,
      "lyap1_min": -0.018009407445788383,
      "lyap_spec_mean": [
        -0.004992480855435133,
        -0.008586865849792957,
        -0.011110709980130196,
        -0.007668275386095047
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 457,
      "lr": 0.0001,
      "sup_loss": 1.3678310256879587,
      "rf_loss": 0.00018863241712097079,
      "total_loss": 1.3680196581050796,
      "lyap1_mean": 0.01241709478199482,
      "lyap1_max": 0.02976655773818493,
      "lyap1_min": 0.0034032147377729416,
      "lyap_spec_mean": [
        0.01241709478199482,
        0.011242233216762543,
        0.009812768548727036,
        0.01366429217159748
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 458,
      "lr": 0.0001,
      "sup_loss": 1.3800366758684066,
      "rf_loss": 0.00042385791311971843,
      "total_loss": 1.3804605337815263,
      "lyap1_mean": 0.01988319307565689,
      "lyap1_max": 0.030000746250152588,
      "lyap1_min": 0.010068846866488457,
      "lyap_spec_mean": [
        0.01988319307565689,
        0.02040991000831127,
        0.01709027588367462,
        0.014412082731723785
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 459,
      "lr": 0.0001,
      "sup_loss": 1.3949725348085955,
      "rf_loss": 0.0003353242063894868,
      "total_loss": 1.395307859014985,
      "lyap1_mean": 0.016401054337620735,
      "lyap1_max": 0.03558797761797905,
      "lyap1_min": -0.00295064109377563,
      "lyap_spec_mean": [
        0.016401054337620735,
        0.013806985691189766,
        0.015347527340054512,
        0.012778272852301598
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 460,
      "lr": 0.0001,
      "sup_loss": 1.416818622362311,
      "rf_loss": 7.92465652921237e-05,
      "total_loss": 1.416897868927603,
      "lyap1_mean": 0.009999360889196396,
      "lyap1_max": 0.017090795561671257,
      "lyap1_min": 0.00021597370505332947,
      "lyap_spec_mean": [
        0.009999360889196396,
        0.004122823942452669,
        0.004323338158428669,
        0.0061918157152831554
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 461,
      "lr": 0.0001,
      "sup_loss": 1.3734923881087657,
      "rf_loss": 0.0002306816168129444,
      "total_loss": 1.3737230697255787,
      "lyap1_mean": -0.010704470798373222,
      "lyap1_max": 0.0005981354042887688,
      "lyap1_min": -0.017373617738485336,
      "lyap_spec_mean": [
        -0.010704470798373222,
        -0.014122648164629936,
        -0.014484412968158722,
        -0.017442692071199417
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 462,
      "lr": 0.0001,
      "sup_loss": 1.4035936314286719,
      "rf_loss": 0.00036001583794131875,
      "total_loss": 1.4039536472666132,
      "lyap1_mean": -0.01817525364458561,
      "lyap1_max": -0.008220179006457329,
      "lyap1_min": -0.03236091881990433,
      "lyap_spec_mean": [
        -0.01817525364458561,
        -0.013871831819415092,
        -0.019124308601021767,
        -0.01948540098965168
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 463,
      "lr": 0.0001,
      "sup_loss": 1.4701912243081598,
      "rf_loss": 0.0003277009236626327,
      "total_loss": 1.4705189252318225,
      "lyap1_mean": -0.01824279874563217,
      "lyap1_max": -0.011639488860964775,
      "lyap1_min": -0.025710612535476685,
      "lyap_spec_mean": [
        -0.01824279874563217,
        -0.01675531268119812,
        -0.01600874774158001,
        -0.01685982570052147
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 464,
      "lr": 0.0001,
      "sup_loss": 1.37045720272436,
      "rf_loss": 9.643191879149526e-05,
      "total_loss": 1.3705536346431515,
      "lyap1_mean": -0.003118939697742462,
      "lyap1_max": 0.006470649968832731,
      "lyap1_min": -0.014111833646893501,
      "lyap_spec_mean": [
        -0.003118939697742462,
        -0.006296955049037933,
        -0.009024640545248985,
        -0.010412045754492283
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 465,
      "lr": 0.0001,
      "sup_loss": 1.3678860356032503,
      "rf_loss": 9.478491119807586e-05,
      "total_loss": 1.3679808205144484,
      "lyap1_mean": 0.0038748234510421753,
      "lyap1_max": 0.014401448890566826,
      "lyap1_min": -0.018054507672786713,
      "lyap_spec_mean": [
        0.0038748234510421753,
        0.004623302724212408,
        0.0040555959567427635,
        0.0022516711615025997
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 466,
      "lr": 0.0001,
      "sup_loss": 1.362600908381393,
      "rf_loss": 0.00018838200776372105,
      "total_loss": 1.3627892903891567,
      "lyap1_mean": 0.01012328453361988,
      "lyap1_max": 0.025379031896591187,
      "lyap1_min": -0.0016425857320427895,
      "lyap_spec_mean": [
        0.01012328453361988,
        0.011382837779819965,
        0.011993230320513248,
        0.011350218206644058
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 467,
      "lr": 0.0001,
      "sup_loss": 1.374118017361016,
      "rf_loss": 0.00011368861305527389,
      "total_loss": 1.3742317059740712,
      "lyap1_mean": 0.010236612521111965,
      "lyap1_max": 0.018992764875292778,
      "lyap1_min": 0.0010260295821353793,
      "lyap_spec_mean": [
        0.010236612521111965,
        0.009365652687847614,
        0.008598389104008675,
        0.005551503039896488
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 468,
      "lr": 0.0001,
      "sup_loss": 1.3883171921261108,
      "rf_loss": 0.00011196509876754135,
      "total_loss": 1.3884291572248784,
      "lyap1_mean": 0.0064950683154165745,
      "lyap1_max": 0.01902857795357704,
      "lyap1_min": -0.008910681121051311,
      "lyap_spec_mean": [
        0.006495067849755287,
        0.005887447856366634,
        0.007786214351654053,
        0.003621252253651619
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 469,
      "lr": 0.0001,
      "sup_loss": 1.4002402460152306,
      "rf_loss": 8.728414832148701e-05,
      "total_loss": 1.400327530163552,
      "lyap1_mean": -0.0001497266348451376,
      "lyap1_max": 0.014733245596289635,
      "lyap1_min": -0.014706662856042385,
      "lyap_spec_mean": [
        -0.00014972651842981577,
        -0.003961110021919012,
        -0.0033438291866332293,
        -0.007224610075354576
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 470,
      "lr": 0.0001,
      "sup_loss": 1.3737834912320737,
      "rf_loss": 0.00014357498730532825,
      "total_loss": 1.373927066219379,
      "lyap1_mean": -0.007269090507179499,
      "lyap1_max": 0.001923882169649005,
      "lyap1_min": -0.015370085835456848,
      "lyap_spec_mean": [
        -0.007269090972840786,
        -0.012729315087199211,
        -0.009523723274469376,
        -0.01281561516225338
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 471,
      "lr": 0.0001,
      "sup_loss": 1.3950237512260084,
      "rf_loss": 0.0005285964580252767,
      "total_loss": 1.3955523476840337,
      "lyap1_mean": -0.020422713831067085,
      "lyap1_max": -0.009079273790121078,
      "lyap1_min": -0.030401628464460373,
      "lyap_spec_mean": [
        -0.020422713831067085,
        -0.023839566856622696,
        -0.02110450156033039,
        -0.022019967436790466
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 472,
      "lr": 0.0001,
      "sup_loss": 1.3793086102876881,
      "rf_loss": 0.00037457470898516476,
      "total_loss": 1.3796831849966733,
      "lyap1_mean": -0.014550963416695595,
      "lyap1_max": -0.0059480806812644005,
      "lyap1_min": -0.026111118495464325,
      "lyap_spec_mean": [
        -0.014550963416695595,
        -0.02061222493648529,
        -0.020475130528211594,
        -0.016397947445511818
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 473,
      "lr": 0.0001,
      "sup_loss": 1.3435514602257532,
      "rf_loss": 0.00013611107715405524,
      "total_loss": 1.3436875713029073,
      "lyap1_mean": -0.011082733049988747,
      "lyap1_max": 0.004164538346230984,
      "lyap1_min": -0.03000488691031933,
      "lyap_spec_mean": [
        -0.011082733049988747,
        -0.002652588067576289,
        -0.0042357598431408405,
        -0.007439660374075174
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 474,
      "lr": 0.0001,
      "sup_loss": 1.346766216131065,
      "rf_loss": 0.00022563294623978436,
      "total_loss": 1.3469918490773047,
      "lyap1_mean": 0.013067172840237617,
      "lyap1_max": 0.030939925462007523,
      "lyap1_min": -0.0076854838989675045,
      "lyap_spec_mean": [
        0.013067173771560192,
        0.013681762851774693,
        0.009617790579795837,
        0.011154304258525372
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 475,
      "lr": 0.0001,
      "sup_loss": 1.3898415067389438,
      "rf_loss": 0.00018723128596320748,
      "total_loss": 1.390028738024907,
      "lyap1_mean": 0.012936180457472801,
      "lyap1_max": 0.02165508270263672,
      "lyap1_min": -0.00042117186239920557,
      "lyap_spec_mean": [
        0.012936180457472801,
        0.01659516990184784,
        0.008105709217488766,
        0.010138604789972305
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 476,
      "lr": 0.0001,
      "sup_loss": 1.404099305347312,
      "rf_loss": 0.00019958807388320565,
      "total_loss": 1.4042988934211953,
      "lyap1_mean": 0.010834136977791786,
      "lyap1_max": 0.024739474058151245,
      "lyap1_min": -0.004873772617429495,
      "lyap_spec_mean": [
        0.010834136977791786,
        0.010589427314698696,
        0.014739754609763622,
        0.010680769570171833
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 477,
      "lr": 0.0001,
      "sup_loss": 1.3483744576024668,
      "rf_loss": 9.918976866174489e-05,
      "total_loss": 1.3484736473711285,
      "lyap1_mean": 0.0018767218571156263,
      "lyap1_max": 0.01766870729625225,
      "lyap1_min": -0.014056234620511532,
      "lyap_spec_mean": [
        0.0018767218571156263,
        -0.004975140560418367,
        -0.004319373052567244,
        -0.006665073800832033
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 478,
      "lr": 0.0001,
      "sup_loss": 1.3827244092250919,
      "rf_loss": 0.00017430633306503296,
      "total_loss": 1.382898715558157,
      "lyap1_mean": -0.012583550065755844,
      "lyap1_max": 0.004601200111210346,
      "lyap1_min": -0.023062877357006073,
      "lyap_spec_mean": [
        -0.012583550997078419,
        -0.010856270790100098,
        -0.011114423163235188,
        -0.012395269237458706
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 479,
      "lr": 0.0001,
      "sup_loss": 1.3829786238541506,
      "rf_loss": 0.00024998310254886746,
      "total_loss": 1.3832286069566995,
      "lyap1_mean": -0.013912549242377281,
      "lyap1_max": -0.003934828564524651,
      "lyap1_min": -0.022712208330631256,
      "lyap_spec_mean": [
        -0.013912549242377281,
        -0.013943139463663101,
        -0.014041757211089134,
        -0.014390088617801666
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 480,
      "lr": 0.0001,
      "sup_loss": 1.3955037604148346,
      "rf_loss": 8.490742766298354e-05,
      "total_loss": 1.3955886678424976,
      "lyap1_mean": -0.005627880804240704,
      "lyap1_max": 0.001021750969812274,
      "lyap1_min": -0.013209966942667961,
      "lyap_spec_mean": [
        -0.005627880804240704,
        -0.004847688600420952,
        -0.003575590206310153,
        -0.009949239902198315
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 481,
      "lr": 0.0001,
      "sup_loss": 1.4260989633052796,
      "rf_loss": 0.00013330789806786925,
      "total_loss": 1.4262322712033475,
      "lyap1_mean": -0.009743331000208855,
      "lyap1_max": -0.00371308415196836,
      "lyap1_min": -0.02154507488012314,
      "lyap_spec_mean": [
        -0.009743331000208855,
        -0.010083533823490143,
        -0.008522579446434975,
        -0.010043786838650703
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 482,
      "lr": 0.0001,
      "sup_loss": 1.4211914943256703,
      "rf_loss": 0.00010275095701217651,
      "total_loss": 1.4212942452826824,
      "lyap1_mean": -0.005062847398221493,
      "lyap1_max": 0.006280114408582449,
      "lyap1_min": -0.017331155017018318,
      "lyap_spec_mean": [
        -0.005062847398221493,
        -0.006329105235636234,
        -0.005953292362391949,
        -0.007958391681313515
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 483,
      "lr": 0.0001,
      "sup_loss": 1.3615969355190938,
      "rf_loss": 0.0001095481202355586,
      "total_loss": 1.3617064836393293,
      "lyap1_mean": -0.004501907620579004,
      "lyap1_max": 0.011636657640337944,
      "lyap1_min": -0.01798132061958313,
      "lyap_spec_mean": [
        -0.004501907620579004,
        -0.008231625892221928,
        -0.005040561314672232,
        -0.007296048570424318
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 484,
      "lr": 0.0001,
      "sup_loss": 1.3538054751442996,
      "rf_loss": 5.798594793304801e-05,
      "total_loss": 1.3538634610922327,
      "lyap1_mean": 0.002886982401832938,
      "lyap1_max": 0.01594601199030876,
      "lyap1_min": -0.004716102033853531,
      "lyap_spec_mean": [
        0.002886982401832938,
        -0.0031939204782247543,
        -0.004632987547665834,
        -0.004013475496321917
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 485,
      "lr": 0.0001,
      "sup_loss": 1.3747429738487613,
      "rf_loss": 5.8385954616824165e-05,
      "total_loss": 1.3748013598033781,
      "lyap1_mean": 0.005417603999376297,
      "lyap1_max": 0.014225765131413937,
      "lyap1_min": -0.0014160447753965855,
      "lyap_spec_mean": [
        0.00541760353371501,
        0.005917139817029238,
        0.005088369827717543,
        0.004065581131726503
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 486,
      "lr": 0.0001,
      "sup_loss": 1.401871135719938,
      "rf_loss": 0.00011506534065119922,
      "total_loss": 1.4019862010605892,
      "lyap1_mean": 0.008747206069529057,
      "lyap1_max": 0.016575975343585014,
      "lyap1_min": -0.007266704924404621,
      "lyap_spec_mean": [
        0.008747206069529057,
        0.009934457950294018,
        0.0058877612464129925,
        0.004331925418227911
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 487,
      "lr": 0.0001,
      "sup_loss": 1.369046454955539,
      "rf_loss": 0.0001916535256896168,
      "total_loss": 1.3692381084812286,
      "lyap1_mean": 0.012476954609155655,
      "lyap1_max": 0.030956311151385307,
      "lyap1_min": 0.001549081178382039,
      "lyap_spec_mean": [
        0.012476954609155655,
        0.013496823608875275,
        0.00914035364985466,
        0.009749394841492176
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 488,
      "lr": 0.0001,
      "sup_loss": 1.3544104946820148,
      "rf_loss": 5.6262026191689074e-05,
      "total_loss": 1.3544667567082065,
      "lyap1_mean": -0.0008884972194209695,
      "lyap1_max": 0.008081646636128426,
      "lyap1_min": -0.010530130937695503,
      "lyap_spec_mean": [
        -0.0008884971030056477,
        -0.0009355753427371383,
        -0.0033740601502358913,
        -0.0016427978407591581
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 489,
      "lr": 0.0001,
      "sup_loss": 1.4220155821277358,
      "rf_loss": 8.867667202139273e-05,
      "total_loss": 1.4221042587997572,
      "lyap1_mean": -0.005411816760897636,
      "lyap1_max": 0.004076790064573288,
      "lyap1_min": -0.021117113530635834,
      "lyap_spec_mean": [
        -0.005411817226558924,
        -0.00477080512791872,
        -0.0029515805654227734,
        -0.0028749522753059864
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 490,
      "lr": 0.0001,
      "sup_loss": 1.349377294478589,
      "rf_loss": 0.0001905696262838319,
      "total_loss": 1.3495678641048727,
      "lyap1_mean": -0.009808347560465336,
      "lyap1_max": 0.0037849275395274162,
      "lyap1_min": -0.02356589585542679,
      "lyap_spec_mean": [
        -0.009808347560465336,
        -0.00893255602568388,
        -0.014562029391527176,
        -0.013643896207213402
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 491,
      "lr": 0.0001,
      "sup_loss": 1.4058781657792752,
      "rf_loss": 0.0003220380749553442,
      "total_loss": 1.4062002038542305,
      "lyap1_mean": -0.01695295050740242,
      "lyap1_max": -0.01019027829170227,
      "lyap1_min": -0.0259280763566494,
      "lyap_spec_mean": [
        -0.01695295050740242,
        -0.017061550170183182,
        -0.015941936522722244,
        -0.017482038587331772
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 492,
      "lr": 0.0001,
      "sup_loss": 1.377380834765565,
      "rf_loss": 0.0004165329155512154,
      "total_loss": 1.3777973676811162,
      "lyap1_mean": -0.018922585994005203,
      "lyap1_max": -0.010753507725894451,
      "lyap1_min": -0.027037732303142548,
      "lyap_spec_mean": [
        -0.018922585994005203,
        -0.017352715134620667,
        -0.018203269690275192,
        -0.022503389045596123
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 493,
      "lr": 0.0001,
      "sup_loss": 1.3507719407142111,
      "rf_loss": 0.00016916805179789662,
      "total_loss": 1.350941108766009,
      "lyap1_mean": -0.009474195539951324,
      "lyap1_max": 0.0006810793420299888,
      "lyap1_min": -0.021390756592154503,
      "lyap_spec_mean": [
        -0.009474195539951324,
        -0.011547749862074852,
        -0.009682836011052132,
        -0.015309748239815235
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 494,
      "lr": 0.0001,
      "sup_loss": 1.3883958721074976,
      "rf_loss": 3.7275352951837704e-05,
      "total_loss": 1.3884331474604494,
      "lyap1_mean": 0.0007276374381035566,
      "lyap1_max": 0.011111738160252571,
      "lyap1_min": -0.009247494861483574,
      "lyap_spec_mean": [
        0.0007276373798958957,
        0.0019038580358028412,
        -0.0014377380721271038,
        -0.00026447989512234926
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 495,
      "lr": 0.0001,
      "sup_loss": 1.3603695699307687,
      "rf_loss": 0.00014814865426160395,
      "total_loss": 1.3605177185850303,
      "lyap1_mean": 0.01208789087831974,
      "lyap1_max": 0.01834116131067276,
      "lyap1_min": 0.005367695353925228,
      "lyap_spec_mean": [
        0.01208789087831974,
        0.01257200539112091,
        0.009227488189935684,
        0.008899763226509094
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 496,
      "lr": 0.0001,
      "sup_loss": 1.367452655006804,
      "rf_loss": 0.00046849489444866776,
      "total_loss": 1.3679211499012527,
      "lyap1_mean": 0.022986792027950287,
      "lyap1_max": 0.032260965555906296,
      "lyap1_min": 0.002623955486342311,
      "lyap_spec_mean": [
        0.022986792027950287,
        0.021048929542303085,
        0.01763327047228813,
        0.018708564341068268
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 497,
      "lr": 0.0001,
      "sup_loss": 1.3815023517796936,
      "rf_loss": 0.0002834936312865466,
      "total_loss": 1.3817858454109802,
      "lyap1_mean": 0.015786340460181236,
      "lyap1_max": 0.02641446888446808,
      "lyap1_min": 0.008239415474236012,
      "lyap_spec_mean": [
        0.015786338597536087,
        0.018536444753408432,
        0.014412935823202133,
        0.012976868078112602
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 498,
      "lr": 0.0001,
      "sup_loss": 1.375827221321957,
      "rf_loss": 3.6677494790637866e-05,
      "total_loss": 1.3758638988167475,
      "lyap1_mean": -0.0030856195371598005,
      "lyap1_max": -5.257595330476761e-05,
      "lyap1_min": -0.011731075122952461,
      "lyap_spec_mean": [
        -0.003085619304329157,
        -0.002464151941239834,
        -0.002201722003519535,
        -0.0021240604110062122
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 499,
      "lr": 0.0001,
      "sup_loss": 1.3609537258175857,
      "rf_loss": 0.0002071389608317986,
      "total_loss": 1.3611608647784175,
      "lyap1_mean": -0.013292871415615082,
      "lyap1_max": -0.002066968474537134,
      "lyap1_min": -0.02215128391981125,
      "lyap_spec_mean": [
        -0.013292871415615082,
        -0.009317077696323395,
        -0.013587215915322304,
        -0.011286012828350067
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 500,
      "lr": 0.0001,
      "sup_loss": 1.3685147162483826,
      "rf_loss": 0.0006098790327087045,
      "total_loss": 1.3691245952810913,
      "lyap1_mean": -0.0265812911093235,
      "lyap1_max": -0.02088944986462593,
      "lyap1_min": -0.035918042063713074,
      "lyap_spec_mean": [
        -0.0265812911093235,
        -0.023158879950642586,
        -0.02436724491417408,
        -0.019727399572730064
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 501,
      "lr": 0.0001,
      "sup_loss": 1.3907045915865615,
      "rf_loss": 0.0002144592726835981,
      "total_loss": 1.390919050859245,
      "lyap1_mean": -0.013846341520547867,
      "lyap1_max": -0.003193887649103999,
      "lyap1_min": -0.02076650969684124,
      "lyap_spec_mean": [
        -0.013846341520547867,
        -0.014261060394346714,
        -0.010768501088023186,
        -0.014897996559739113
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 502,
      "lr": 0.0001,
      "sup_loss": 1.3871118925463466,
      "rf_loss": 0.00010764588660094887,
      "total_loss": 1.3872195384329475,
      "lyap1_mean": -0.007059214636683464,
      "lyap1_max": 0.0004105617699678987,
      "lyap1_min": -0.016585635021328926,
      "lyap_spec_mean": [
        -0.007059214636683464,
        -0.009046703577041626,
        -0.007207169197499752,
        -0.010858973488211632
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 503,
      "lr": 0.0001,
      "sup_loss": 1.4072659272701844,
      "rf_loss": 6.713536276947707e-05,
      "total_loss": 1.4073330626329539,
      "lyap1_mean": 0.004715456627309322,
      "lyap1_max": 0.016850333660840988,
      "lyap1_min": -0.006233721971511841,
      "lyap_spec_mean": [
        0.00471545709297061,
        0.005003407597541809,
        0.006987741217017174,
        -0.0002812035381793976
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 504,
      "lr": 0.0001,
      "sup_loss": 1.4222886137668151,
      "rf_loss": 6.079601735109463e-05,
      "total_loss": 1.4223494097841662,
      "lyap1_mean": 0.005504327826201916,
      "lyap1_max": 0.015726760029792786,
      "lyap1_min": -0.0018481997540220618,
      "lyap_spec_mean": [
        0.005504327826201916,
        0.0034855883568525314,
        0.005810599308460951,
        0.0028030434623360634
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 505,
      "lr": 0.0001,
      "sup_loss": 1.372906531276267,
      "rf_loss": 4.340546001913026e-05,
      "total_loss": 1.372949936736286,
      "lyap1_mean": 0.004917040001600981,
      "lyap1_max": 0.01911359280347824,
      "lyap1_min": -0.003072466468438506,
      "lyap_spec_mean": [
        0.0049170395359396935,
        0.00150480295997113,
        0.00329006789252162,
        -0.0008546439930796623
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 506,
      "lr": 0.0001,
      "sup_loss": 1.397095601580538,
      "rf_loss": 4.8543017328483984e-05,
      "total_loss": 1.3971441445978665,
      "lyap1_mean": -0.0042424327693879604,
      "lyap1_max": 0.0127505362033844,
      "lyap1_min": -0.011332708410918713,
      "lyap_spec_mean": [
        -0.0042424327693879604,
        -0.003660005982965231,
        -0.005582788959145546,
        -0.005663501098752022
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 507,
      "lr": 0.0001,
      "sup_loss": 1.33746054217568,
      "rf_loss": 7.034584268694744e-05,
      "total_loss": 1.337530888018367,
      "lyap1_mean": -0.004698783624917269,
      "lyap1_max": 0.002636934630572796,
      "lyap1_min": -0.01276357751339674,
      "lyap_spec_mean": [
        -0.0046987831592559814,
        -0.005069700535386801,
        -0.008733388967812061,
        -0.007909562438726425
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 508,
      "lr": 0.0001,
      "sup_loss": 1.3781074836821083,
      "rf_loss": 4.295301187084988e-05,
      "total_loss": 1.3781504366939792,
      "lyap1_mean": 0.00290574599057436,
      "lyap1_max": 0.007873156107962132,
      "lyap1_min": -0.0026678533758968115,
      "lyap_spec_mean": [
        0.00290574599057436,
        0.0010487653780728579,
        0.0006856560939922929,
        0.0020679784938693047
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 509,
      "lr": 0.0001,
      "sup_loss": 1.3520495413390181,
      "rf_loss": 9.379750554217026e-05,
      "total_loss": 1.3521433388445603,
      "lyap1_mean": 0.007447243668138981,
      "lyap1_max": 0.03255518153309822,
      "lyap1_min": -0.009375354275107384,
      "lyap_spec_mean": [
        0.007447243668138981,
        0.0013445706572383642,
        0.004635903052985668,
        0.0037570178974419832
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 510,
      "lr": 0.0001,
      "sup_loss": 1.2679199775126637,
      "rf_loss": 0.0001121033274102956,
      "total_loss": 1.268032080840074,
      "lyap1_mean": 0.013521888293325901,
      "lyap1_max": 0.02191995084285736,
      "lyap1_min": 0.0040224576368927956,
      "lyap_spec_mean": [
        0.013521887362003326,
        0.006221320480108261,
        0.0053796241991221905,
        0.0032472596503794193
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 511,
      "lr": 0.0001,
      "sup_loss": 1.3792753237476383,
      "rf_loss": 9.052308450918645e-05,
      "total_loss": 1.3793658468321475,
      "lyap1_mean": 0.008436847478151321,
      "lyap1_max": 0.0162508487701416,
      "lyap1_min": -0.0025946195237338543,
      "lyap_spec_mean": [
        0.008436846546828747,
        0.004077086690813303,
        0.00794894527643919,
        0.006187093909829855
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 512,
      "lr": 0.0001,
      "sup_loss": 1.3897552777315632,
      "rf_loss": 5.149260687176138e-05,
      "total_loss": 1.389806770338435,
      "lyap1_mean": 0.0009618111071176827,
      "lyap1_max": 0.010216401889920235,
      "lyap1_min": -0.010121109895408154,
      "lyap_spec_mean": [
        0.0009618111653253436,
        0.0018297296483069658,
        0.0006978068850003183,
        -0.0025244185235351324
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 513,
      "lr": 0.0001,
      "sup_loss": 1.37145779149736,
      "rf_loss": 0.00012792313646059483,
      "total_loss": 1.3715857146338206,
      "lyap1_mean": -0.006240786053240299,
      "lyap1_max": 0.004159986507147551,
      "lyap1_min": -0.01638256385922432,
      "lyap_spec_mean": [
        -0.006240786053240299,
        -0.008218781091272831,
        -0.012476110830903053,
        -0.009508104994893074
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 514,
      "lr": 0.0001,
      "sup_loss": 1.405488633077933,
      "rf_loss": 0.00048681674525141716,
      "total_loss": 1.4059754498231845,
      "lyap1_mean": -0.02218490093946457,
      "lyap1_max": -0.012178324162960052,
      "lyap1_min": -0.028711285442113876,
      "lyap_spec_mean": [
        -0.02218490093946457,
        -0.020543208345770836,
        -0.02296590432524681,
        -0.02009870670735836
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 515,
      "lr": 0.0001,
      "sup_loss": 1.3205647456708038,
      "rf_loss": 0.00038904399843886495,
      "total_loss": 1.3209537896692427,
      "lyap1_mean": -0.020034773275256157,
      "lyap1_max": -0.008233891800045967,
      "lyap1_min": -0.029790006577968597,
      "lyap_spec_mean": [
        -0.020034773275256157,
        -0.016401058062911034,
        -0.016743291169404984,
        -0.01882774569094181
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 516,
      "lr": 0.0001,
      "sup_loss": 1.3547569990833785,
      "rf_loss": 0.00023724192578811198,
      "total_loss": 1.3549942410091667,
      "lyap1_mean": -0.011862503364682198,
      "lyap1_max": 0.0008289836114272475,
      "lyap1_min": -0.01982037164270878,
      "lyap_spec_mean": [
        -0.011862503364682198,
        -0.013698427937924862,
        -0.01001151092350483,
        -0.015658460557460785
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 517,
      "lr": 0.0001,
      "sup_loss": 1.352839066343567,
      "rf_loss": 6.052943354006857e-05,
      "total_loss": 1.352899595777107,
      "lyap1_mean": 0.005480052903294563,
      "lyap1_max": 0.014772980473935604,
      "lyap1_min": -0.004762648604810238,
      "lyap_spec_mean": [
        0.005480052903294563,
        0.0013419390888884664,
        0.0006875102408230305,
        0.0009657994378358126
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 518,
      "lr": 0.0001,
      "sup_loss": 1.4020156983347678,
      "rf_loss": 0.0003936294815503061,
      "total_loss": 1.402409327816318,
      "lyap1_mean": 0.015840239822864532,
      "lyap1_max": 0.0312642976641655,
      "lyap1_min": 0.0029630702920258045,
      "lyap_spec_mean": [
        0.015840239822864532,
        0.019650716334581375,
        0.02131381817162037,
        0.014620881527662277
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 519,
      "lr": 0.0001,
      "sup_loss": 1.334719237306106,
      "rf_loss": 0.00041003013029694557,
      "total_loss": 1.335129267436403,
      "lyap1_mean": 0.021693242713809013,
      "lyap1_max": 0.030569683760404587,
      "lyap1_min": 0.007697827182710171,
      "lyap_spec_mean": [
        0.021693240851163864,
        0.018902156502008438,
        0.0185799952596426,
        0.018142282962799072
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 520,
      "lr": 0.0001,
      "sup_loss": 1.336426843933542,
      "rf_loss": 0.00025296295643784106,
      "total_loss": 1.33667980688998,
      "lyap1_mean": 0.015611478127539158,
      "lyap1_max": 0.02998182736337185,
      "lyap1_min": 0.002675055991858244,
      "lyap_spec_mean": [
        0.015611479058861732,
        0.015382683835923672,
        0.011122012510895729,
        0.011432693339884281
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 521,
      "lr": 0.0001,
      "sup_loss": 1.3834326942949942,
      "rf_loss": 6.445999315474182e-05,
      "total_loss": 1.383497154288149,
      "lyap1_mean": 0.0015523526817560196,
      "lyap1_max": 0.022054355591535568,
      "lyap1_min": -0.007927050814032555,
      "lyap_spec_mean": [
        0.0015523526817560196,
        -0.0028184019029140472,
        -0.001710367389023304,
        -0.0042325942777097225
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 522,
      "lr": 0.0001,
      "sup_loss": 1.3669250482081736,
      "rf_loss": 0.0002734650333877653,
      "total_loss": 1.3671985132415614,
      "lyap1_mean": -0.016189316287636757,
      "lyap1_max": -0.0045414455235004425,
      "lyap1_min": -0.022940021008253098,
      "lyap_spec_mean": [
        -0.016189316287636757,
        -0.013766706921160221,
        -0.01520447712391615,
        -0.01339973695576191
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 523,
      "lr": 0.0001,
      "sup_loss": 1.3893167147842544,
      "rf_loss": 0.00034911034163087606,
      "total_loss": 1.3896658251258853,
      "lyap1_mean": -0.01329859346151352,
      "lyap1_max": -0.0089933006092906,
      "lyap1_min": -0.021994812414050102,
      "lyap_spec_mean": [
        -0.01329859346151352,
        -0.01823064498603344,
        -0.01870770752429962,
        -0.019808964803814888
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 524,
      "lr": 0.0001,
      "sup_loss": 1.401084115391538,
      "rf_loss": 0.00035830916021950543,
      "total_loss": 1.4014424245517576,
      "lyap1_mean": -0.01547151803970337,
      "lyap1_max": -0.007885805331170559,
      "lyap1_min": -0.02506297454237938,
      "lyap_spec_mean": [
        -0.01547151803970337,
        -0.01793416403234005,
        -0.01864752545952797,
        -0.015713896602392197
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 525,
      "lr": 0.0001,
      "sup_loss": 1.3668605276321761,
      "rf_loss": 0.00011607419583015144,
      "total_loss": 1.3669766018280063,
      "lyap1_mean": -0.007822858169674873,
      "lyap1_max": -0.002879074774682522,
      "lyap1_min": -0.014319239184260368,
      "lyap_spec_mean": [
        -0.007822858169674873,
        -0.010055666789412498,
        -0.007444147951900959,
        -0.008330012671649456
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 526,
      "lr": 0.0001,
      "sup_loss": 1.3459390746188034,
      "rf_loss": 5.445181886898354e-05,
      "total_loss": 1.3459935264376723,
      "lyap1_mean": 0.0031504170037806034,
      "lyap1_max": 0.020175186917185783,
      "lyap1_min": -0.009796563535928726,
      "lyap_spec_mean": [
        0.0031504170037806034,
        0.004998326301574707,
        0.0018200664781033993,
        -0.0008047461742535233
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 527,
      "lr": 0.0001,
      "sup_loss": 1.3313794120536162,
      "rf_loss": 8.704571519047022e-05,
      "total_loss": 1.3314664577688067,
      "lyap1_mean": 0.0064839450642466545,
      "lyap1_max": 0.01408076100051403,
      "lyap1_min": -0.00372598459944129,
      "lyap_spec_mean": [
        0.006483944598585367,
        0.006295174825936556,
        0.008086029440164566,
        0.009737951681017876
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 528,
      "lr": 0.0001,
      "sup_loss": 1.2692940937998352,
      "rf_loss": 0.0001684509334154427,
      "total_loss": 1.2694625447332506,
      "lyap1_mean": 0.010394483804702759,
      "lyap1_max": 0.021078523248434067,
      "lyap1_min": -0.004321972839534283,
      "lyap_spec_mean": [
        0.010394483804702759,
        0.014310365542769432,
        0.006850401870906353,
        0.005717653781175613
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 529,
      "lr": 0.0001,
      "sup_loss": 1.2852905396687204,
      "rf_loss": 0.0002103694132529199,
      "total_loss": 1.2855009090819733,
      "lyap1_mean": 0.010916931554675102,
      "lyap1_max": 0.019174892455339432,
      "lyap1_min": 0.001834834343753755,
      "lyap_spec_mean": [
        0.010916932485997677,
        0.015491453930735588,
        0.013462750241160393,
        0.011434106156229973
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 530,
      "lr": 0.0001,
      "sup_loss": 1.3463634610224016,
      "rf_loss": 7.703471055720001e-05,
      "total_loss": 1.3464404957329588,
      "lyap1_mean": 0.007750467862933874,
      "lyap1_max": 0.021563997492194176,
      "lyap1_min": -0.0020064380951225758,
      "lyap_spec_mean": [
        0.0077504683285951614,
        0.0035400837659835815,
        0.006546306423842907,
        0.0039274077862501144
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 531,
      "lr": 0.0001,
      "sup_loss": 1.3836520359611544,
      "rf_loss": 6.484398909378797e-05,
      "total_loss": 1.3837168799502482,
      "lyap1_mean": -0.003764948807656765,
      "lyap1_max": 0.007974854670464993,
      "lyap1_min": -0.021367572247982025,
      "lyap_spec_mean": [
        -0.0037649492733180523,
        -0.0052638244815170765,
        -0.003077366854995489,
        -0.001135816564783454
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 532,
      "lr": 0.0001,
      "sup_loss": 1.37995864270762,
      "rf_loss": 0.0003114117425866425,
      "total_loss": 1.3802700544502067,
      "lyap1_mean": -0.017072411254048347,
      "lyap1_max": -0.012691488489508629,
      "lyap1_min": -0.02307521179318428,
      "lyap_spec_mean": [
        -0.017072413116693497,
        -0.015961993485689163,
        -0.01647464744746685,
        -0.01673879660665989
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 533,
      "lr": 0.0001,
      "sup_loss": 1.3302717048901125,
      "rf_loss": 0.0005546188913285732,
      "total_loss": 1.330826323781441,
      "lyap1_mean": -0.020375609397888184,
      "lyap1_max": -0.011528877541422844,
      "lyap1_min": -0.030669428408145905,
      "lyap_spec_mean": [
        -0.020375611260533333,
        -0.020708179101347923,
        -0.02113439328968525,
        -0.02645205706357956
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 534,
      "lr": 0.0001,
      "sup_loss": 1.3773546774951217,
      "rf_loss": 0.000579451909288764,
      "total_loss": 1.3779341294044105,
      "lyap1_mean": -0.019677603617310524,
      "lyap1_max": -0.007721853442490101,
      "lyap1_min": -0.03209119290113449,
      "lyap_spec_mean": [
        -0.019677603617310524,
        -0.02452574484050274,
        -0.022151503711938858,
        -0.024849675595760345
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 535,
      "lr": 0.0001,
      "sup_loss": 1.3604198219972112,
      "rf_loss": 0.00019015642465092242,
      "total_loss": 1.3606099784218622,
      "lyap1_mean": -0.011914210394024849,
      "lyap1_max": -0.006244935095310211,
      "lyap1_min": -0.022053126245737076,
      "lyap_spec_mean": [
        -0.011914210394024849,
        -0.011465010233223438,
        -0.013582812622189522,
        -0.010636151768267155
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 536,
      "lr": 0.0001,
      "sup_loss": 1.3591445738875239,
      "rf_loss": 2.6183701265836135e-05,
      "total_loss": 1.3591707575887897,
      "lyap1_mean": 0.0048355781473219395,
      "lyap1_max": 0.012241899035871029,
      "lyap1_min": -0.002713277470320463,
      "lyap_spec_mean": [
        0.0048355781473219395,
        -0.0027168062515556812,
        -0.0010249486658722162,
        0.0018021984724327922
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 537,
      "lr": 0.0001,
      "sup_loss": 1.3849417572301108,
      "rf_loss": 0.00028256300720386207,
      "total_loss": 1.3852243202373147,
      "lyap1_mean": 0.017173340544104576,
      "lyap1_max": 0.026449080556631088,
      "lyap1_min": 0.009304992854595184,
      "lyap_spec_mean": [
        0.017173340544104576,
        0.014922333881258965,
        0.01186866033822298,
        0.015797290951013565
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 538,
      "lr": 0.0001,
      "sup_loss": 1.3483359967543713,
      "rf_loss": 0.000541943940334022,
      "total_loss": 1.3488779406947053,
      "lyap1_mean": 0.02417566627264023,
      "lyap1_max": 0.033604640513658524,
      "lyap1_min": 0.016247346997261047,
      "lyap_spec_mean": [
        0.02417566440999508,
        0.02163531258702278,
        0.02173246443271637,
        0.022810984402894974
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 539,
      "lr": 0.0001,
      "sup_loss": 1.3761898652898714,
      "rf_loss": 0.0005283050704747438,
      "total_loss": 1.3767181703603462,
      "lyap1_mean": 0.025004178285598755,
      "lyap1_max": 0.030833739787340164,
      "lyap1_min": 0.007810454815626144,
      "lyap_spec_mean": [
        0.025004176422953606,
        0.023991025984287262,
        0.020470723509788513,
        0.018717259168624878
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 540,
      "lr": 0.0001,
      "sup_loss": 1.3940069519265696,
      "rf_loss": 0.00021284434478729963,
      "total_loss": 1.394219796271357,
      "lyap1_mean": 0.014021757990121841,
      "lyap1_max": 0.023529669269919395,
      "lyap1_min": -0.003527796594426036,
      "lyap_spec_mean": [
        0.014021757990121841,
        0.01538529060781002,
        0.009386698715388775,
        0.011168637312948704
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 541,
      "lr": 0.0001,
      "sup_loss": 1.4011666218947634,
      "rf_loss": 5.5512711696792394e-05,
      "total_loss": 1.4012221346064602,
      "lyap1_mean": 0.0009261261438950896,
      "lyap1_max": 0.009067635983228683,
      "lyap1_min": -0.009575922042131424,
      "lyap_spec_mean": [
        0.0009261261438950896,
        -0.0027751177549362183,
        0.0021594204008579254,
        0.00204527098685503
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 542,
      "lr": 0.0001,
      "sup_loss": 1.3357620754159854,
      "rf_loss": 0.0009372649365104735,
      "total_loss": 1.3366993403524958,
      "lyap1_mean": -0.026686567813158035,
      "lyap1_max": -0.016893714666366577,
      "lyap1_min": -0.03982843458652496,
      "lyap_spec_mean": [
        -0.026686567813158035,
        -0.028637360781431198,
        -0.03031940944492817,
        -0.03166535869240761
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 543,
      "lr": 0.0001,
      "sup_loss": 1.4225884858512354,
      "rf_loss": 0.0014857726637274027,
      "total_loss": 1.4240742585149628,
      "lyap1_mean": -0.03743423894047737,
      "lyap1_max": -0.02474859356880188,
      "lyap1_min": -0.04657719284296036,
      "lyap_spec_mean": [
        -0.03743423894047737,
        -0.038906216621398926,
        -0.03615299239754677,
        -0.03915764391422272
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 544,
      "lr": 0.0001,
      "sup_loss": 1.3487695030067928,
      "rf_loss": 0.0010655884398147464,
      "total_loss": 1.3498350914466075,
      "lyap1_mean": -0.029011394828557968,
      "lyap1_max": -0.014679296873509884,
      "lyap1_min": -0.039451297372579575,
      "lyap_spec_mean": [
        -0.029011394828557968,
        -0.027443474158644676,
        -0.03305722773075104,
        -0.0336795337498188
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 545,
      "lr": 0.0001,
      "sup_loss": 1.3782314926252406,
      "rf_loss": 0.0004896880127489567,
      "total_loss": 1.3787211806379895,
      "lyap1_mean": -0.018710311502218246,
      "lyap1_max": 0.006831176578998566,
      "lyap1_min": -0.03592871129512787,
      "lyap_spec_mean": [
        -0.018710313364863396,
        -0.02155083231627941,
        -0.01791062392294407,
        -0.020181763917207718
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 546,
      "lr": 0.0001,
      "sup_loss": 1.3611253334333566,
      "rf_loss": 9.363032586406916e-05,
      "total_loss": 1.3612189637592207,
      "lyap1_mean": -0.007470495067536831,
      "lyap1_max": 0.0053613982163369656,
      "lyap1_min": -0.01857278123497963,
      "lyap_spec_mean": [
        -0.007470495067536831,
        -0.0034866612404584885,
        -0.004443936049938202,
        -0.006891763303428888
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 547,
      "lr": 0.0001,
      "sup_loss": 1.347613737666152,
      "rf_loss": 0.00011112158244941384,
      "total_loss": 1.3477248592486013,
      "lyap1_mean": 0.00657263770699501,
      "lyap1_max": 0.02179441601037979,
      "lyap1_min": -0.006985452026128769,
      "lyap_spec_mean": [
        0.00657263770699501,
        0.002535378560423851,
        0.0013940924545750022,
        0.0021154219284653664
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 548,
      "lr": 0.0001,
      "sup_loss": 1.31881374596323,
      "rf_loss": 0.00015025345783215016,
      "total_loss": 1.3189639994210622,
      "lyap1_mean": 0.011166676878929138,
      "lyap1_max": 0.0197246465831995,
      "lyap1_min": 0.004881931468844414,
      "lyap_spec_mean": [
        0.011166676878929138,
        0.009461824782192707,
        0.01414230465888977,
        0.010933159850537777
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 549,
      "lr": 0.0001,
      "sup_loss": 1.3383829135284924,
      "rf_loss": 0.0003553301212377846,
      "total_loss": 1.3387382436497302,
      "lyap1_mean": 0.017037034034729004,
      "lyap1_max": 0.028695642948150635,
      "lyap1_min": 0.008507536724209785,
      "lyap_spec_mean": [
        0.017037034034729004,
        0.016531899571418762,
        0.0160495825111866,
        0.015538272447884083
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 550,
      "lr": 0.0001,
      "sup_loss": 1.3466018198255667,
      "rf_loss": 0.00011290077964076772,
      "total_loss": 1.3467147206052075,
      "lyap1_mean": 0.0084895770996809,
      "lyap1_max": 0.023256678134202957,
      "lyap1_min": 0.0010523914825171232,
      "lyap_spec_mean": [
        0.0084895770996809,
        0.008224575780332088,
        0.008758682757616043,
        0.004993630573153496
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 551,
      "lr": 0.0001,
      "sup_loss": 1.3276090677780341,
      "rf_loss": 0.00011650015949271619,
      "total_loss": 1.3277255679375268,
      "lyap1_mean": 0.008258752524852753,
      "lyap1_max": 0.01872415840625763,
      "lyap1_min": -0.007787592243403196,
      "lyap_spec_mean": [
        0.008258752524852753,
        0.0016831621760502458,
        0.009357786737382412,
        0.0005125397583469748
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 552,
      "lr": 0.0001,
      "sup_loss": 1.324751610757261,
      "rf_loss": 0.00012575514847412705,
      "total_loss": 1.3248773659057351,
      "lyap1_mean": -0.0031054471619427204,
      "lyap1_max": 0.01877511292695999,
      "lyap1_min": -0.01801709085702896,
      "lyap_spec_mean": [
        -0.0031054471619427204,
        -0.0027378746308386326,
        -0.006732315756380558,
        -0.00743974931538105
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 553,
      "lr": 0.0001,
      "sup_loss": 1.3935373775536668,
      "rf_loss": 0.00032337591983377934,
      "total_loss": 1.3938607534735006,
      "lyap1_mean": -0.012582654133439064,
      "lyap1_max": 0.001931890845298767,
      "lyap1_min": -0.022493569180369377,
      "lyap_spec_mean": [
        -0.012582654133439064,
        -0.01943657174706459,
        -0.01722208969295025,
        -0.0177313145250082
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 554,
      "lr": 0.0001,
      "sup_loss": 1.3520697996019635,
      "rf_loss": 0.0009850638452917337,
      "total_loss": 1.3530548634472552,
      "lyap1_mean": -0.026786819100379944,
      "lyap1_max": -0.013945452868938446,
      "lyap1_min": -0.04090893641114235,
      "lyap_spec_mean": [
        -0.026786819100379944,
        -0.0299212783575058,
        -0.03286293148994446,
        -0.03035510703921318
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 555,
      "lr": 0.0001,
      "sup_loss": 1.3747175439105552,
      "rf_loss": 0.0007366302888840437,
      "total_loss": 1.3754541741994393,
      "lyap1_mean": -0.023404385894536972,
      "lyap1_max": -0.01573636196553707,
      "lyap1_min": -0.0352192148566246,
      "lyap_spec_mean": [
        -0.023404385894536972,
        -0.026510773226618767,
        -0.027830833569169044,
        -0.025876618921756744
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 556,
      "lr": 0.0001,
      "sup_loss": 1.3444782285213979,
      "rf_loss": 0.0003222177329007536,
      "total_loss": 1.3448004462542986,
      "lyap1_mean": -0.012146038934588432,
      "lyap1_max": -0.0013528193812817335,
      "lyap1_min": -0.02652207762002945,
      "lyap_spec_mean": [
        -0.012146037071943283,
        -0.010374357923865318,
        -0.018309611827135086,
        -0.02015344239771366
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 557,
      "lr": 0.0001,
      "sup_loss": 1.3551063389817666,
      "rf_loss": 0.00015750716556794941,
      "total_loss": 1.3552638461473345,
      "lyap1_mean": 0.012049254029989243,
      "lyap1_max": 0.026109948754310608,
      "lyap1_min": 2.464093267917633e-05,
      "lyap_spec_mean": [
        0.012049254029989243,
        0.010081890039145947,
        0.007607008330523968,
        0.009179985150694847
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 558,
      "lr": 0.0001,
      "sup_loss": 1.3077891214679107,
      "rf_loss": 0.0010014754952862859,
      "total_loss": 1.308790596963197,
      "lyap1_mean": 0.03276998549699783,
      "lyap1_max": 0.04521835967898369,
      "lyap1_min": 0.01746564917266369,
      "lyap_spec_mean": [
        0.03276998549699783,
        0.030925512313842773,
        0.032075248658657074,
        0.028082184493541718
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 559,
      "lr": 0.0001,
      "sup_loss": 1.3919851838552144,
      "rf_loss": 0.001610287232324481,
      "total_loss": 1.393595471087539,
      "lyap1_mean": 0.038243867456912994,
      "lyap1_max": 0.05103300139307976,
      "lyap1_min": 0.02361224964261055,
      "lyap_spec_mean": [
        0.038243867456912994,
        0.03939185291528702,
        0.03979029506444931,
        0.039525050669908524
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 560,
      "lr": 0.0001,
      "sup_loss": 1.361710326225976,
      "rf_loss": 0.0007818148587830365,
      "total_loss": 1.362492141084759,
      "lyap1_mean": 0.02844489924609661,
      "lyap1_max": 0.04900432378053665,
      "lyap1_min": 0.006062310189008713,
      "lyap_spec_mean": [
        0.02844489924609661,
        0.029357029125094414,
        0.024583373218774796,
        0.020116819068789482
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 561,
      "lr": 0.0001,
      "sup_loss": 1.3655111952695396,
      "rf_loss": 0.0001558136282255873,
      "total_loss": 1.3656670088977652,
      "lyap1_mean": 0.01046888530254364,
      "lyap1_max": 0.030139563605189323,
      "lyap1_min": 0.004003789275884628,
      "lyap_spec_mean": [
        0.01046888530254364,
        0.010154075920581818,
        0.008279994130134583,
        0.01090388372540474
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 562,
      "lr": 0.0001,
      "sup_loss": 1.3276213684568174,
      "rf_loss": 0.000280198612017557,
      "total_loss": 1.327901567068835,
      "lyap1_mean": -0.014126514084637165,
      "lyap1_max": 0.005042415112257004,
      "lyap1_min": -0.030857857316732407,
      "lyap_spec_mean": [
        -0.01412651501595974,
        -0.011350756511092186,
        -0.01545858383178711,
        -0.017273668199777603
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 563,
      "lr": 0.0001,
      "sup_loss": 1.361749776358698,
      "rf_loss": 0.0010721490252763033,
      "total_loss": 1.3628219253839744,
      "lyap1_mean": -0.02947620302438736,
      "lyap1_max": -0.019724402576684952,
      "lyap1_min": -0.03889601677656174,
      "lyap_spec_mean": [
        -0.02947620302438736,
        -0.03084546886384487,
        -0.03245725482702255,
        -0.03458694368600845
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 564,
      "lr": 0.0001,
      "sup_loss": 1.32961547818412,
      "rf_loss": 0.0013865542132407427,
      "total_loss": 1.3310020323973608,
      "lyap1_mean": -0.03307410329580307,
      "lyap1_max": -0.01785300299525261,
      "lyap1_min": -0.0432160347700119,
      "lyap_spec_mean": [
        -0.03307410329580307,
        -0.038084838539361954,
        -0.03382818400859833,
        -0.03892790898680687
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 565,
      "lr": 0.0001,
      "sup_loss": 1.3767013664219458,
      "rf_loss": 0.0007536499761044979,
      "total_loss": 1.3774550163980503,
      "lyap1_mean": -0.021373193711042404,
      "lyap1_max": -0.011544771492481232,
      "lyap1_min": -0.03096984326839447,
      "lyap_spec_mean": [
        -0.021373193711042404,
        -0.02727395109832287,
        -0.02783244103193283,
        -0.02964850328862667
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 566,
      "lr": 0.0001,
      "sup_loss": 1.3787725297082323,
      "rf_loss": 0.00016115696053020656,
      "total_loss": 1.3789336866687625,
      "lyap1_mean": -0.009331601671874523,
      "lyap1_max": 0.00343508692458272,
      "lyap1_min": -0.025684364140033722,
      "lyap_spec_mean": [
        -0.009331601671874523,
        -0.010275446809828281,
        -0.012228017672896385,
        -0.009622884914278984
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 567,
      "lr": 0.0001,
      "sup_loss": 1.366234163705001,
      "rf_loss": 7.991552411112934e-05,
      "total_loss": 1.3663140792291122,
      "lyap1_mean": 0.0009456496918573976,
      "lyap1_max": 0.008721644058823586,
      "lyap1_min": -0.012991592288017273,
      "lyap_spec_mean": [
        0.000945649400819093,
        -0.0017100197728723288,
        0.0018163981148973107,
        -0.006247295998036861
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 568,
      "lr": 0.0001,
      "sup_loss": 1.351243058938795,
      "rf_loss": 0.00017155418754555285,
      "total_loss": 1.3514146131263405,
      "lyap1_mean": 0.012074485421180725,
      "lyap1_max": 0.016575749963521957,
      "lyap1_min": 0.007828069850802422,
      "lyap_spec_mean": [
        0.012074485421180725,
        0.011611600406467915,
        0.0121126314625144,
        0.012974610552191734
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 569,
      "lr": 0.0001,
      "sup_loss": 1.3865291203196777,
      "rf_loss": 0.0005203215405344963,
      "total_loss": 1.3870494418602122,
      "lyap1_mean": 0.02252800576388836,
      "lyap1_max": 0.03456856310367584,
      "lyap1_min": 0.010393239557743073,
      "lyap_spec_mean": [
        0.02252800390124321,
        0.0237375870347023,
        0.021050257608294487,
        0.018643442541360855
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 570,
      "lr": 0.0001,
      "sup_loss": 1.3338328480988706,
      "rf_loss": 0.0004298725980333984,
      "total_loss": 1.334262720696904,
      "lyap1_mean": 0.022892626002430916,
      "lyap1_max": 0.03827068582177162,
      "lyap1_min": 0.0039421794936060905,
      "lyap_spec_mean": [
        0.022892626002430916,
        0.01635899767279625,
        0.016200751066207886,
        0.01761818677186966
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 571,
      "lr": 0.0001,
      "sup_loss": 1.363409275158447,
      "rf_loss": 0.00026663290918804705,
      "total_loss": 1.363675908067635,
      "lyap1_mean": 0.013973494991660118,
      "lyap1_max": 0.0265386663377285,
      "lyap1_min": 0.00041029107524082065,
      "lyap_spec_mean": [
        0.013973494991660118,
        0.014907597564160824,
        0.015205927193164825,
        0.011337799951434135
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 572,
      "lr": 0.0001,
      "sup_loss": 1.3639078444057562,
      "rf_loss": 4.4440173951443285e-05,
      "total_loss": 1.3639522845797076,
      "lyap1_mean": -0.00025341688888147473,
      "lyap1_max": 0.012464752420783043,
      "lyap1_min": -0.006805676035583019,
      "lyap_spec_mean": [
        -0.000253416714258492,
        -0.0017805841052904725,
        -0.001285505830310285,
        -0.003971736412495375
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 573,
      "lr": 0.0001,
      "sup_loss": 1.3954078720210903,
      "rf_loss": 0.0002490008482709527,
      "total_loss": 1.3956568728693612,
      "lyap1_mean": -0.010096746496856213,
      "lyap1_max": 0.003335552290081978,
      "lyap1_min": -0.015803489834070206,
      "lyap_spec_mean": [
        -0.010096746496856213,
        -0.013485333882272243,
        -0.013930159620940685,
        -0.016956999897956848
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 574,
      "lr": 0.0001,
      "sup_loss": 1.3241437208043596,
      "rf_loss": 0.00045670848339796066,
      "total_loss": 1.3246004292877576,
      "lyap1_mean": -0.01539652980864048,
      "lyap1_max": -0.0026562619023025036,
      "lyap1_min": -0.02382434904575348,
      "lyap_spec_mean": [
        -0.01539652980864048,
        -0.02273249812424183,
        -0.018811237066984177,
        -0.022602425888180733
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 575,
      "lr": 0.0001,
      "sup_loss": 1.3089659940938112,
      "rf_loss": 0.0005608131177723408,
      "total_loss": 1.3095268072115835,
      "lyap1_mean": -0.01616673171520233,
      "lyap1_max": 0.0003445471520535648,
      "lyap1_min": -0.02858757972717285,
      "lyap_spec_mean": [
        -0.016166729852557182,
        -0.02233712747693062,
        -0.02378879114985466,
        -0.026612048968672752
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 576,
      "lr": 0.0001,
      "sup_loss": 1.3578629784082124,
      "rf_loss": 0.00015009941125754267,
      "total_loss": 1.35801307781947,
      "lyap1_mean": -0.0076110707595944405,
      "lyap1_max": 0.006794414483010769,
      "lyap1_min": -0.017399035394191742,
      "lyap_spec_mean": [
        -0.007611070293933153,
        -0.004157400690019131,
        -0.007809435483068228,
        -0.011763022281229496
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 577,
      "lr": 0.0001,
      "sup_loss": 1.3848562997555782,
      "rf_loss": 8.832262392388657e-05,
      "total_loss": 1.384944622379502,
      "lyap1_mean": -0.004161864519119263,
      "lyap1_max": 0.011398552916944027,
      "lyap1_min": -0.01214308850467205,
      "lyap_spec_mean": [
        -0.004161864053457975,
        -0.004923694767057896,
        -0.003415224375203252,
        -0.0075922636315226555
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 578,
      "lr": 0.0001,
      "sup_loss": 1.3359167485152277,
      "rf_loss": 9.863777086138725e-05,
      "total_loss": 1.336015386286089,
      "lyap1_mean": -0.0017554665682837367,
      "lyap1_max": 0.009025435894727707,
      "lyap1_min": -0.012998311780393124,
      "lyap_spec_mean": [
        -0.0017554665682837367,
        -0.006400763988494873,
        -0.00460047647356987,
        -0.004041689448058605
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 579,
      "lr": 0.0001,
      "sup_loss": 1.3636160034359146,
      "rf_loss": 0.00025530660059303045,
      "total_loss": 1.3638713100365076,
      "lyap1_mean": 0.014171965420246124,
      "lyap1_max": 0.03152252733707428,
      "lyap1_min": 0.0021272047888487577,
      "lyap_spec_mean": [
        0.01417196448892355,
        0.011781440116465092,
        0.015642380341887474,
        0.01022372767329216
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 580,
      "lr": 0.0001,
      "sup_loss": 1.442635769649586,
      "rf_loss": 0.0003449437499511987,
      "total_loss": 1.4429807133995372,
      "lyap1_mean": 0.016453184187412262,
      "lyap1_max": 0.03029252402484417,
      "lyap1_min": 0.002770606428384781,
      "lyap_spec_mean": [
        0.016453184187412262,
        0.01502910628914833,
        0.01570652797818184,
        0.014683239161968231
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 581,
      "lr": 0.0001,
      "sup_loss": 1.3483941147706766,
      "rf_loss": 0.00017929391469806433,
      "total_loss": 1.3485734086853747,
      "lyap1_mean": 0.00826063472777605,
      "lyap1_max": 0.01876511424779892,
      "lyap1_min": 0.0014152086805552244,
      "lyap_spec_mean": [
        0.00826063472777605,
        0.010056665167212486,
        0.010908218100667,
        0.013477526605129242
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 582,
      "lr": 0.0001,
      "sup_loss": 1.3555802542936024,
      "rf_loss": 8.659360173624009e-05,
      "total_loss": 1.3556668478953386,
      "lyap1_mean": 0.0022773677483201027,
      "lyap1_max": 0.013073001056909561,
      "lyap1_min": -0.012197497300803661,
      "lyap_spec_mean": [
        0.002277367515489459,
        0.005377897061407566,
        0.0009414926171302795,
        -0.004536985885351896
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 583,
      "lr": 0.0001,
      "sup_loss": 1.340349892573292,
      "rf_loss": 0.0001241671125171706,
      "total_loss": 1.3404740596858091,
      "lyap1_mean": -0.004546872340142727,
      "lyap1_max": 0.007587000727653503,
      "lyap1_min": -0.017931509763002396,
      "lyap_spec_mean": [
        -0.004546872340142727,
        -0.009730570949614048,
        -0.010854143649339676,
        -0.004384160507470369
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 584,
      "lr": 0.0001,
      "sup_loss": 1.3689554260760506,
      "rf_loss": 0.00024510821094736457,
      "total_loss": 1.369200534286998,
      "lyap1_mean": -0.01597118377685547,
      "lyap1_max": -0.01026814803481102,
      "lyap1_min": -0.02263648808002472,
      "lyap_spec_mean": [
        -0.01597118377685547,
        -0.0076254201121628284,
        -0.014174120500683784,
        -0.01708121784031391
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 585,
      "lr": 0.0001,
      "sup_loss": 1.3571581567009683,
      "rf_loss": 0.0003397023247089237,
      "total_loss": 1.3574978590256772,
      "lyap1_mean": -0.013881919905543327,
      "lyap1_max": -0.0027334634214639664,
      "lyap1_min": -0.025495117530226707,
      "lyap_spec_mean": [
        -0.013881921768188477,
        -0.014739013276994228,
        -0.012920653447508812,
        -0.019574057310819626
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 586,
      "lr": 0.0001,
      "sup_loss": 1.3995557660724418,
      "rf_loss": 0.00017796401516534388,
      "total_loss": 1.3997337300876072,
      "lyap1_mean": -0.00816277414560318,
      "lyap1_max": 0.005367728881537914,
      "lyap1_min": -0.01735079661011696,
      "lyap_spec_mean": [
        -0.00816277414560318,
        -0.011486539617180824,
        -0.01002076268196106,
        -0.009023018181324005
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 587,
      "lr": 0.0001,
      "sup_loss": 1.3132424699528864,
      "rf_loss": 0.000582622888032347,
      "total_loss": 1.3138250928409188,
      "lyap1_mean": -0.021061832085251808,
      "lyap1_max": -0.008102752268314362,
      "lyap1_min": -0.03302331268787384,
      "lyap_spec_mean": [
        -0.021061833947896957,
        -0.022894538938999176,
        -0.024863138794898987,
        -0.021879691630601883
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 588,
      "lr": 0.0001,
      "sup_loss": 1.356759418539625,
      "rf_loss": 0.00021183048374950886,
      "total_loss": 1.3569712490233745,
      "lyap1_mean": -0.008057333528995514,
      "lyap1_max": 0.00778993358835578,
      "lyap1_min": -0.017327144742012024,
      "lyap_spec_mean": [
        -0.008057333528995514,
        -0.009816446341574192,
        -0.014428605325520039,
        -0.014529732055962086
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 589,
      "lr": 0.0001,
      "sup_loss": 1.3448161886133474,
      "rf_loss": 0.0002141033619409427,
      "total_loss": 1.3450302919752883,
      "lyap1_mean": -0.009962783195078373,
      "lyap1_max": 0.0008714956929907203,
      "lyap1_min": -0.016218163073062897,
      "lyap_spec_mean": [
        -0.009962783195078373,
        -0.011342441663146019,
        -0.010531015694141388,
        -0.012647691182792187
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 590,
      "lr": 0.0001,
      "sup_loss": 1.4291230693229466,
      "rf_loss": 6.290398596320301e-05,
      "total_loss": 1.4291859733089098,
      "lyap1_mean": -0.003626307938247919,
      "lyap1_max": 0.013831979595124722,
      "lyap1_min": -0.016152068972587585,
      "lyap_spec_mean": [
        -0.003626307938247919,
        0.0018796497024595737,
        -0.00212457706220448,
        -0.0006812029168941081
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 591,
      "lr": 0.0001,
      "sup_loss": 1.367190761144106,
      "rf_loss": 8.820550283417106e-05,
      "total_loss": 1.3672789666469403,
      "lyap1_mean": 0.00339469313621521,
      "lyap1_max": 0.011921774595975876,
      "lyap1_min": -0.012752668932080269,
      "lyap_spec_mean": [
        0.0033946929033845663,
        0.011279669590294361,
        0.005568983964622021,
        0.0038121617399156094
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 592,
      "lr": 0.0001,
      "sup_loss": 1.292583898714611,
      "rf_loss": 0.00025742227444425225,
      "total_loss": 1.2928413209890552,
      "lyap1_mean": 0.01529140304774046,
      "lyap1_max": 0.03454111889004707,
      "lyap1_min": -0.0026863361708819866,
      "lyap_spec_mean": [
        0.015291403979063034,
        0.01173807866871357,
        0.01658504083752632,
        0.009827619418501854
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 593,
      "lr": 0.0001,
      "sup_loss": 1.3605249765925458,
      "rf_loss": 0.00036504463059827685,
      "total_loss": 1.360890021223144,
      "lyap1_mean": 0.021545013412833214,
      "lyap1_max": 0.03576457127928734,
      "lyap1_min": 0.011010846123099327,
      "lyap_spec_mean": [
        0.021545015275478363,
        0.0189130250364542,
        0.015749763697385788,
        0.014513852074742317
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 594,
      "lr": 0.0001,
      "sup_loss": 1.3443903647767812,
      "rf_loss": 0.0004719597636722028,
      "total_loss": 1.3448623245404534,
      "lyap1_mean": 0.023055503144860268,
      "lyap1_max": 0.03477839380502701,
      "lyap1_min": 0.0072903698310256,
      "lyap_spec_mean": [
        0.023055505007505417,
        0.020490866154432297,
        0.02166208252310753,
        0.012942962348461151
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 595,
      "lr": 0.0001,
      "sup_loss": 1.3787064174709633,
      "rf_loss": 0.000245394476223737,
      "total_loss": 1.378951811947187,
      "lyap1_mean": 0.0153762586414814,
      "lyap1_max": 0.030713370069861412,
      "lyap1_min": 0.0025528750848025084,
      "lyap_spec_mean": [
        0.0153762586414814,
        0.010437536053359509,
        0.01230493001639843,
        0.008401131257414818
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 596,
      "lr": 0.0001,
      "sup_loss": 1.3693257786736397,
      "rf_loss": 6.47210399620235e-05,
      "total_loss": 1.3693904997136017,
      "lyap1_mean": 7.998035289347172e-05,
      "lyap1_max": 0.011523909866809845,
      "lyap1_min": -0.009696667082607746,
      "lyap_spec_mean": [
        7.998035289347172e-05,
        -0.0018242709338665009,
        -0.002454459434375167,
        -0.002329964656382799
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 597,
      "lr": 0.0001,
      "sup_loss": 1.3132850071647983,
      "rf_loss": 0.0004160605021752417,
      "total_loss": 1.3137010676669736,
      "lyap1_mean": -0.018036577850580215,
      "lyap1_max": -0.00793918501585722,
      "lyap1_min": -0.03178225830197334,
      "lyap_spec_mean": [
        -0.018036577850580215,
        -0.017325561493635178,
        -0.019058313220739365,
        -0.021910104900598526
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 598,
      "lr": 0.0001,
      "sup_loss": 1.3566539008720166,
      "rf_loss": 0.001257454976439476,
      "total_loss": 1.3579113558484561,
      "lyap1_mean": -0.03403931483626366,
      "lyap1_max": -0.02258335053920746,
      "lyap1_min": -0.041284359991550446,
      "lyap_spec_mean": [
        -0.034039318561553955,
        -0.03508517146110535,
        -0.03461272642016411,
        -0.03614966571331024
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 599,
      "lr": 0.0001,
      "sup_loss": 1.3511203771086158,
      "rf_loss": 0.0008354680612683296,
      "total_loss": 1.351955845169884,
      "lyap1_mean": -0.029245581477880478,
      "lyap1_max": -0.02158368192613125,
      "lyap1_min": -0.0372883677482605,
      "lyap_spec_mean": [
        -0.029245581477880478,
        -0.02490229718387127,
        -0.029036903753876686,
        -0.028232011944055557
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 600,
      "lr": 0.0001,
      "sup_loss": 1.3281178622928143,
      "rf_loss": 0.0002211966784670949,
      "total_loss": 1.3283390589712814,
      "lyap1_mean": -0.01113926526159048,
      "lyap1_max": -0.002993310336023569,
      "lyap1_min": -0.024884521961212158,
      "lyap_spec_mean": [
        -0.01113926526159048,
        -0.015549725852906704,
        -0.01071147620677948,
        -0.01462852768599987
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 601,
      "lr": 0.0001,
      "sup_loss": 1.3578759848392203,
      "rf_loss": 6.269384175539017e-05,
      "total_loss": 1.3579386786809757,
      "lyap1_mean": -0.0026386629324406385,
      "lyap1_max": 0.010199305601418018,
      "lyap1_min": -0.01772462949156761,
      "lyap_spec_mean": [
        -0.002638663165271282,
        -0.004119003191590309,
        -0.006927435286343098,
        -0.00418076990172267
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 602,
      "lr": 0.0001,
      "sup_loss": 1.3564277538252363,
      "rf_loss": 0.00019889732357114553,
      "total_loss": 1.3566266511488074,
      "lyap1_mean": 0.014771786518394947,
      "lyap1_max": 0.0261655505746603,
      "lyap1_min": 0.002960973884910345,
      "lyap_spec_mean": [
        0.014771787449717522,
        0.007408752106130123,
        0.012696648016571999,
        0.0100137023255229
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 603,
      "lr": 0.0001,
      "sup_loss": 1.3655728266650993,
      "rf_loss": 0.00033931207144632936,
      "total_loss": 1.3659121387365456,
      "lyap1_mean": 0.01782740280032158,
      "lyap1_max": 0.024525612592697144,
      "lyap1_min": 0.01044909842312336,
      "lyap_spec_mean": [
        0.01782740280032158,
        0.0168551504611969,
        0.02009095810353756,
        0.012041419744491577
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 604,
      "lr": 0.0001,
      "sup_loss": 1.33259226143703,
      "rf_loss": 0.0006629385170526803,
      "total_loss": 1.3332551999540827,
      "lyap1_mean": 0.026742516085505486,
      "lyap1_max": 0.03635367751121521,
      "lyap1_min": 0.020415136590600014,
      "lyap_spec_mean": [
        0.026742516085505486,
        0.02387615665793419,
        0.024813177064061165,
        0.022033145651221275
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 605,
      "lr": 0.0001,
      "sup_loss": 1.372602794999998,
      "rf_loss": 0.0003236550837755203,
      "total_loss": 1.3729264500837735,
      "lyap1_mean": 0.01753246784210205,
      "lyap1_max": 0.034722134470939636,
      "lyap1_min": 0.008894992992281914,
      "lyap_spec_mean": [
        0.01753246784210205,
        0.013747959397733212,
        0.01788518764078617,
        0.016683228313922882
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 606,
      "lr": 0.0001,
      "sup_loss": 1.338188576909453,
      "rf_loss": 5.217249781708233e-05,
      "total_loss": 1.3382407494072701,
      "lyap1_mean": 0.00033955881372094154,
      "lyap1_max": 0.011078676208853722,
      "lyap1_min": -0.009857225231826305,
      "lyap_spec_mean": [
        0.00033955893013626337,
        0.002402843674644828,
        0.0003044048207812011,
        -0.003279831726104021
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 607,
      "lr": 0.0001,
      "sup_loss": 1.3480478701601506,
      "rf_loss": 0.00010730623034760356,
      "total_loss": 1.3481551763904982,
      "lyap1_mean": -0.004934834782034159,
      "lyap1_max": 0.0034959609620273113,
      "lyap1_min": -0.016164448112249374,
      "lyap_spec_mean": [
        -0.004934834782034159,
        -0.0061789690516889095,
        -0.008041097782552242,
        -0.010097646154463291
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 608,
      "lr": 0.0001,
      "sup_loss": 1.3581384975110273,
      "rf_loss": 0.00013116002082824707,
      "total_loss": 1.3582696575318556,
      "lyap1_mean": -0.007750591728836298,
      "lyap1_max": 0.005434618331491947,
      "lyap1_min": -0.016623590141534805,
      "lyap_spec_mean": [
        -0.007750591263175011,
        -0.00875877682119608,
        -0.007493310607969761,
        -0.008851630613207817
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 609,
      "lr": 0.0001,
      "sup_loss": 1.3506073596673274,
      "rf_loss": 0.00042130137444473803,
      "total_loss": 1.351028661041772,
      "lyap1_mean": -0.019042080268263817,
      "lyap1_max": -0.005615599453449249,
      "lyap1_min": -0.02882971242070198,
      "lyap_spec_mean": [
        -0.019042082130908966,
        -0.017120134085416794,
        -0.017925262451171875,
        -0.021637560799717903
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 610,
      "lr": 0.0001,
      "sup_loss": 1.3486702207685513,
      "rf_loss": 0.00020771553681697696,
      "total_loss": 1.3488779363053682,
      "lyap1_mean": -0.012239361181855202,
      "lyap1_max": 0.0009524375200271606,
      "lyap1_min": -0.03619732707738876,
      "lyap_spec_mean": [
        -0.012239362113177776,
        -0.010072487406432629,
        -0.009355612099170685,
        -0.0119007658213377
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 611,
      "lr": 0.0001,
      "sup_loss": 1.3470718605616492,
      "rf_loss": 0.0002487104502506554,
      "total_loss": 1.3473205710118998,
      "lyap1_mean": -0.015258288010954857,
      "lyap1_max": -0.004857565276324749,
      "lyap1_min": -0.02384856715798378,
      "lyap_spec_mean": [
        -0.015258287079632282,
        -0.010612750425934792,
        -0.013452518731355667,
        -0.015942735597491264
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 612,
      "lr": 0.0001,
      "sup_loss": 1.343744421586586,
      "rf_loss": 8.289782999781892e-05,
      "total_loss": 1.3438273194165837,
      "lyap1_mean": -0.0037615366745740175,
      "lyap1_max": 0.004999606870114803,
      "lyap1_min": -0.01606336608529091,
      "lyap_spec_mean": [
        -0.003761536441743374,
        -0.0057200840674340725,
        -0.00610846932977438,
        -0.006176753435283899
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 613,
      "lr": 0.0001,
      "sup_loss": 1.282759012253637,
      "rf_loss": 0.00010790221858769655,
      "total_loss": 1.2828669144722247,
      "lyap1_mean": 0.008789682760834694,
      "lyap1_max": 0.014972774311900139,
      "lyap1_min": 0.0011747063836082816,
      "lyap_spec_mean": [
        0.00878968182951212,
        0.0050258273258805275,
        0.005296942312270403,
        0.007421335205435753
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 614,
      "lr": 0.0001,
      "sup_loss": 1.3767898732823782,
      "rf_loss": 0.0007270220667123795,
      "total_loss": 1.3775168953490906,
      "lyap1_mean": 0.031299982219934464,
      "lyap1_max": 0.046726375818252563,
      "lyap1_min": 0.021162686869502068,
      "lyap_spec_mean": [
        0.031299978494644165,
        0.02411475218832493,
        0.023793663829565048,
        0.021480945870280266
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 615,
      "lr": 0.0001,
      "sup_loss": 1.3434189577972435,
      "rf_loss": 0.000541767745744437,
      "total_loss": 1.343960725542988,
      "lyap1_mean": 0.02270449697971344,
      "lyap1_max": 0.04012897610664368,
      "lyap1_min": 0.013510054908692837,
      "lyap_spec_mean": [
        0.02270449697971344,
        0.02480420470237732,
        0.020363135263323784,
        0.021175669506192207
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 616,
      "lr": 0.0001,
      "sup_loss": 1.2932516523677509,
      "rf_loss": 0.0002064879226963967,
      "total_loss": 1.2934581402904473,
      "lyap1_mean": 0.013128332793712616,
      "lyap1_max": 0.021084167063236237,
      "lyap1_min": 0.0012085922062397003,
      "lyap_spec_mean": [
        0.013128332793712616,
        0.009884838946163654,
        0.010411827825009823,
        0.013576459139585495
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 617,
      "lr": 0.0001,
      "sup_loss": 1.3716137881046928,
      "rf_loss": 8.927713497541845e-05,
      "total_loss": 1.3717030652396682,
      "lyap1_mean": 0.006184028461575508,
      "lyap1_max": 0.02312251552939415,
      "lyap1_min": -0.0022083185613155365,
      "lyap_spec_mean": [
        0.006184028461575508,
        0.007293575443327427,
        0.0018482754239812493,
        0.00386049784719944
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 618,
      "lr": 0.0001,
      "sup_loss": 1.3540694909072635,
      "rf_loss": 0.0001884560624603182,
      "total_loss": 1.3542579469697238,
      "lyap1_mean": -0.01063588634133339,
      "lyap1_max": -0.003883024677634239,
      "lyap1_min": -0.02319329045712948,
      "lyap_spec_mean": [
        -0.01063588634133339,
        -0.011228256858885288,
        -0.011304188519716263,
        -0.013162834569811821
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 619,
      "lr": 0.0001,
      "sup_loss": 1.3200431686669045,
      "rf_loss": 0.0007191543700173497,
      "total_loss": 1.3207623230369219,
      "lyap1_mean": -0.023939989507198334,
      "lyap1_max": -0.009535716846585274,
      "lyap1_min": -0.03672179579734802,
      "lyap_spec_mean": [
        -0.023939989507198334,
        -0.024245688691735268,
        -0.02917797490954399,
        -0.023851823061704636
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 620,
      "lr": 0.0001,
      "sup_loss": 1.3462524954610375,
      "rf_loss": 0.0007527807611040771,
      "total_loss": 1.3470052762221416,
      "lyap1_mean": -0.02517576515674591,
      "lyap1_max": -0.01679643616080284,
      "lyap1_min": -0.034665487706661224,
      "lyap_spec_mean": [
        -0.02517576329410076,
        -0.02424437552690506,
        -0.027533074840903282,
        -0.028815604746341705
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 621,
      "lr": 0.0001,
      "sup_loss": 1.3645246301587604,
      "rf_loss": 0.0002355503966100514,
      "total_loss": 1.3647601805553704,
      "lyap1_mean": -0.009806659072637558,
      "lyap1_max": -0.00332258059643209,
      "lyap1_min": -0.032773151993751526,
      "lyap_spec_mean": [
        -0.009806658141314983,
        -0.011774181388318539,
        -0.010509282350540161,
        -0.013341404497623444
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 622,
      "lr": 0.0001,
      "sup_loss": 1.33355229187534,
      "rf_loss": 5.8648030972108245e-05,
      "total_loss": 1.333610939906312,
      "lyap1_mean": -0.0002996911061927676,
      "lyap1_max": 0.0041829729452729225,
      "lyap1_min": -0.005293241702020168,
      "lyap_spec_mean": [
        -0.0002996911352965981,
        -0.00618605175986886,
        -0.003890648018568754,
        -0.005701025016605854
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 623,
      "lr": 0.0001,
      "sup_loss": 1.3339628298758623,
      "rf_loss": 9.12421674001962e-05,
      "total_loss": 1.3340540720432625,
      "lyap1_mean": 0.005212696734815836,
      "lyap1_max": 0.014879475347697735,
      "lyap1_min": -0.012956100516021252,
      "lyap_spec_mean": [
        0.005212697200477123,
        0.005808237008750439,
        0.004802955314517021,
        0.007090157363563776
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 624,
      "lr": 0.0001,
      "sup_loss": 1.2284905838349776,
      "rf_loss": 0.0003498347068671137,
      "total_loss": 1.2288404185418447,
      "lyap1_mean": 0.019489949569106102,
      "lyap1_max": 0.040580473840236664,
      "lyap1_min": 0.004743605852127075,
      "lyap_spec_mean": [
        0.019489947706460953,
        0.0166543610394001,
        0.014326618053019047,
        0.014797835610806942
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 625,
      "lr": 0.0001,
      "sup_loss": 1.3796391312054954,
      "rf_loss": 0.000308708957163617,
      "total_loss": 1.379947840162659,
      "lyap1_mean": 0.014575320295989513,
      "lyap1_max": 0.030644699931144714,
      "lyap1_min": -0.007414288818836212,
      "lyap_spec_mean": [
        0.014575321227312088,
        0.013563690707087517,
        0.015416542068123817,
        0.013790598139166832
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 626,
      "lr": 0.0001,
      "sup_loss": 1.300401603994353,
      "rf_loss": 0.000393582449760288,
      "total_loss": 1.3007951864441132,
      "lyap1_mean": 0.019139142706990242,
      "lyap1_max": 0.04232388734817505,
      "lyap1_min": 0.004030507057905197,
      "lyap_spec_mean": [
        0.019139142706990242,
        0.016305482015013695,
        0.018372785300016403,
        0.017198992893099785
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 627,
      "lr": 0.0001,
      "sup_loss": 1.3600589506990555,
      "rf_loss": 0.00014186192129272968,
      "total_loss": 1.3602008126203482,
      "lyap1_mean": 0.0026859703939408064,
      "lyap1_max": 0.026613503694534302,
      "lyap1_min": -0.009811471216380596,
      "lyap_spec_mean": [
        0.0026859708596020937,
        0.0036188222002238035,
        0.0019814646802842617,
        -0.0012728305300697684
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 628,
      "lr": 0.0001,
      "sup_loss": 1.3270592977933982,
      "rf_loss": 8.963606524048373e-05,
      "total_loss": 1.3271489338586386,
      "lyap1_mean": 0.0011408878490328789,
      "lyap1_max": 0.01856139302253723,
      "lyap1_min": -0.011617718264460564,
      "lyap_spec_mean": [
        0.0011408878490328789,
        -0.006737187504768372,
        -0.004365643486380577,
        -0.004248027224093676
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 629,
      "lr": 0.0001,
      "sup_loss": 1.3187190444943944,
      "rf_loss": 9.263808897230774e-05,
      "total_loss": 1.3188116825833667,
      "lyap1_mean": -0.004277673549950123,
      "lyap1_max": 0.008617797866463661,
      "lyap1_min": -0.011280566453933716,
      "lyap_spec_mean": [
        -0.004277673549950123,
        -0.006951623130589724,
        -0.007727060467004776,
        -0.008045608177781105
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 630,
      "lr": 0.0001,
      "sup_loss": 1.384969656381902,
      "rf_loss": 6.77466596243903e-05,
      "total_loss": 1.3850374030415264,
      "lyap1_mean": -0.002806485164910555,
      "lyap1_max": 0.008454893715679646,
      "lyap1_min": -0.013268592767417431,
      "lyap_spec_mean": [
        -0.0028064849320799112,
        0.0001371976686641574,
        -0.006768337916582823,
        -0.004289560951292515
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 631,
      "lr": 0.0001,
      "sup_loss": 1.3824965994363403,
      "rf_loss": 4.654367148759775e-05,
      "total_loss": 1.3825431431078279,
      "lyap1_mean": 0.0028006932698190212,
      "lyap1_max": 0.011954570189118385,
      "lyap1_min": -0.010707123205065727,
      "lyap_spec_mean": [
        0.0028006937354803085,
        0.0016483721556141973,
        -0.0011262721382081509,
        -0.0022797370329499245
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 632,
      "lr": 0.0001,
      "sup_loss": 1.338374645382375,
      "rf_loss": 4.0007333154790103e-05,
      "total_loss": 1.3384146527155298,
      "lyap1_mean": 0.003980704117566347,
      "lyap1_max": 0.015826335176825523,
      "lyap1_min": -0.006106301676481962,
      "lyap_spec_mean": [
        0.003980704583227634,
        0.002966801170259714,
        0.00028150429716333747,
        -0.0024845697917044163
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 633,
      "lr": 0.0001,
      "sup_loss": 1.37329943386084,
      "rf_loss": 0.00011627955245785415,
      "total_loss": 1.3734157134132978,
      "lyap1_mean": 0.007840528152883053,
      "lyap1_max": 0.018204281106591225,
      "lyap1_min": 0.001723296009004116,
      "lyap_spec_mean": [
        0.007840528152883053,
        0.010410699993371964,
        0.006573780439794064,
        0.0032749210949987173
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 634,
      "lr": 0.0001,
      "sup_loss": 1.304022933011806,
      "rf_loss": 0.00015360393445007503,
      "total_loss": 1.3041765369462561,
      "lyap1_mean": 0.014024432748556137,
      "lyap1_max": 0.02176070772111416,
      "lyap1_min": 0.004524387419223785,
      "lyap_spec_mean": [
        0.014024432748556137,
        0.011981550604104996,
        0.006911112926900387,
        0.004033849108964205
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 635,
      "lr": 0.0001,
      "sup_loss": 1.322130772514014,
      "rf_loss": 0.00012785656144842505,
      "total_loss": 1.3222586290754623,
      "lyap1_mean": 0.007816914469003677,
      "lyap1_max": 0.020664939656853676,
      "lyap1_min": -0.006874872371554375,
      "lyap_spec_mean": [
        0.007816914469003677,
        0.008565109223127365,
        0.007226973306387663,
        0.007852848619222641
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 636,
      "lr": 0.0001,
      "sup_loss": 1.308395570681753,
      "rf_loss": 0.00011303495557513088,
      "total_loss": 1.308508605637328,
      "lyap1_mean": -0.0052315350621938705,
      "lyap1_max": 0.0015558073064312339,
      "lyap1_min": -0.010627223178744316,
      "lyap_spec_mean": [
        -0.0052315350621938705,
        -0.007920678704977036,
        -0.010874966159462929,
        -0.009530102834105492
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 637,
      "lr": 0.0001,
      "sup_loss": 1.3181930057430817,
      "rf_loss": 0.0006446591578423977,
      "total_loss": 1.3188376649009241,
      "lyap1_mean": -0.01986398920416832,
      "lyap1_max": -0.0059164902195334435,
      "lyap1_min": -0.02820765972137451,
      "lyap_spec_mean": [
        -0.01986398734152317,
        -0.02229459024965763,
        -0.02647455967962742,
        -0.025833625346422195
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 638,
      "lr": 0.0001,
      "sup_loss": 1.3349527483919739,
      "rf_loss": 0.0008628441137261689,
      "total_loss": 1.3358155925057,
      "lyap1_mean": -0.02810482680797577,
      "lyap1_max": -0.01873796060681343,
      "lyap1_min": -0.04242558032274246,
      "lyap_spec_mean": [
        -0.02810482867062092,
        -0.023257264867424965,
        -0.02954336255788803,
        -0.031227514147758484
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 639,
      "lr": 0.0001,
      "sup_loss": 1.3689197257129426,
      "rf_loss": 0.0009170932462438941,
      "total_loss": 1.3698368189591865,
      "lyap1_mean": -0.026885077357292175,
      "lyap1_max": -0.015050850808620453,
      "lyap1_min": -0.03406018763780594,
      "lyap_spec_mean": [
        -0.026885077357292175,
        -0.03156282380223274,
        -0.03320290148258209,
        -0.025487322360277176
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 640,
      "lr": 0.0001,
      "sup_loss": 1.3603155352656227,
      "rf_loss": 0.00024847901659086347,
      "total_loss": 1.3605640142822135,
      "lyap1_mean": -0.013116313144564629,
      "lyap1_max": -0.007422515191137791,
      "lyap1_min": -0.020500514656305313,
      "lyap_spec_mean": [
        -0.013116313144564629,
        -0.015262643806636333,
        -0.017303353175520897,
        -0.01242494210600853
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 641,
      "lr": 0.0001,
      "sup_loss": 1.368063017985217,
      "rf_loss": 0.00011136961984448135,
      "total_loss": 1.3681743876050614,
      "lyap1_mean": 0.006861499045044184,
      "lyap1_max": 0.015927057713270187,
      "lyap1_min": -0.007307506166398525,
      "lyap_spec_mean": [
        0.006861499045044184,
        0.0032658774871379137,
        0.0040475595742464066,
        0.001899249036796391
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 642,
      "lr": 0.0001,
      "sup_loss": 1.408507219637762,
      "rf_loss": 0.0005599645664915442,
      "total_loss": 1.4090671842042535,
      "lyap1_mean": 0.023523595184087753,
      "lyap1_max": 0.032004259526729584,
      "lyap1_min": 0.011357489041984081,
      "lyap_spec_mean": [
        0.023523595184087753,
        0.02392408810555935,
        0.02360108494758606,
        0.019234636798501015
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 643,
      "lr": 0.0001,
      "sup_loss": 1.381942223631095,
      "rf_loss": 0.0007989249425008893,
      "total_loss": 1.3827411485735959,
      "lyap1_mean": 0.030158622190356255,
      "lyap1_max": 0.03850806504487991,
      "lyap1_min": 0.019471434876322746,
      "lyap_spec_mean": [
        0.030158622190356255,
        0.0308973528444767,
        0.027887772768735886,
        0.020917460322380066
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 644,
      "lr": 0.0001,
      "sup_loss": 1.3486386494780742,
      "rf_loss": 0.0003577441384550184,
      "total_loss": 1.3489963936165292,
      "lyap1_mean": 0.016034947708249092,
      "lyap1_max": 0.02369220182299614,
      "lyap1_min": 0.006475816946476698,
      "lyap_spec_mean": [
        0.016034947708249092,
        0.017597489058971405,
        0.016527321189641953,
        0.018009645864367485
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 645,
      "lr": 0.0001,
      "sup_loss": 1.3875156804245263,
      "rf_loss": 0.00012159248581156135,
      "total_loss": 1.387637272910338,
      "lyap1_mean": 0.010117646306753159,
      "lyap1_max": 0.028097039088606834,
      "lyap1_min": -0.0027989856898784637,
      "lyap_spec_mean": [
        0.010117646306753159,
        0.008229736238718033,
        0.007553287781774998,
        0.002243212191388011
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 646,
      "lr": 0.0001,
      "sup_loss": 1.362832805813304,
      "rf_loss": 0.00012703766697086394,
      "total_loss": 1.3629598434802748,
      "lyap1_mean": -0.0089759211987257,
      "lyap1_max": -0.0008267223602160811,
      "lyap1_min": -0.017545100301504135,
      "lyap_spec_mean": [
        -0.0089759211987257,
        -0.010149495676159859,
        -0.006959169637411833,
        -0.010912436060607433
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 647,
      "lr": 0.0001,
      "sup_loss": 1.3417766127540924,
      "rf_loss": 0.0005135004175826907,
      "total_loss": 1.3422901131716751,
      "lyap1_mean": -0.021464601159095764,
      "lyap1_max": -0.008752768859267235,
      "lyap1_min": -0.03449686989188194,
      "lyap_spec_mean": [
        -0.021464599296450615,
        -0.02378852479159832,
        -0.020221058279275894,
        -0.019116919487714767
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 648,
      "lr": 0.0001,
      "sup_loss": 1.3247107114041436,
      "rf_loss": 0.0005443134577944875,
      "total_loss": 1.3252550248619381,
      "lyap1_mean": -0.019145797938108444,
      "lyap1_max": -0.011246408335864544,
      "lyap1_min": -0.030562900006771088,
      "lyap_spec_mean": [
        -0.019145797938108444,
        -0.020963488146662712,
        -0.024722624570131302,
        -0.02325805276632309
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 649,
      "lr": 0.0001,
      "sup_loss": 1.302848920632327,
      "rf_loss": 0.00048229098320007324,
      "total_loss": 1.3033312116155271,
      "lyap1_mean": -0.021630415692925453,
      "lyap1_max": -0.011517586186528206,
      "lyap1_min": -0.03284071758389473,
      "lyap_spec_mean": [
        -0.021630417555570602,
        -0.020016731694340706,
        -0.021460730582475662,
        -0.021309472620487213
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 650,
      "lr": 0.0001,
      "sup_loss": 1.3230565194477388,
      "rf_loss": 9.979287278838456e-05,
      "total_loss": 1.3231563123205272,
      "lyap1_mean": -0.007380202878266573,
      "lyap1_max": 0.00024034827947616577,
      "lyap1_min": -0.023779114708304405,
      "lyap_spec_mean": [
        -0.007380202412605286,
        -0.0072695668786764145,
        -0.004220195114612579,
        -0.0037709935568273067
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 651,
      "lr": 0.0001,
      "sup_loss": 1.3151496439013823,
      "rf_loss": 0.00012405606685206294,
      "total_loss": 1.3152736999682344,
      "lyap1_mean": 0.005715568549931049,
      "lyap1_max": 0.02633397839963436,
      "lyap1_min": -0.006703801453113556,
      "lyap_spec_mean": [
        0.005715568084269762,
        0.008119612000882626,
        0.005795757286250591,
        0.003018605522811413
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 652,
      "lr": 0.0001,
      "sup_loss": 1.2976004029255077,
      "rf_loss": 0.000252721831202507,
      "total_loss": 1.2978531247567102,
      "lyap1_mean": 0.02048730105161667,
      "lyap1_max": 0.03234066069126129,
      "lyap1_min": 0.007550291251391172,
      "lyap_spec_mean": [
        0.02048730105161667,
        0.01077350229024887,
        0.009205933660268784,
        0.011015044525265694
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 653,
      "lr": 0.0001,
      "sup_loss": 1.3155803647851292,
      "rf_loss": 0.0006257942877709866,
      "total_loss": 1.3162061590729002,
      "lyap1_mean": 0.02814183384180069,
      "lyap1_max": 0.03454854339361191,
      "lyap1_min": 0.017627738416194916,
      "lyap_spec_mean": [
        0.02814183384180069,
        0.023264046758413315,
        0.022918304428458214,
        0.02043873630464077
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 654,
      "lr": 0.0001,
      "sup_loss": 1.3352009922444918,
      "rf_loss": 0.0008923735003918409,
      "total_loss": 1.3360933657448837,
      "lyap1_mean": 0.026980727910995483,
      "lyap1_max": 0.04283195734024048,
      "lyap1_min": 0.01176320668309927,
      "lyap_spec_mean": [
        0.026980726048350334,
        0.02985873818397522,
        0.029821056872606277,
        0.025562934577465057
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 655,
      "lr": 0.0001,
      "sup_loss": 1.346740932536049,
      "rf_loss": 0.0005628150538541377,
      "total_loss": 1.3473037475899032,
      "lyap1_mean": 0.022826163098216057,
      "lyap1_max": 0.04548906534910202,
      "lyap1_min": 0.00876641646027565,
      "lyap_spec_mean": [
        0.022826164960861206,
        0.023540012538433075,
        0.02079118974506855,
        0.020490296185016632
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 656,
      "lr": 0.0001,
      "sup_loss": 1.3136284990810807,
      "rf_loss": 7.085382821969688e-05,
      "total_loss": 1.3136993529093004,
      "lyap1_mean": 0.0038098394870758057,
      "lyap1_max": 0.01470076572149992,
      "lyap1_min": -0.002943171188235283,
      "lyap_spec_mean": [
        0.0038098394870758057,
        0.0009050314547494054,
        0.0003888884384650737,
        -0.0011075218208134174
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 657,
      "lr": 0.0001,
      "sup_loss": 1.3224179841205466,
      "rf_loss": 0.00016927112301345915,
      "total_loss": 1.32258725524356,
      "lyap1_mean": -0.011493679136037827,
      "lyap1_max": -0.0031923181377351284,
      "lyap1_min": -0.02615390345454216,
      "lyap_spec_mean": [
        -0.011493679136037827,
        -0.007297823205590248,
        -0.010888642631471157,
        -0.013144957832992077
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 658,
      "lr": 0.0001,
      "sup_loss": 1.299928656138002,
      "rf_loss": 0.0008651268435642123,
      "total_loss": 1.3007937829815661,
      "lyap1_mean": -0.026279475539922714,
      "lyap1_max": 0.01083785854279995,
      "lyap1_min": -0.04261299595236778,
      "lyap_spec_mean": [
        -0.026279475539922714,
        -0.02631009928882122,
        -0.030095621943473816,
        -0.027842096984386444
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 659,
      "lr": 0.0001,
      "sup_loss": 1.3715397294606122,
      "rf_loss": 0.0005299687036313117,
      "total_loss": 1.3720696981642435,
      "lyap1_mean": -0.022131554782390594,
      "lyap1_max": -0.012623349204659462,
      "lyap1_min": -0.0284991767257452,
      "lyap_spec_mean": [
        -0.022131554782390594,
        -0.021748414263129234,
        -0.02200912870466709,
        -0.023440197110176086
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 660,
      "lr": 0.0001,
      "sup_loss": 1.3185491771107054,
      "rf_loss": 0.0004916166071780026,
      "total_loss": 1.3190407937178834,
      "lyap1_mean": -0.020207200199365616,
      "lyap1_max": -0.010246939025819302,
      "lyap1_min": -0.027950510382652283,
      "lyap_spec_mean": [
        -0.020207200199365616,
        -0.021736910566687584,
        -0.020267261192202568,
        -0.024032369256019592
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 661,
      "lr": 0.0001,
      "sup_loss": 1.3604992814880215,
      "rf_loss": 0.00014938425738364458,
      "total_loss": 1.360648665745405,
      "lyap1_mean": -0.008426322601735592,
      "lyap1_max": 0.003894103690981865,
      "lyap1_min": -0.01570536568760872,
      "lyap_spec_mean": [
        -0.008426322601735592,
        -0.0062885405495762825,
        -0.010390141047537327,
        -0.012718318961560726
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 662,
      "lr": 0.0001,
      "sup_loss": 1.319459422513214,
      "rf_loss": 0.00010629789176164195,
      "total_loss": 1.3195657204049756,
      "lyap1_mean": 0.002691477769985795,
      "lyap1_max": 0.019289562478661537,
      "lyap1_min": -0.018493765965104103,
      "lyap_spec_mean": [
        0.0026914780028164387,
        -0.001973588252440095,
        0.0011521114502102137,
        -0.0019148053834214807
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 663,
      "lr": 0.0001,
      "sup_loss": 1.3452609539249967,
      "rf_loss": 0.00019457632151897997,
      "total_loss": 1.3454555302465157,
      "lyap1_mean": 0.009690968319773674,
      "lyap1_max": 0.023381657898426056,
      "lyap1_min": -0.007796470075845718,
      "lyap_spec_mean": [
        0.009690969251096249,
        0.00929570198059082,
        0.014327489770948887,
        0.01237473078072071
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 664,
      "lr": 0.0001,
      "sup_loss": 1.3392972703924642,
      "rf_loss": 0.00038248542114160955,
      "total_loss": 1.3396797558136058,
      "lyap1_mean": 0.022337108850479126,
      "lyap1_max": 0.030099645256996155,
      "lyap1_min": 0.003962798975408077,
      "lyap_spec_mean": [
        0.022337108850479126,
        0.01424906961619854,
        0.01757197640836239,
        0.01450255885720253
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 665,
      "lr": 0.0001,
      "sup_loss": 1.3327290202772848,
      "rf_loss": 0.00020693753322120756,
      "total_loss": 1.332935957810506,
      "lyap1_mean": 0.014233546331524849,
      "lyap1_max": 0.030941179022192955,
      "lyap1_min": -0.003581262193620205,
      "lyap_spec_mean": [
        0.014233548194169998,
        0.015273910015821457,
        0.008021198213100433,
        0.00990232452750206
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 666,
      "lr": 0.0001,
      "sup_loss": 1.3124032087604147,
      "rf_loss": 8.586990588810295e-05,
      "total_loss": 1.3124890786663028,
      "lyap1_mean": 0.006810789927840233,
      "lyap1_max": 0.014760981313884258,
      "lyap1_min": -0.0061479490250349045,
      "lyap_spec_mean": [
        0.006810789927840233,
        0.005807454232126474,
        0.007737370207905769,
        0.0027790553867816925
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 667,
      "lr": 0.0001,
      "sup_loss": 1.3336615060832075,
      "rf_loss": 4.714062379207462e-05,
      "total_loss": 1.3337086467069996,
      "lyap1_mean": 0.0036146920174360275,
      "lyap1_max": 0.015104958787560463,
      "lyap1_min": -0.004066162742674351,
      "lyap_spec_mean": [
        0.0036146920174360275,
        0.0040522245690226555,
        0.003044998738914728,
        0.001488527050241828
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 668,
      "lr": 0.0001,
      "sup_loss": 1.360884176502616,
      "rf_loss": 9.872160444501787e-05,
      "total_loss": 1.360982898107061,
      "lyap1_mean": -0.004912982694804668,
      "lyap1_max": 0.012001114897429943,
      "lyap1_min": -0.01592129096388817,
      "lyap_spec_mean": [
        -0.004912982694804668,
        -0.0036767199635505676,
        -0.005231142975389957,
        -0.003091946942731738
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 669,
      "lr": 0.0001,
      "sup_loss": 1.3184494871540406,
      "rf_loss": 0.0004464036610443145,
      "total_loss": 1.318895890815085,
      "lyap1_mean": -0.017839066684246063,
      "lyap1_max": -0.0022751856595277786,
      "lyap1_min": -0.027536531910300255,
      "lyap_spec_mean": [
        -0.017839066684246063,
        -0.01771291345357895,
        -0.01775643788278103,
        -0.023327158764004707
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 670,
      "lr": 0.0001,
      "sup_loss": 1.3266941861749542,
      "rf_loss": 0.0005072664353065193,
      "total_loss": 1.3272014526102607,
      "lyap1_mean": -0.021676838397979736,
      "lyap1_max": -0.00754125788807869,
      "lyap1_min": -0.031129857525229454,
      "lyap_spec_mean": [
        -0.021676838397979736,
        -0.019758667796850204,
        -0.022592272609472275,
        -0.022018583491444588
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 671,
      "lr": 0.0001,
      "sup_loss": 1.3086524443821679,
      "rf_loss": 0.00026631512446329,
      "total_loss": 1.3089187595066312,
      "lyap1_mean": -0.01634259521961212,
      "lyap1_max": -0.003549509681761265,
      "lyap1_min": -0.042688872665166855,
      "lyap_spec_mean": [
        -0.01634259521961212,
        -0.01133250817656517,
        -0.014540139585733414,
        -0.015430948697030544
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 672,
      "lr": 0.0001,
      "sup_loss": 1.3403399522610964,
      "rf_loss": 6.121473415987566e-05,
      "total_loss": 1.3404011669952562,
      "lyap1_mean": -0.0007321323500946164,
      "lyap1_max": 0.011957908980548382,
      "lyap1_min": -0.007869482040405273,
      "lyap_spec_mean": [
        -0.0007321323500946164,
        -0.001029501436278224,
        -0.004393619950860739,
        -0.00646500987932086
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 673,
      "lr": 0.0001,
      "sup_loss": 1.314351611581591,
      "rf_loss": 4.6340817789314315e-05,
      "total_loss": 1.3143979523993803,
      "lyap1_mean": 0.004134921357035637,
      "lyap1_max": 0.011055804789066315,
      "lyap1_min": -0.00156349444296211,
      "lyap_spec_mean": [
        0.004134921357035637,
        0.002512739971280098,
        0.0014818753115832806,
        0.0018504558829590678
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 674,
      "lr": 0.0001,
      "sup_loss": 1.2874456258667397,
      "rf_loss": 0.0002056896046269685,
      "total_loss": 1.2876513154713667,
      "lyap1_mean": 0.010005703195929527,
      "lyap1_max": 0.021087272092700005,
      "lyap1_min": -0.0037752024363726377,
      "lyap_spec_mean": [
        0.010005703195929527,
        0.012493005022406578,
        0.00827088300138712,
        0.011249018833041191
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 675,
      "lr": 0.0001,
      "sup_loss": 1.2833633353424119,
      "rf_loss": 0.00036255759187042713,
      "total_loss": 1.2837258929342823,
      "lyap1_mean": 0.014576135203242302,
      "lyap1_max": 0.028157448396086693,
      "lyap1_min": -0.00899419654160738,
      "lyap_spec_mean": [
        0.014576134271919727,
        0.017600148916244507,
        0.011594497598707676,
        0.013438530266284943
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 676,
      "lr": 0.0001,
      "sup_loss": 1.3362436755720093,
      "rf_loss": 0.00015397615788970143,
      "total_loss": 1.336397651729899,
      "lyap1_mean": 0.002512491075322032,
      "lyap1_max": 0.016719480976462364,
      "lyap1_min": -0.011154213920235634,
      "lyap_spec_mean": [
        0.0025124913081526756,
        0.009047740139067173,
        0.011311925947666168,
        0.005849143490195274
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 677,
      "lr": 0.0001,
      "sup_loss": 1.317290109092168,
      "rf_loss": 3.856732291751541e-05,
      "total_loss": 1.3173286764150856,
      "lyap1_mean": 0.004325196612626314,
      "lyap1_max": 0.01545470766723156,
      "lyap1_min": -0.004534505307674408,
      "lyap_spec_mean": [
        0.0043251970782876015,
        0.0002982159494422376,
        0.0027319008950144053,
        -0.0014680352760478854
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 678,
      "lr": 0.0001,
      "sup_loss": 1.3260229984584628,
      "rf_loss": 0.00021226570243015885,
      "total_loss": 1.326235264160893,
      "lyap1_mean": -0.012049435637891293,
      "lyap1_max": 0.007033759728074074,
      "lyap1_min": -0.022452816367149353,
      "lyap_spec_mean": [
        -0.012049435637891293,
        -0.009817099198698997,
        -0.01383115816861391,
        -0.011085715144872665
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 679,
      "lr": 0.0001,
      "sup_loss": 1.3362819099603473,
      "rf_loss": 0.0004439096082933247,
      "total_loss": 1.3367258195686407,
      "lyap1_mean": -0.016190335154533386,
      "lyap1_max": 0.0023770194966346025,
      "lyap1_min": -0.035977043211460114,
      "lyap_spec_mean": [
        -0.016190335154533386,
        -0.0189007967710495,
        -0.022370396181941032,
        -0.018854262307286263
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 680,
      "lr": 0.0001,
      "sup_loss": 1.2886847062784907,
      "rf_loss": 0.00046055277925916016,
      "total_loss": 1.28914525905775,
      "lyap1_mean": -0.021610409021377563,
      "lyap1_max": -0.01688661053776741,
      "lyap1_min": -0.02833705209195614,
      "lyap_spec_mean": [
        -0.021610409021377563,
        -0.0190884992480278,
        -0.01981133408844471,
        -0.020634716376662254
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 681,
      "lr": 0.0001,
      "sup_loss": 1.3192548189916873,
      "rf_loss": 0.0002965350868180394,
      "total_loss": 1.3195513540785053,
      "lyap1_mean": -0.016548268496990204,
      "lyap1_max": -0.0054240040481090546,
      "lyap1_min": -0.024670753628015518,
      "lyap_spec_mean": [
        -0.016548268496990204,
        -0.01541335042566061,
        -0.01531123649328947,
        -0.017039477825164795
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 682,
      "lr": 0.0001,
      "sup_loss": 1.3547609649677754,
      "rf_loss": 8.991698268800974e-05,
      "total_loss": 1.3548508819504634,
      "lyap1_mean": 0.001840846729464829,
      "lyap1_max": 0.015473030507564545,
      "lyap1_min": -0.01796938292682171,
      "lyap_spec_mean": [
        0.0018408463802188635,
        0.0021416572853922844,
        0.0016025191871449351,
        -0.00445920554921031
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 683,
      "lr": 0.0001,
      "sup_loss": 1.3561393534227097,
      "rf_loss": 0.00036053668009117246,
      "total_loss": 1.356499890102801,
      "lyap1_mean": 0.01975865848362446,
      "lyap1_max": 0.02924785390496254,
      "lyap1_min": 0.01179899275302887,
      "lyap_spec_mean": [
        0.01975865848362446,
        0.015903707593679428,
        0.017563985660672188,
        0.015828805044293404
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 684,
      "lr": 0.0001,
      "sup_loss": 1.3587565604356937,
      "rf_loss": 0.0007628806633874774,
      "total_loss": 1.3595194410990812,
      "lyap1_mean": 0.030833572149276733,
      "lyap1_max": 0.04221416637301445,
      "lyap1_min": 0.0204564668238163,
      "lyap_spec_mean": [
        0.030833572149276733,
        0.025232065469026566,
        0.02365957945585251,
        0.0268337931483984
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 685,
      "lr": 0.0001,
      "sup_loss": 1.3153260954250399,
      "rf_loss": 0.0005528717883862555,
      "total_loss": 1.3158789672134261,
      "lyap1_mean": 0.0251975879073143,
      "lyap1_max": 0.043233465403318405,
      "lyap1_min": 0.016586631536483765,
      "lyap_spec_mean": [
        0.02519758604466915,
        0.02169029787182808,
        0.021610211580991745,
        0.01932668872177601
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 686,
      "lr": 0.0001,
      "sup_loss": 1.2899966598330375,
      "rf_loss": 0.0004099609504919499,
      "total_loss": 1.2904066207835294,
      "lyap1_mean": 0.0226898193359375,
      "lyap1_max": 0.03802429884672165,
      "lyap1_min": 0.010158933699131012,
      "lyap_spec_mean": [
        0.0226898193359375,
        0.017778199166059494,
        0.020041998475790024,
        0.01653829589486122
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 687,
      "lr": 0.0001,
      "sup_loss": 1.38157207336433,
      "rf_loss": 0.00011542019638000056,
      "total_loss": 1.38168749356071,
      "lyap1_mean": 0.005425186827778816,
      "lyap1_max": 0.014490108005702496,
      "lyap1_min": -0.005979118403047323,
      "lyap_spec_mean": [
        0.005425186362117529,
        0.010462694801390171,
        0.004068667069077492,
        -0.0018883348675444722
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 688,
      "lr": 0.0001,
      "sup_loss": 1.2823258965413695,
      "rf_loss": 0.0001726507325656712,
      "total_loss": 1.2824985472739352,
      "lyap1_mean": -0.008667755872011185,
      "lyap1_max": -2.982933074235916e-05,
      "lyap1_min": -0.021216697990894318,
      "lyap_spec_mean": [
        -0.008667755872011185,
        -0.010373920202255249,
        -0.012178230099380016,
        -0.010980195365846157
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 689,
      "lr": 0.0001,
      "sup_loss": 1.2785680576524991,
      "rf_loss": 0.0006787746679037809,
      "total_loss": 1.279246832320403,
      "lyap1_mean": -0.023380953818559647,
      "lyap1_max": -0.012655256316065788,
      "lyap1_min": -0.0385429784655571,
      "lyap_spec_mean": [
        -0.023380951955914497,
        -0.0220937579870224,
        -0.025336025282740593,
        -0.02333010919392109
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 690,
      "lr": 0.0001,
      "sup_loss": 1.3552298310884128,
      "rf_loss": 0.0009245322435162961,
      "total_loss": 1.356154363331929,
      "lyap1_mean": -0.02527467906475067,
      "lyap1_max": -0.015075377188622952,
      "lyap1_min": -0.033971525728702545,
      "lyap_spec_mean": [
        -0.02527467906475067,
        -0.027402885258197784,
        -0.03047323226928711,
        -0.0323060005903244
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 691,
      "lr": 0.0001,
      "sup_loss": 1.3283460686566213,
      "rf_loss": 0.0009053054382093251,
      "total_loss": 1.3292513740948306,
      "lyap1_mean": -0.03005838207900524,
      "lyap1_max": -0.023926250636577606,
      "lyap1_min": -0.037677101790905,
      "lyap_spec_mean": [
        -0.030058380216360092,
        -0.028053555637598038,
        -0.02950434200465679,
        -0.02853030525147915
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 692,
      "lr": 0.0001,
      "sup_loss": 1.303045651603428,
      "rf_loss": 0.00038028514245525,
      "total_loss": 1.3034259367458831,
      "lyap1_mean": -0.01689215376973152,
      "lyap1_max": -0.0005963233998045325,
      "lyap1_min": -0.035118721425533295,
      "lyap_spec_mean": [
        -0.01689215376973152,
        -0.017445750534534454,
        -0.01775277405977249,
        -0.01899784244596958
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 693,
      "lr": 0.0001,
      "sup_loss": 1.3151818866084433,
      "rf_loss": 9.68781896517612e-05,
      "total_loss": 1.315278764798095,
      "lyap1_mean": -0.004429468419402838,
      "lyap1_max": 0.008118138648569584,
      "lyap1_min": -0.020333334803581238,
      "lyap_spec_mean": [
        -0.0044294679537415504,
        -0.0036275344900786877,
        -0.0031890009995549917,
        -0.009317266754806042
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 694,
      "lr": 0.0001,
      "sup_loss": 1.3217961125352609,
      "rf_loss": 0.00011404856923036277,
      "total_loss": 1.3219101611044912,
      "lyap1_mean": 0.010638662613928318,
      "lyap1_max": 0.025445571169257164,
      "lyap1_min": 0.002133756410330534,
      "lyap_spec_mean": [
        0.010638661682605743,
        0.009791755117475986,
        0.00701902387663722,
        0.005995331332087517
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 695,
      "lr": 0.0001,
      "sup_loss": 1.3513942887720003,
      "rf_loss": 0.0002725565864238888,
      "total_loss": 1.3516668453584242,
      "lyap1_mean": 0.014115909114480019,
      "lyap1_max": 0.027955060824751854,
      "lyap1_min": 0.000538187101483345,
      "lyap_spec_mean": [
        0.014115908183157444,
        0.014124363660812378,
        0.013448426499962807,
        0.014673322439193726
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 696,
      "lr": 0.0001,
      "sup_loss": 1.3252571970594125,
      "rf_loss": 0.0003742353874258697,
      "total_loss": 1.3256314324468383,
      "lyap1_mean": 0.016658946871757507,
      "lyap1_max": 0.025691643357276917,
      "lyap1_min": 0.00882872473448515,
      "lyap_spec_mean": [
        0.016658946871757507,
        0.01639440655708313,
        0.018072791397571564,
        0.021108154207468033
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 697,
      "lr": 0.0001,
      "sup_loss": 1.312992437053902,
      "rf_loss": 0.0001647384196985513,
      "total_loss": 1.3131571754736004,
      "lyap1_mean": 0.013311536982655525,
      "lyap1_max": 0.028323840349912643,
      "lyap1_min": -0.008050999604165554,
      "lyap_spec_mean": [
        0.013311536982655525,
        0.008177177980542183,
        0.008995702490210533,
        0.006273780949413776
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 698,
      "lr": 0.0001,
      "sup_loss": 1.3513525794280354,
      "rf_loss": 8.110301860142499e-05,
      "total_loss": 1.3514336824466369,
      "lyap1_mean": -0.0035831585992127657,
      "lyap1_max": 0.004746718797832727,
      "lyap1_min": -0.01397637277841568,
      "lyap_spec_mean": [
        -0.0035831585992127657,
        -0.0045131174847483635,
        -0.007174810394644737,
        -0.00510813295841217
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 699,
      "lr": 0.0001,
      "sup_loss": 1.2892301228105092,
      "rf_loss": 0.00016829243395477533,
      "total_loss": 1.289398415244464,
      "lyap1_mean": -0.011242950335144997,
      "lyap1_max": 0.008245610632002354,
      "lyap1_min": -0.026113411411643028,
      "lyap_spec_mean": [
        -0.011242951266467571,
        -0.0072462731041014194,
        -0.007010003551840782,
        -0.01286086905747652
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 700,
      "lr": 0.0001,
      "sup_loss": 1.3783186458054402,
      "rf_loss": 0.00022644711134489626,
      "total_loss": 1.378545092916785,
      "lyap1_mean": -0.013413729146122932,
      "lyap1_max": 0.003218491096049547,
      "lyap1_min": -0.01972067356109619,
      "lyap_spec_mean": [
        -0.013413727283477783,
        -0.012703762389719486,
        -0.014278153888881207,
        -0.014810163527727127
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 701,
      "lr": 0.0001,
      "sup_loss": 1.3540645506489977,
      "rf_loss": 0.00020267139188945293,
      "total_loss": 1.3542672220408871,
      "lyap1_mean": -0.008174290880560875,
      "lyap1_max": 0.0052301473915576935,
      "lyap1_min": -0.024346549063920975,
      "lyap_spec_mean": [
        -0.008174290880560875,
        -0.00916961207985878,
        -0.012546275742352009,
        -0.014011885970830917
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 702,
      "lr": 0.0001,
      "sup_loss": 1.3323074287415364,
      "rf_loss": 6.551352271344513e-05,
      "total_loss": 1.3323729422642498,
      "lyap1_mean": 0.00021688465494662523,
      "lyap1_max": 0.01384907029569149,
      "lyap1_min": -0.011288332752883434,
      "lyap_spec_mean": [
        0.00021688465494662523,
        -0.0013264366425573826,
        -0.0027162109035998583,
        -0.006089447531849146
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 703,
      "lr": 0.0001,
      "sup_loss": 1.3385117764045267,
      "rf_loss": 0.00019391847308725119,
      "total_loss": 1.338705694877614,
      "lyap1_mean": 0.008916880004107952,
      "lyap1_max": 0.029462292790412903,
      "lyap1_min": -0.008240355178713799,
      "lyap_spec_mean": [
        0.008916880004107952,
        0.006989488378167152,
        0.005478787701576948,
        0.007599263451993465
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 704,
      "lr": 0.0001,
      "sup_loss": 1.3286623375099542,
      "rf_loss": 0.000408153107855469,
      "total_loss": 1.3290704906178097,
      "lyap1_mean": 0.0188809335231781,
      "lyap1_max": 0.029995892196893692,
      "lyap1_min": 0.005064734723418951,
      "lyap_spec_mean": [
        0.01888093166053295,
        0.022242147475481033,
        0.017043298110365868,
        0.017925536260008812
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 705,
      "lr": 0.0001,
      "sup_loss": 1.347583511458232,
      "rf_loss": 0.00032363098580390215,
      "total_loss": 1.3479071424440359,
      "lyap1_mean": 0.019750352948904037,
      "lyap1_max": 0.030213437974452972,
      "lyap1_min": 0.007436218671500683,
      "lyap_spec_mean": [
        0.019750354811549187,
        0.014688313007354736,
        0.013354255817830563,
        0.01383860595524311
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 706,
      "lr": 0.0001,
      "sup_loss": 1.3142340098224388,
      "rf_loss": 8.403667743550614e-05,
      "total_loss": 1.3143180464998743,
      "lyap1_mean": 0.006231542211025953,
      "lyap1_max": 0.023786364123225212,
      "lyap1_min": -0.012306956574320793,
      "lyap_spec_mean": [
        0.006231541745364666,
        0.005836560390889645,
        0.0003559252363629639,
        0.0058224876411259174
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 707,
      "lr": 0.0001,
      "sup_loss": 1.2742702917699837,
      "rf_loss": 8.149832137860358e-05,
      "total_loss": 1.2743517900913623,
      "lyap1_mean": -0.005372490733861923,
      "lyap1_max": 0.009231075644493103,
      "lyap1_min": -0.016583247110247612,
      "lyap_spec_mean": [
        -0.005372490268200636,
        -0.0073682041838765144,
        -0.0051874262280762196,
        -0.003926096949726343
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 708,
      "lr": 0.0001,
      "sup_loss": 1.327296107060616,
      "rf_loss": 0.0002817269996739924,
      "total_loss": 1.32757783406029,
      "lyap1_mean": -0.013967471197247505,
      "lyap1_max": -0.0057786921970546246,
      "lyap1_min": -0.02553827129304409,
      "lyap_spec_mean": [
        -0.013967471197247505,
        -0.011687827296555042,
        -0.016132935881614685,
        -0.01587740145623684
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 709,
      "lr": 0.0001,
      "sup_loss": 1.3510148324761315,
      "rf_loss": 0.00021984457271173596,
      "total_loss": 1.3512346770488433,
      "lyap1_mean": -0.011502356268465519,
      "lyap1_max": 0.006249211262911558,
      "lyap1_min": -0.018846679478883743,
      "lyap_spec_mean": [
        -0.011502357199788094,
        -0.01706748642027378,
        -0.010608213022351265,
        -0.012720882892608643
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 710,
      "lr": 0.0001,
      "sup_loss": 1.3241472931303626,
      "rf_loss": 0.00034409062936902046,
      "total_loss": 1.3244913837597316,
      "lyap1_mean": -0.01555347628891468,
      "lyap1_max": 0.006135317496955395,
      "lyap1_min": -0.03036772459745407,
      "lyap_spec_mean": [
        -0.01555347815155983,
        -0.01542693842202425,
        -0.017238834872841835,
        -0.015600169077515602
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 711,
      "lr": 0.0001,
      "sup_loss": 1.329245109862753,
      "rf_loss": 0.00028557583573274314,
      "total_loss": 1.3295306856984856,
      "lyap1_mean": -0.015080370008945465,
      "lyap1_max": -0.009563401341438293,
      "lyap1_min": -0.022857844829559326,
      "lyap_spec_mean": [
        -0.015080370008945465,
        -0.01774599775671959,
        -0.014878968708217144,
        -0.01679619960486889
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 712,
      "lr": 0.0001,
      "sup_loss": 1.3185183949163302,
      "rf_loss": 7.915527385193855e-05,
      "total_loss": 1.318597550190182,
      "lyap1_mean": -0.007816426455974579,
      "lyap1_max": -0.001112319529056549,
      "lyap1_min": -0.018049081787467003,
      "lyap_spec_mean": [
        -0.007816427387297153,
        -0.007353489752858877,
        -0.004199282266199589,
        -0.008053943514823914
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 713,
      "lr": 0.0001,
      "sup_loss": 1.3210431435054315,
      "rf_loss": 0.00012384052388370037,
      "total_loss": 1.3211669840293152,
      "lyap1_mean": 0.010178053751587868,
      "lyap1_max": 0.01562105119228363,
      "lyap1_min": 0.001552667235955596,
      "lyap_spec_mean": [
        0.010178053751587868,
        0.00908099114894867,
        0.004082163795828819,
        0.009535828605294228
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 714,
      "lr": 0.0001,
      "sup_loss": 1.3235846928839616,
      "rf_loss": 0.00019049891852773726,
      "total_loss": 1.3237751918024894,
      "lyap1_mean": 0.010129437781870365,
      "lyap1_max": 0.020122116431593895,
      "lyap1_min": -0.014671038836240768,
      "lyap_spec_mean": [
        0.01012943871319294,
        0.006664184853434563,
        0.00627872534096241,
        0.002547208685427904
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 715,
      "lr": 0.0001,
      "sup_loss": 1.306762576126382,
      "rf_loss": 0.00024506094632670283,
      "total_loss": 1.3070076370727086,
      "lyap1_mean": 0.014000553637742996,
      "lyap1_max": 0.030772855505347252,
      "lyap1_min": 0.004489589016884565,
      "lyap_spec_mean": [
        0.01400055456906557,
        0.010322630405426025,
        0.012712706811726093,
        0.010290438309311867
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 716,
      "lr": 0.0001,
      "sup_loss": 1.3732488150000068,
      "rf_loss": 0.00018628875841386616,
      "total_loss": 1.3734351037584207,
      "lyap1_mean": 0.013644962571561337,
      "lyap1_max": 0.024112267419695854,
      "lyap1_min": -0.0046522412449121475,
      "lyap_spec_mean": [
        0.013644962571561337,
        0.013811206445097923,
        0.008910322561860085,
        0.011813497170805931
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 717,
      "lr": 0.0001,
      "sup_loss": 1.3219742354687185,
      "rf_loss": 0.00016595989291090518,
      "total_loss": 1.3221401953616294,
      "lyap1_mean": 0.008319200947880745,
      "lyap1_max": 0.02608208917081356,
      "lyap1_min": -0.011396324262022972,
      "lyap_spec_mean": [
        0.008319200947880745,
        0.011266257613897324,
        0.00789728108793497,
        0.006170281209051609
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 718,
      "lr": 0.0001,
      "sup_loss": 1.3165205205525983,
      "rf_loss": 7.168430602177978e-05,
      "total_loss": 1.31659220485862,
      "lyap1_mean": -0.0009286225540563464,
      "lyap1_max": 0.01883241906762123,
      "lyap1_min": -0.014251738786697388,
      "lyap_spec_mean": [
        -0.0009286224376410246,
        -0.0012161687482148409,
        -0.005234605632722378,
        0.00035919478978030384
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 719,
      "lr": 0.0001,
      "sup_loss": 1.3066616503722492,
      "rf_loss": 0.00015388274914585054,
      "total_loss": 1.306815533121395,
      "lyap1_mean": -0.007791784591972828,
      "lyap1_max": 0.005475821904838085,
      "lyap1_min": -0.027688782662153244,
      "lyap_spec_mean": [
        -0.007791784591972828,
        -0.008134068921208382,
        -0.008978202007710934,
        -0.0059629143215715885
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 720,
      "lr": 0.0001,
      "sup_loss": 1.3250879367747048,
      "rf_loss": 0.0002772744046524167,
      "total_loss": 1.3253652111793572,
      "lyap1_mean": -0.01657249592244625,
      "lyap1_max": -0.0024373759515583515,
      "lyap1_min": -0.03269132226705551,
      "lyap_spec_mean": [
        -0.0165724940598011,
        -0.01157656591385603,
        -0.011323917657136917,
        -0.014413589611649513
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 721,
      "lr": 0.0001,
      "sup_loss": 1.2993781824235846,
      "rf_loss": 0.00015374716895166785,
      "total_loss": 1.2995319295925363,
      "lyap1_mean": -0.0044035897590219975,
      "lyap1_max": 0.00396081805229187,
      "lyap1_min": -0.015082488767802715,
      "lyap_spec_mean": [
        -0.004403590224683285,
        -0.004792161285877228,
        -0.009739693254232407,
        -0.010711564682424068
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 722,
      "lr": 0.0001,
      "sup_loss": 1.3357640269795885,
      "rf_loss": 9.650469291955233e-05,
      "total_loss": 1.335860531672508,
      "lyap1_mean": 0.0033091276418417692,
      "lyap1_max": 0.019509924575686455,
      "lyap1_min": -0.0077362931333482265,
      "lyap_spec_mean": [
        0.0033091276418417692,
        0.005830087698996067,
        0.0032705075573176146,
        0.0009060344891622663
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 723,
      "lr": 0.0001,
      "sup_loss": 1.335218275747216,
      "rf_loss": 0.00015720946248620749,
      "total_loss": 1.3353754852097022,
      "lyap1_mean": 0.011940192431211472,
      "lyap1_max": 0.02428896725177765,
      "lyap1_min": -0.003395003965124488,
      "lyap_spec_mean": [
        0.011940192431211472,
        0.010950060561299324,
        0.005506720393896103,
        0.007192015182226896
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 724,
      "lr": 0.0001,
      "sup_loss": 1.351250259926557,
      "rf_loss": 0.0001940899674082175,
      "total_loss": 1.3514443498939652,
      "lyap1_mean": 0.013057226315140724,
      "lyap1_max": 0.022369883954524994,
      "lyap1_min": -0.0007110051810741425,
      "lyap_spec_mean": [
        0.013057227246463299,
        0.01567727141082287,
        0.008195380680263042,
        0.008996943011879921
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 725,
      "lr": 0.0001,
      "sup_loss": 1.2770985137407473,
      "rf_loss": 9.433229570277035e-05,
      "total_loss": 1.2771928460364501,
      "lyap1_mean": 0.003908093087375164,
      "lyap1_max": 0.022381901741027832,
      "lyap1_min": -0.010425666347146034,
      "lyap_spec_mean": [
        0.003908093087375164,
        -0.0056080943904817104,
        -0.0014068435411900282,
        -0.0035711373202502728
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 726,
      "lr": 0.0001,
      "sup_loss": 1.3004287034439213,
      "rf_loss": 4.352629548520781e-05,
      "total_loss": 1.3004722297394065,
      "lyap1_mean": 0.0004908624105155468,
      "lyap1_max": 0.007710025645792484,
      "lyap1_min": -0.011908437125384808,
      "lyap_spec_mean": [
        0.0004908625269308686,
        0.0018399098189547658,
        0.002815142972394824,
        -0.004866309929639101
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 727,
      "lr": 0.0001,
      "sup_loss": 1.3475210592497808,
      "rf_loss": 5.9015259466832504e-05,
      "total_loss": 1.3475800745092477,
      "lyap1_mean": -0.000201402697712183,
      "lyap1_max": 0.010116223245859146,
      "lyap1_min": -0.01866692304611206,
      "lyap_spec_mean": [
        -0.000201402697712183,
        0.0025267668534070253,
        0.001200973056256771,
        0.0011178820859640837
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 728,
      "lr": 0.0001,
      "sup_loss": 1.3369494032299802,
      "rf_loss": 0.0002188543148804456,
      "total_loss": 1.3371682575448607,
      "lyap1_mean": -0.012108048424124718,
      "lyap1_max": 0.0002577635459601879,
      "lyap1_min": -0.028511706739664078,
      "lyap_spec_mean": [
        -0.012108048424124718,
        -0.010910168290138245,
        -0.012146271765232086,
        -0.013928434811532497
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 729,
      "lr": 0.0001,
      "sup_loss": 1.3307785354588504,
      "rf_loss": 0.00021854412625543773,
      "total_loss": 1.3309970795851058,
      "lyap1_mean": -0.01069444790482521,
      "lyap1_max": -0.0025068516843020916,
      "lyap1_min": -0.01665348745882511,
      "lyap_spec_mean": [
        -0.010694448836147785,
        -0.01218644343316555,
        -0.011708802543580532,
        -0.013822916895151138
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 730,
      "lr": 0.0001,
      "sup_loss": 1.3261694106836726,
      "rf_loss": 0.000269467884209007,
      "total_loss": 1.3264388785678816,
      "lyap1_mean": -0.010385378263890743,
      "lyap1_max": 0.004372722934931517,
      "lyap1_min": -0.019205056130886078,
      "lyap_spec_mean": [
        -0.010385379195213318,
        -0.017655793577432632,
        -0.013516868464648724,
        -0.01513519138097763
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 731,
      "lr": 0.0001,
      "sup_loss": 1.3652531625153572,
      "rf_loss": 0.00023646620684303343,
      "total_loss": 1.3654896287222003,
      "lyap1_mean": -0.005343270488083363,
      "lyap1_max": 0.011404949240386486,
      "lyap1_min": -0.02105587348341942,
      "lyap_spec_mean": [
        -0.005343270488083363,
        -0.011084232479333878,
        -0.015614556148648262,
        -0.014284004457294941
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 732,
      "lr": 0.0001,
      "sup_loss": 1.285728893976001,
      "rf_loss": 0.00019568228162825108,
      "total_loss": 1.2859245762576292,
      "lyap1_mean": -0.009269744157791138,
      "lyap1_max": 0.005455405451357365,
      "lyap1_min": -0.01966063678264618,
      "lyap_spec_mean": [
        -0.009269744157791138,
        -0.0063710599206388,
        -0.012330764904618263,
        -0.016936488449573517
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 733,
      "lr": 0.0001,
      "sup_loss": 1.3310790034719207,
      "rf_loss": 8.828855061437935e-05,
      "total_loss": 1.331167292022535,
      "lyap1_mean": -0.005928863771259785,
      "lyap1_max": 0.0019690152257680893,
      "lyap1_min": -0.015543997287750244,
      "lyap_spec_mean": [
        -0.005928863771259785,
        -0.005834823474287987,
        -0.005831017158925533,
        -0.007819144986569881
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 734,
      "lr": 0.0001,
      "sup_loss": 1.3273194365662169,
      "rf_loss": 8.418793004238978e-05,
      "total_loss": 1.3274036244962593,
      "lyap1_mean": -0.00039257947355508804,
      "lyap1_max": 0.005695856176316738,
      "lyap1_min": -0.011490963399410248,
      "lyap_spec_mean": [
        -0.00039257941534742713,
        -0.0020742120686918497,
        0.001443933229893446,
        -0.0038723056204617023
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 735,
      "lr": 0.0001,
      "sup_loss": 1.3282524286062325,
      "rf_loss": 0.0002610341180115938,
      "total_loss": 1.328513462724244,
      "lyap1_mean": 0.01727706380188465,
      "lyap1_max": 0.024476421996951103,
      "lyap1_min": 0.006222992204129696,
      "lyap_spec_mean": [
        0.01727706380188465,
        0.011750581674277782,
        0.010749204084277153,
        0.012628717347979546
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 736,
      "lr": 0.0001,
      "sup_loss": 1.2773501254286836,
      "rf_loss": 0.00024661183124408126,
      "total_loss": 1.2775967372599277,
      "lyap1_mean": 0.011473407968878746,
      "lyap1_max": 0.030115030705928802,
      "lyap1_min": -0.0039580343291163445,
      "lyap_spec_mean": [
        0.011473407968878746,
        0.01310801599174738,
        0.015163331292569637,
        0.00946693867444992
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 737,
      "lr": 0.0001,
      "sup_loss": 1.3651260122560482,
      "rf_loss": 0.00021834849030710757,
      "total_loss": 1.3653443607463553,
      "lyap1_mean": 0.008643392473459244,
      "lyap1_max": 0.018865084275603294,
      "lyap1_min": -0.0205470472574234,
      "lyap_spec_mean": [
        0.008643392473459244,
        0.007759850472211838,
        0.012244651094079018,
        0.007079329341650009
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 738,
      "lr": 0.0001,
      "sup_loss": 1.312116632458784,
      "rf_loss": 0.00027962910826317966,
      "total_loss": 1.3123962615670473,
      "lyap1_mean": 0.014806913211941719,
      "lyap1_max": 0.030425358563661575,
      "lyap1_min": -0.00881704967468977,
      "lyap_spec_mean": [
        0.014806915074586868,
        0.012089211493730545,
        0.01292568352073431,
        0.01395545806735754
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 739,
      "lr": 0.0001,
      "sup_loss": 1.362506964450962,
      "rf_loss": 0.00016031303675845265,
      "total_loss": 1.3626672774877204,
      "lyap1_mean": 0.011341199278831482,
      "lyap1_max": 0.02560136280953884,
      "lyap1_min": -0.0025129118002951145,
      "lyap_spec_mean": [
        0.011341199278831482,
        0.009174473583698273,
        0.011315584182739258,
        0.005163961090147495
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 740,
      "lr": 0.0001,
      "sup_loss": 1.3324626584592851,
      "rf_loss": 0.00015004424494691193,
      "total_loss": 1.332612702704232,
      "lyap1_mean": -0.008922371082007885,
      "lyap1_max": -0.0015585155924782157,
      "lyap1_min": -0.019097959622740746,
      "lyap_spec_mean": [
        -0.008922371082007885,
        -0.01149623841047287,
        -0.011833243072032928,
        -0.010690480470657349
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 741,
      "lr": 0.0001,
      "sup_loss": 1.3026557485798913,
      "rf_loss": 0.00022281461860984564,
      "total_loss": 1.3028785631985011,
      "lyap1_mean": -0.011446617543697357,
      "lyap1_max": -0.0007583940168842673,
      "lyap1_min": -0.024508651345968246,
      "lyap_spec_mean": [
        -0.011446617543697357,
        -0.011402709409594536,
        -0.011771686375141144,
        -0.013678653165698051
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 742,
      "lr": 0.0001,
      "sup_loss": 1.338319327137218,
      "rf_loss": 0.00016949985001701862,
      "total_loss": 1.338488826987235,
      "lyap1_mean": -0.01204740721732378,
      "lyap1_max": -0.0017662601312622428,
      "lyap1_min": -0.026681577786803246,
      "lyap_spec_mean": [
        -0.012047406286001205,
        -0.009317094460129738,
        -0.010362796485424042,
        -0.012141919694840908
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 743,
      "lr": 0.0001,
      "sup_loss": 1.292320759972455,
      "rf_loss": 0.00019007298396900296,
      "total_loss": 1.292510832956424,
      "lyap1_mean": -0.010279156267642975,
      "lyap1_max": -0.0028016732539981604,
      "lyap1_min": -0.0183239858597517,
      "lyap_spec_mean": [
        -0.010279156267642975,
        -0.010024200193583965,
        -0.010301420465111732,
        -0.016425667330622673
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 744,
      "lr": 0.0001,
      "sup_loss": 1.3217394789432233,
      "rf_loss": 0.00016624879208393395,
      "total_loss": 1.3219057277353072,
      "lyap1_mean": -0.005776409525424242,
      "lyap1_max": 0.005840949714183807,
      "lyap1_min": -0.022972363978624344,
      "lyap_spec_mean": [
        -0.005776409059762955,
        -0.0071334741078317165,
        -0.013570031151175499,
        -0.012328289449214935
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 745,
      "lr": 0.0001,
      "sup_loss": 1.3226149501219366,
      "rf_loss": 8.458174124825746e-05,
      "total_loss": 1.322699531863185,
      "lyap1_mean": 0.0009541140752844512,
      "lyap1_max": 0.014702195301651955,
      "lyap1_min": -0.01433052122592926,
      "lyap_spec_mean": [
        0.0009541141334921122,
        0.00812957901507616,
        -7.486715912818909e-05,
        -0.001961400965228677
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 746,
      "lr": 0.0001,
      "sup_loss": 1.3458469200543608,
      "rf_loss": 0.00023266363132279366,
      "total_loss": 1.3460795836856836,
      "lyap1_mean": 0.011043133214116096,
      "lyap1_max": 0.02325553074479103,
      "lyap1_min": -0.011268464848399162,
      "lyap_spec_mean": [
        0.011043133214116096,
        0.011033089831471443,
        0.012091435492038727,
        0.014282123185694218
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 747,
      "lr": 0.0001,
      "sup_loss": 1.2954602052534823,
      "rf_loss": 0.0001742883468978107,
      "total_loss": 1.29563449360038,
      "lyap1_mean": 0.01364143192768097,
      "lyap1_max": 0.020366668701171875,
      "lyap1_min": 0.008732693269848824,
      "lyap_spec_mean": [
        0.013641430996358395,
        0.010444458574056625,
        0.007948911748826504,
        0.01103624701499939
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 748,
      "lr": 0.0001,
      "sup_loss": 1.3088113334100244,
      "rf_loss": 0.00022827617067378014,
      "total_loss": 1.3090396095806982,
      "lyap1_mean": 0.012734168209135532,
      "lyap1_max": 0.024020258337259293,
      "lyap1_min": 0.00021475010726135224,
      "lyap_spec_mean": [
        0.012734168209135532,
        0.011973472312092781,
        0.011375519447028637,
        0.0065836855210363865
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 749,
      "lr": 0.0001,
      "sup_loss": 1.304917920714723,
      "rf_loss": 7.635076326550916e-05,
      "total_loss": 1.3049942714779885,
      "lyap1_mean": 0.00691512506455183,
      "lyap1_max": 0.014388374984264374,
      "lyap1_min": 0.0009268550202250481,
      "lyap_spec_mean": [
        0.00691512506455183,
        0.004116034600883722,
        0.003728773444890976,
        0.0013385177589952946
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 750,
      "lr": 0.0001,
      "sup_loss": 1.3259272230844619,
      "rf_loss": 4.9387912440579385e-05,
      "total_loss": 1.3259766109969024,
      "lyap1_mean": 0.004740236327052116,
      "lyap1_max": 0.012587133795022964,
      "lyap1_min": -0.005383489187806845,
      "lyap_spec_mean": [
        0.004740236327052116,
        0.0027234521694481373,
        -0.0017340925987809896,
        -0.003661009483039379
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 751,
      "lr": 0.0001,
      "sup_loss": 1.3240398962196651,
      "rf_loss": 4.9663409299682826e-05,
      "total_loss": 1.3240895596289648,
      "lyap1_mean": -0.003472029697149992,
      "lyap1_max": 0.00783547293394804,
      "lyap1_min": -0.012223765254020691,
      "lyap_spec_mean": [
        -0.003472029697149992,
        -0.0010724992025643587,
        -0.005090652033686638,
        -0.001866680453531444
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 752,
      "lr": 0.0001,
      "sup_loss": 1.351030976581783,
      "rf_loss": 0.0003368886827956885,
      "total_loss": 1.3513678652645786,
      "lyap1_mean": -0.010064596310257912,
      "lyap1_max": 0.013946316204965115,
      "lyap1_min": -0.03006063774228096,
      "lyap_spec_mean": [
        -0.010064597241580486,
        -0.014067688956856728,
        -0.012375164777040482,
        -0.017679575830698013
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 753,
      "lr": 0.0001,
      "sup_loss": 1.3147531911543955,
      "rf_loss": 0.0002862163819372654,
      "total_loss": 1.3150394075363327,
      "lyap1_mean": -0.01485375314950943,
      "lyap1_max": -0.002812832361087203,
      "lyap1_min": -0.02586626634001732,
      "lyap_spec_mean": [
        -0.014853752218186855,
        -0.013661199249327183,
        -0.016059592366218567,
        -0.017702918499708176
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 754,
      "lr": 0.0001,
      "sup_loss": 1.3261342864493206,
      "rf_loss": 0.00020574637164827436,
      "total_loss": 1.326340032820969,
      "lyap1_mean": -0.01220831461250782,
      "lyap1_max": 0.0030180569738149643,
      "lyap1_min": -0.0331692174077034,
      "lyap_spec_mean": [
        -0.012208313681185246,
        -0.01087117474526167,
        -0.00988534465432167,
        -0.007521362975239754
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 755,
      "lr": 0.0001,
      "sup_loss": 1.2924765916257397,
      "rf_loss": 5.521537968888879e-05,
      "total_loss": 1.2925318070054286,
      "lyap1_mean": -0.00687889801338315,
      "lyap1_max": 0.0010851435363292694,
      "lyap1_min": -0.012917838990688324,
      "lyap_spec_mean": [
        -0.006878897547721863,
        -0.0035169078037142754,
        -0.0053648133762180805,
        -0.004057286307215691
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 756,
      "lr": 0.0001,
      "sup_loss": 1.3321061098241525,
      "rf_loss": 0.000110444518213626,
      "total_loss": 1.332216554342366,
      "lyap1_mean": 0.003859760472550988,
      "lyap1_max": 0.02364920824766159,
      "lyap1_min": -0.011070236563682556,
      "lyap_spec_mean": [
        0.0038597602397203445,
        0.004854460246860981,
        0.0045297578908503056,
        0.003480176441371441
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 757,
      "lr": 0.0001,
      "sup_loss": 1.3100224819864381,
      "rf_loss": 0.00020919975941069424,
      "total_loss": 1.3102316817458488,
      "lyap1_mean": 0.014905735850334167,
      "lyap1_max": 0.03918491303920746,
      "lyap1_min": -0.00045639494783245027,
      "lyap_spec_mean": [
        0.014905735850334167,
        0.00755350012332201,
        0.008318057283759117,
        0.009415783919394016
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 758,
      "lr": 0.0001,
      "sup_loss": 1.303090548765017,
      "rf_loss": 0.00030350644374266267,
      "total_loss": 1.3033940552087597,
      "lyap1_mean": 0.01511729322373867,
      "lyap1_max": 0.027683435007929802,
      "lyap1_min": -0.0005119449342601001,
      "lyap_spec_mean": [
        0.01511729322373867,
        0.01795184798538685,
        0.017178663983941078,
        0.009412558749318123
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 759,
      "lr": 0.0001,
      "sup_loss": 1.3571107815611976,
      "rf_loss": 0.0002442971454001963,
      "total_loss": 1.3573550787065978,
      "lyap1_mean": 0.012806442566215992,
      "lyap1_max": 0.03591563180088997,
      "lyap1_min": 0.0022676438093185425,
      "lyap_spec_mean": [
        0.012806441634893417,
        0.011629883199930191,
        0.015241469256579876,
        0.010154381394386292
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 760,
      "lr": 0.0001,
      "sup_loss": 1.3421774709010719,
      "rf_loss": 7.42211559554562e-05,
      "total_loss": 1.3422516920570273,
      "lyap1_mean": 0.00462303264066577,
      "lyap1_max": 0.01444737147539854,
      "lyap1_min": -0.009716521017253399,
      "lyap_spec_mean": [
        0.004623032175004482,
        0.010436255484819412,
        0.005938595160841942,
        0.0016182941617444158
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 761,
      "lr": 0.0001,
      "sup_loss": 1.3351557394831823,
      "rf_loss": 6.509758532047272e-05,
      "total_loss": 1.3352208370685028,
      "lyap1_mean": -4.079412610735744e-05,
      "lyap1_max": 0.006630412302911282,
      "lyap1_min": -0.008730106987059116,
      "lyap_spec_mean": [
        -4.079414065927267e-05,
        0.001961904112249613,
        -0.002242316957563162,
        0.003274131566286087
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 762,
      "lr": 0.0001,
      "sup_loss": 1.2938392074327119,
      "rf_loss": 9.907656931318343e-05,
      "total_loss": 1.293938284002025,
      "lyap1_mean": -0.005072779022157192,
      "lyap1_max": 0.00561291491612792,
      "lyap1_min": -0.015711795538663864,
      "lyap_spec_mean": [
        -0.0050727794878184795,
        -0.0045572007074952126,
        -0.003214821917936206,
        -0.006457751151174307
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 763,
      "lr": 0.0001,
      "sup_loss": 1.3307418913439117,
      "rf_loss": 8.785527461441234e-05,
      "total_loss": 1.3308297466185262,
      "lyap1_mean": -0.00539377611130476,
      "lyap1_max": 0.005688774399459362,
      "lyap1_min": -0.019678816199302673,
      "lyap_spec_mean": [
        -0.00539377611130476,
        -0.005887429229915142,
        -0.005157738924026489,
        -0.0034164725802838802
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 764,
      "lr": 0.0001,
      "sup_loss": 1.3180432754177713,
      "rf_loss": 0.00014933160855434835,
      "total_loss": 1.3181926070263257,
      "lyap1_mean": -0.0069009666331112385,
      "lyap1_max": 0.005025116726756096,
      "lyap1_min": -0.027280686423182487,
      "lyap_spec_mean": [
        -0.006900966167449951,
        -0.004928366746753454,
        -0.006752433255314827,
        -0.01410010363906622
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 765,
      "lr": 0.0001,
      "sup_loss": 1.3423694810083342,
      "rf_loss": 0.00014232221292331815,
      "total_loss": 1.3425118032212575,
      "lyap1_mean": -0.0061370981857180595,
      "lyap1_max": 0.004779596347361803,
      "lyap1_min": -0.011394388042390347,
      "lyap_spec_mean": [
        -0.006137098651379347,
        -0.009494850412011147,
        -0.007873659953474998,
        -0.012091722339391708
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 766,
      "lr": 0.0001,
      "sup_loss": 1.3621477268964912,
      "rf_loss": 5.748607873101719e-05,
      "total_loss": 1.3622052129752222,
      "lyap1_mean": 0.0011899119708687067,
      "lyap1_max": 0.007745330687612295,
      "lyap1_min": -0.008898555301129818,
      "lyap_spec_mean": [
        0.0011899119708687067,
        -0.002538292435929179,
        -0.0026862965896725655,
        0.0020900890231132507
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 767,
      "lr": 0.0001,
      "sup_loss": 1.2992175372056882,
      "rf_loss": 9.030726505443454e-05,
      "total_loss": 1.2993078444707427,
      "lyap1_mean": 0.004337919410318136,
      "lyap1_max": 0.01664632558822632,
      "lyap1_min": -0.006571546196937561,
      "lyap_spec_mean": [
        0.004337918944656849,
        -0.0032405881211161613,
        -0.0002513006329536438,
        -0.0002136238617822528
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 768,
      "lr": 0.0001,
      "sup_loss": 1.3017882923141433,
      "rf_loss": 0.000111967179691419,
      "total_loss": 1.3019002594938347,
      "lyap1_mean": 0.007075266446918249,
      "lyap1_max": 0.015278000384569168,
      "lyap1_min": -0.008292945101857185,
      "lyap_spec_mean": [
        0.0070752669125795364,
        0.008653061464428902,
        0.008743219077587128,
        0.00555891077965498
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 769,
      "lr": 0.0001,
      "sup_loss": 1.337755628120909,
      "rf_loss": 7.9839323007036e-05,
      "total_loss": 1.3378354674439161,
      "lyap1_mean": 0.003838946111500263,
      "lyap1_max": 0.017176438122987747,
      "lyap1_min": -0.010469536297023296,
      "lyap_spec_mean": [
        0.003838946111500263,
        0.004506131634116173,
        0.009187809191644192,
        0.003124467097222805
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 770,
      "lr": 0.0001,
      "sup_loss": 1.315976324543968,
      "rf_loss": 0.00010132487659575418,
      "total_loss": 1.3160776494205637,
      "lyap1_mean": -0.004607756622135639,
      "lyap1_max": 0.017216050997376442,
      "lyap1_min": -0.015506206080317497,
      "lyap_spec_mean": [
        -0.004607756622135639,
        -0.004464583471417427,
        -0.005214386619627476,
        -0.0043903230689466
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 771,
      "lr": 0.0001,
      "sup_loss": 1.3222620627905195,
      "rf_loss": 0.00025507499231025577,
      "total_loss": 1.3225171377828298,
      "lyap1_mean": -0.009218547493219376,
      "lyap1_max": 0.001782258041203022,
      "lyap1_min": -0.02172921411693096,
      "lyap_spec_mean": [
        -0.009218547493219376,
        -0.012256519868969917,
        -0.013750996440649033,
        -0.01989871636033058
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 772,
      "lr": 0.0001,
      "sup_loss": 1.3060480570462085,
      "rf_loss": 0.00029613578226417303,
      "total_loss": 1.3063441928284727,
      "lyap1_mean": -0.014576914720237255,
      "lyap1_max": 0.004264416638761759,
      "lyap1_min": -0.03715839236974716,
      "lyap_spec_mean": [
        -0.01457691378891468,
        -0.015334832482039928,
        -0.012183185666799545,
        -0.015793554484844208
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 773,
      "lr": 0.0001,
      "sup_loss": 1.3225162174270892,
      "rf_loss": 0.00028602639213204384,
      "total_loss": 1.3228022438192213,
      "lyap1_mean": -0.015766339376568794,
      "lyap1_max": -0.0013007456436753273,
      "lyap1_min": -0.028596676886081696,
      "lyap_spec_mean": [
        -0.015766337513923645,
        -0.00882468931376934,
        -0.0157912727445364,
        -0.017417913302779198
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 774,
      "lr": 0.0001,
      "sup_loss": 1.3459091105588303,
      "rf_loss": 0.0001738941646181047,
      "total_loss": 1.3460830047234484,
      "lyap1_mean": -0.006719336844980717,
      "lyap1_max": 0.0068602366372942924,
      "lyap1_min": -0.018933631479740143,
      "lyap_spec_mean": [
        -0.006719336379319429,
        -0.007982964627444744,
        -0.015208135358989239,
        -0.01201512012630701
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 775,
      "lr": 0.0001,
      "sup_loss": 1.3169260796387392,
      "rf_loss": 0.00019063640502281487,
      "total_loss": 1.317116716043762,
      "lyap1_mean": -0.006603240966796875,
      "lyap1_max": 0.01690264604985714,
      "lyap1_min": -0.025346731767058372,
      "lyap_spec_mean": [
        -0.006603240501135588,
        -0.008535251021385193,
        -0.013275397941470146,
        -0.011813493445515633
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 776,
      "lr": 0.0001,
      "sup_loss": 1.348348466581465,
      "rf_loss": 5.509352558874525e-05,
      "total_loss": 1.3484035601070536,
      "lyap1_mean": 0.0011435463093221188,
      "lyap1_max": 0.015664981678128242,
      "lyap1_min": -0.010817109607160091,
      "lyap_spec_mean": [
        0.0011435465421527624,
        -0.0010790887754410505,
        -0.004693334456533194,
        -0.006951712071895599
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 777,
      "lr": 0.0001,
      "sup_loss": 1.3270802313531527,
      "rf_loss": 0.00014202826423570514,
      "total_loss": 1.3272222596173884,
      "lyap1_mean": 0.007081260904669762,
      "lyap1_max": 0.01953582651913166,
      "lyap1_min": -0.006209628190845251,
      "lyap_spec_mean": [
        0.007081260904669762,
        0.009580870158970356,
        0.009511740878224373,
        0.009530112147331238
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 778,
      "lr": 0.0001,
      "sup_loss": 1.3156471859918395,
      "rf_loss": 0.0004443165962584317,
      "total_loss": 1.316091502588098,
      "lyap1_mean": 0.023998521268367767,
      "lyap1_max": 0.03725973144173622,
      "lyap1_min": 0.013206476345658302,
      "lyap_spec_mean": [
        0.023998521268367767,
        0.022038523107767105,
        0.02013228088617325,
        0.012474022805690765
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 779,
      "lr": 0.0001,
      "sup_loss": 1.265629382727987,
      "rf_loss": 0.00028387558995746076,
      "total_loss": 1.2659132583179444,
      "lyap1_mean": 0.014370829798281193,
      "lyap1_max": 0.03661789372563362,
      "lyap1_min": -0.002623841864988208,
      "lyap_spec_mean": [
        0.014370830729603767,
        0.015458449721336365,
        0.010345897637307644,
        0.004800914321094751
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 780,
      "lr": 0.0001,
      "sup_loss": 1.35361933208083,
      "rf_loss": 0.00038010190473869443,
      "total_loss": 1.3539994339855688,
      "lyap1_mean": 0.016849510371685028,
      "lyap1_max": 0.02443547546863556,
      "lyap1_min": 0.005227443762123585,
      "lyap_spec_mean": [
        0.016849510371685028,
        0.018321510404348373,
        0.021945206448435783,
        0.012700604274868965
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 781,
      "lr": 0.0001,
      "sup_loss": 1.2714090670405434,
      "rf_loss": 0.0001307938655372709,
      "total_loss": 1.2715398609060806,
      "lyap1_mean": 0.009264705702662468,
      "lyap1_max": 0.01466936431825161,
      "lyap1_min": -8.854751649778336e-05,
      "lyap_spec_mean": [
        0.009264705702662468,
        0.009688137099146843,
        0.008838535286486149,
        0.007790868170559406
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 782,
      "lr": 0.0001,
      "sup_loss": 1.3033284920905657,
      "rf_loss": 0.00010674574878066778,
      "total_loss": 1.3034352378393463,
      "lyap1_mean": -0.006975351832807064,
      "lyap1_max": 0.0012828707695007324,
      "lyap1_min": -0.018885912373661995,
      "lyap_spec_mean": [
        -0.006975351832807064,
        -0.0038373784627765417,
        -0.004940529353916645,
        -0.008968677371740341
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 783,
      "lr": 0.0001,
      "sup_loss": 1.3086292343054295,
      "rf_loss": 0.00019344946485944092,
      "total_loss": 1.308822683770289,
      "lyap1_mean": -0.007483362220227718,
      "lyap1_max": 0.005999386310577393,
      "lyap1_min": -0.022990664467215538,
      "lyap_spec_mean": [
        -0.007483362220227718,
        -0.011584815569221973,
        -0.01208789087831974,
        -0.011216740123927593
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 784,
      "lr": 0.0001,
      "sup_loss": 1.3298670393887557,
      "rf_loss": 0.0003431578224990517,
      "total_loss": 1.3302101972112548,
      "lyap1_mean": -0.009805080480873585,
      "lyap1_max": 0.010946567170321941,
      "lyap1_min": -0.0299995020031929,
      "lyap_spec_mean": [
        -0.00980507954955101,
        -0.013346575200557709,
        -0.018071917816996574,
        -0.017481014132499695
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 785,
      "lr": 0.0001,
      "sup_loss": 1.3261348227252097,
      "rf_loss": 0.00012825781595893204,
      "total_loss": 1.3262630805411686,
      "lyap1_mean": -0.005432172678411007,
      "lyap1_max": 0.006864782422780991,
      "lyap1_min": -0.01914425939321518,
      "lyap_spec_mean": [
        -0.00543217221274972,
        -0.006487760227173567,
        -0.006927215028554201,
        -0.008857847191393375
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 786,
      "lr": 0.0001,
      "sup_loss": 1.2925882161052369,
      "rf_loss": 0.00021708413260057569,
      "total_loss": 1.2928053002378375,
      "lyap1_mean": -0.007051173597574234,
      "lyap1_max": 0.00844230130314827,
      "lyap1_min": -0.026706857606768608,
      "lyap_spec_mean": [
        -0.007051172666251659,
        -0.010516654700040817,
        -0.008770432323217392,
        -0.013807924464344978
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 787,
      "lr": 0.0001,
      "sup_loss": 1.2944910679516368,
      "rf_loss": 6.624964589718729e-05,
      "total_loss": 1.294557317597534,
      "lyap1_mean": 0.0034940962214022875,
      "lyap1_max": 0.019130904227495193,
      "lyap1_min": -0.012254367582499981,
      "lyap_spec_mean": [
        0.003494095988571644,
        0.0029384528752416372,
        0.0037389746867120266,
        0.0006597047322429717
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 788,
      "lr": 0.0001,
      "sup_loss": 1.2979121968405978,
      "rf_loss": 0.00024871944333426654,
      "total_loss": 1.298160916283932,
      "lyap1_mean": 0.010380630381405354,
      "lyap1_max": 0.028581473976373672,
      "lyap1_min": -0.008907215669751167,
      "lyap_spec_mean": [
        0.010380631312727928,
        0.013655372895300388,
        0.010567775927484035,
        0.011516171507537365
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 789,
      "lr": 0.0001,
      "sup_loss": 1.3197899632301802,
      "rf_loss": 0.0002771097351796925,
      "total_loss": 1.3200670729653599,
      "lyap1_mean": 0.013504711911082268,
      "lyap1_max": 0.019938034936785698,
      "lyap1_min": 0.003072332125157118,
      "lyap_spec_mean": [
        0.013504710979759693,
        0.017740212380886078,
        0.014436077326536179,
        0.014764560386538506
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 790,
      "lr": 0.0001,
      "sup_loss": 1.239511192807558,
      "rf_loss": 0.0003677386266645044,
      "total_loss": 1.2398789314342225,
      "lyap1_mean": 0.019107315689325333,
      "lyap1_max": 0.031245900318026543,
      "lyap1_min": 0.0021809691097587347,
      "lyap_spec_mean": [
        0.019107315689325333,
        0.017239581793546677,
        0.018353894352912903,
        0.013554103672504425
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 791,
      "lr": 0.0001,
      "sup_loss": 1.3347967893160106,
      "rf_loss": 0.0004066585097461939,
      "total_loss": 1.3352034478257568,
      "lyap1_mean": 0.01819857768714428,
      "lyap1_max": 0.0356924831867218,
      "lyap1_min": 0.00776295643299818,
      "lyap_spec_mean": [
        0.01819857582449913,
        0.01745394803583622,
        0.019387107342481613,
        0.014963383786380291
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 792,
      "lr": 0.0001,
      "sup_loss": 1.364016742923232,
      "rf_loss": 9.144959767581895e-05,
      "total_loss": 1.3641081925209078,
      "lyap1_mean": 0.005287053529173136,
      "lyap1_max": 0.018299296498298645,
      "lyap1_min": -0.008216535672545433,
      "lyap_spec_mean": [
        0.005287053994834423,
        -0.00021515646949410439,
        0.0033947648480534554,
        0.001416260376572609
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 793,
      "lr": 0.0001,
      "sup_loss": 1.3380758956522907,
      "rf_loss": 0.00046251705498434603,
      "total_loss": 1.338538412707275,
      "lyap1_mean": -0.016383668407797813,
      "lyap1_max": 0.007554841227829456,
      "lyap1_min": -0.04364347457885742,
      "lyap_spec_mean": [
        -0.016383668407797813,
        -0.015187516808509827,
        -0.02046770229935646,
        -0.02007719688117504
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 794,
      "lr": 0.0001,
      "sup_loss": 1.3032006909657665,
      "rf_loss": 0.0006384728476405144,
      "total_loss": 1.303839163813407,
      "lyap1_mean": -0.025097645819187164,
      "lyap1_max": -0.015619490295648575,
      "lyap1_min": -0.03531046584248543,
      "lyap_spec_mean": [
        -0.025097645819187164,
        -0.022342054173350334,
        -0.022338811308145523,
        -0.02622418850660324
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 795,
      "lr": 0.0001,
      "sup_loss": 1.2936657829649958,
      "rf_loss": 0.0009616604656912386,
      "total_loss": 1.294627443430687,
      "lyap1_mean": -0.027002951130270958,
      "lyap1_max": -0.011615986004471779,
      "lyap1_min": -0.03835058957338333,
      "lyap_spec_mean": [
        -0.027002952992916107,
        -0.027254413813352585,
        -0.030221018940210342,
        -0.03423197567462921
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 796,
      "lr": 0.0001,
      "sup_loss": 1.2973511183785635,
      "rf_loss": 0.0005100800190120935,
      "total_loss": 1.2978611983975756,
      "lyap1_mean": -0.020590510219335556,
      "lyap1_max": -0.01253580953925848,
      "lyap1_min": -0.032244279980659485,
      "lyap_spec_mean": [
        -0.020590510219335556,
        -0.019781941547989845,
        -0.020966272801160812,
        -0.023682251572608948
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 797,
      "lr": 0.0001,
      "sup_loss": 1.2521901938483346,
      "rf_loss": 0.00034413300454616547,
      "total_loss": 1.2525343268528808,
      "lyap1_mean": -0.017530884593725204,
      "lyap1_max": -0.0026165908202528954,
      "lyap1_min": -0.04136735200881958,
      "lyap_spec_mean": [
        -0.017530884593725204,
        -0.01554250717163086,
        -0.015851318836212158,
        -0.01826341077685356
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 798,
      "lr": 0.0001,
      "sup_loss": 1.2772371161272449,
      "rf_loss": 0.00011828537390101701,
      "total_loss": 1.277355401501146,
      "lyap1_mean": -0.0019786430057138205,
      "lyap1_max": 0.014205781742930412,
      "lyap1_min": -0.010910733602941036,
      "lyap_spec_mean": [
        -0.0019786430057138205,
        -0.005710643250495195,
        -0.007612396031618118,
        -0.005230969283729792
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 799,
      "lr": 0.0001,
      "sup_loss": 1.333815834885045,
      "rf_loss": 0.00010603927512420341,
      "total_loss": 1.3339218741601693,
      "lyap1_mean": 0.002409139182418585,
      "lyap1_max": 0.013070570304989815,
      "lyap1_min": -0.00993539672344923,
      "lyap_spec_mean": [
        0.002409139182418585,
        -0.005015520378947258,
        -0.0016833980334922671,
        -0.004439952317625284
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 800,
      "lr": 0.0001,
      "sup_loss": 1.3209530857229848,
      "rf_loss": 0.00036647095112130046,
      "total_loss": 1.321319556674106,
      "lyap1_mean": 0.017967265099287033,
      "lyap1_max": 0.028756044805049896,
      "lyap1_min": 0.0025053841527551413,
      "lyap_spec_mean": [
        0.017967265099287033,
        0.012745244428515434,
        0.01566285826265812,
        0.016368942335247993
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 801,
      "lr": 0.0001,
      "sup_loss": 1.2575765974022313,
      "rf_loss": 0.00044662473374046385,
      "total_loss": 1.2580232221359717,
      "lyap1_mean": 0.01903401128947735,
      "lyap1_max": 0.03175581991672516,
      "lyap1_min": 0.0066573224030435085,
      "lyap_spec_mean": [
        0.019034013152122498,
        0.02108418010175228,
        0.020720934495329857,
        0.016457486897706985
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 802,
      "lr": 0.0001,
      "sup_loss": 1.2850261638596752,
      "rf_loss": 0.0006229685386642814,
      "total_loss": 1.2856491323983394,
      "lyap1_mean": 0.02911214530467987,
      "lyap1_max": 0.0409841351211071,
      "lyap1_min": 0.02326122485101223,
      "lyap_spec_mean": [
        0.02911214530467987,
        0.02228686958551407,
        0.022119645029306412,
        0.019282128661870956
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 803,
      "lr": 0.0001,
      "sup_loss": 1.3251514934015152,
      "rf_loss": 0.0003142686327919364,
      "total_loss": 1.325465762034307,
      "lyap1_mean": 0.01648884080350399,
      "lyap1_max": 0.021987978368997574,
      "lyap1_min": 0.0009260612423531711,
      "lyap_spec_mean": [
        0.01648883894085884,
        0.018397938460111618,
        0.010526590049266815,
        0.015486999414861202
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 804,
      "lr": 0.0001,
      "sup_loss": 1.321981186649419,
      "rf_loss": 5.661739851348102e-05,
      "total_loss": 1.3220378040479326,
      "lyap1_mean": 0.004352370742708445,
      "lyap1_max": 0.017079204320907593,
      "lyap1_min": -0.012221726588904858,
      "lyap_spec_mean": [
        0.004352371208369732,
        0.001469555078074336,
        0.003991387318819761,
        0.0023655127733945847
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 805,
      "lr": 0.0001,
      "sup_loss": 1.3462195955841318,
      "rf_loss": 0.00024642416974529624,
      "total_loss": 1.3464660197538771,
      "lyap1_mean": -0.0063099004328250885,
      "lyap1_max": 0.007063743658363819,
      "lyap1_min": -0.023225318640470505,
      "lyap_spec_mean": [
        -0.006309899967163801,
        -0.014938440173864365,
        -0.011126241646707058,
        -0.014921080321073532
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 806,
      "lr": 0.0001,
      "sup_loss": 1.3152272586235183,
      "rf_loss": 0.0004299124702811241,
      "total_loss": 1.3156571710937994,
      "lyap1_mean": -0.01527843251824379,
      "lyap1_max": -0.0019786409102380276,
      "lyap1_min": -0.03231600299477577,
      "lyap_spec_mean": [
        -0.01527843251824379,
        -0.018656671047210693,
        -0.018806912004947662,
        -0.020574428141117096
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 807,
      "lr": 0.0001,
      "sup_loss": 1.3330065187062006,
      "rf_loss": 0.0006653540767729282,
      "total_loss": 1.3336718727829735,
      "lyap1_mean": -0.023099586367607117,
      "lyap1_max": -0.008794352412223816,
      "lyap1_min": -0.03879472613334656,
      "lyap_spec_mean": [
        -0.023099586367607117,
        -0.022319093346595764,
        -0.0233396515250206,
        -0.025343360379338264
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 808,
      "lr": 0.0001,
      "sup_loss": 1.2809980922002102,
      "rf_loss": 0.0005796693731099367,
      "total_loss": 1.2815777615733202,
      "lyap1_mean": -0.019581947475671768,
      "lyap1_max": -0.01086000632494688,
      "lyap1_min": -0.03018254041671753,
      "lyap_spec_mean": [
        -0.019581947475671768,
        -0.023634733632206917,
        -0.02609480917453766,
        -0.023652270436286926
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 809,
      "lr": 0.0001,
      "sup_loss": 1.3000405916803164,
      "rf_loss": 8.857889770297334e-05,
      "total_loss": 1.3001291705780194,
      "lyap1_mean": -0.002824015449732542,
      "lyap1_max": 0.011009502224624157,
      "lyap1_min": -0.015247183851897717,
      "lyap_spec_mean": [
        -0.0028240152169018984,
        -0.0064001260325312614,
        -0.004116578958928585,
        -0.009281910955905914
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 810,
      "lr": 0.0001,
      "sup_loss": 1.2530993634872345,
      "rf_loss": 9.532936383038759e-05,
      "total_loss": 1.2531946928510649,
      "lyap1_mean": 0.005468284245580435,
      "lyap1_max": 0.030453462153673172,
      "lyap1_min": -0.004431739449501038,
      "lyap_spec_mean": [
        0.005468284711241722,
        0.008456646464765072,
        0.0007544721593149006,
        0.006194609683007002
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 811,
      "lr": 0.0001,
      "sup_loss": 1.303898921693976,
      "rf_loss": 0.0004506082332227379,
      "total_loss": 1.3043495299271988,
      "lyap1_mean": 0.019721759483218193,
      "lyap1_max": 0.03405854105949402,
      "lyap1_min": 0.005742738954722881,
      "lyap_spec_mean": [
        0.019721761345863342,
        0.023027613759040833,
        0.01628502458333969,
        0.015058979392051697
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 812,
      "lr": 0.0001,
      "sup_loss": 1.2991271552581911,
      "rf_loss": 0.000656654650811106,
      "total_loss": 1.2997838099090022,
      "lyap1_mean": 0.02769557386636734,
      "lyap1_max": 0.043376993387937546,
      "lyap1_min": 0.019790897145867348,
      "lyap_spec_mean": [
        0.02769557386636734,
        0.02721286192536354,
        0.02091187611222267,
        0.021419091150164604
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 813,
      "lr": 0.0001,
      "sup_loss": 1.3175466773221454,
      "rf_loss": 0.0002924427099060267,
      "total_loss": 1.3178391200320514,
      "lyap1_mean": 0.017737798392772675,
      "lyap1_max": 0.023039020597934723,
      "lyap1_min": 0.014932846650481224,
      "lyap_spec_mean": [
        0.017737798392772675,
        0.014630792662501335,
        0.016356153413653374,
        0.014263969846069813
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 814,
      "lr": 0.0001,
      "sup_loss": 1.344174171604618,
      "rf_loss": 0.00015096906281542033,
      "total_loss": 1.3443251406674335,
      "lyap1_mean": 0.0081662368029356,
      "lyap1_max": 0.02692387066781521,
      "lyap1_min": -0.008962975814938545,
      "lyap_spec_mean": [
        0.0081662368029356,
        0.006187839433550835,
        0.006242726463824511,
        0.005940718576312065
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 815,
      "lr": 0.0001,
      "sup_loss": 1.348507925335309,
      "rf_loss": 7.172021287260577e-05,
      "total_loss": 1.3485796455481815,
      "lyap1_mean": -0.0025762668810784817,
      "lyap1_max": 0.008236134424805641,
      "lyap1_min": -0.009363112971186638,
      "lyap_spec_mean": [
        -0.0025762668810784817,
        -0.01061582937836647,
        -0.0008237333968281746,
        -0.006903073284775019
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 816,
      "lr": 0.0001,
      "sup_loss": 1.2899446175433358,
      "rf_loss": 0.0004903299268335104,
      "total_loss": 1.2904349474701693,
      "lyap1_mean": -0.021638168022036552,
      "lyap1_max": -0.008404213935136795,
      "lyap1_min": -0.03434572368860245,
      "lyap_spec_mean": [
        -0.021638166159391403,
        -0.01969839632511139,
        -0.021110044792294502,
        -0.0203997939825058
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 817,
      "lr": 0.0001,
      "sup_loss": 1.2965472805274445,
      "rf_loss": 0.000658314093016088,
      "total_loss": 1.2972055946204606,
      "lyap1_mean": -0.02761819213628769,
      "lyap1_max": -0.01759408786892891,
      "lyap1_min": -0.04315963387489319,
      "lyap_spec_mean": [
        -0.02761819213628769,
        -0.022433940321207047,
        -0.02434222772717476,
        -0.024383744224905968
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 818,
      "lr": 0.0001,
      "sup_loss": 1.2725192467032702,
      "rf_loss": 0.0006180434720590711,
      "total_loss": 1.2731372901753293,
      "lyap1_mean": -0.02373874932527542,
      "lyap1_max": -0.014555079862475395,
      "lyap1_min": -0.036064475774765015,
      "lyap_spec_mean": [
        -0.02373874932527542,
        -0.01966281607747078,
        -0.025188155472278595,
        -0.02526656724512577
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 819,
      "lr": 0.0001,
      "sup_loss": 1.3194787077620398,
      "rf_loss": 0.00016336127009708434,
      "total_loss": 1.3196420690321369,
      "lyap1_mean": -0.008448895066976547,
      "lyap1_max": -0.0008438934455625713,
      "lyap1_min": -0.0158302690833807,
      "lyap_spec_mean": [
        -0.008448894135653973,
        -0.006695503834635019,
        -0.014840537682175636,
        -0.014957432635128498
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 820,
      "lr": 0.0001,
      "sup_loss": 1.3449605006000556,
      "rf_loss": 8.660982712171972e-05,
      "total_loss": 1.3450471104271773,
      "lyap1_mean": 0.0003991125850006938,
      "lyap1_max": 0.01846826635301113,
      "lyap1_min": -0.015107458457350731,
      "lyap_spec_mean": [
        0.0003991125850006938,
        0.0005546349566429853,
        0.002617130521684885,
        0.0014337078901007771
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 821,
      "lr": 0.0001,
      "sup_loss": 1.3333818588023516,
      "rf_loss": 0.0005257455632090569,
      "total_loss": 1.3339076043655607,
      "lyap1_mean": 0.024718813598155975,
      "lyap1_max": 0.03636679798364639,
      "lyap1_min": 0.010975034907460213,
      "lyap_spec_mean": [
        0.024718813598155975,
        0.01872788742184639,
        0.019772393628954887,
        0.02220827527344227
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 822,
      "lr": 0.0001,
      "sup_loss": 1.2896521575526234,
      "rf_loss": 0.0009205410024151206,
      "total_loss": 1.2905726985550385,
      "lyap1_mean": 0.03142687678337097,
      "lyap1_max": 0.045728228986263275,
      "lyap1_min": 0.016873568296432495,
      "lyap_spec_mean": [
        0.03142687678337097,
        0.02918865531682968,
        0.027514344081282616,
        0.027312971651554108
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 823,
      "lr": 0.0001,
      "sup_loss": 1.284875551880047,
      "rf_loss": 0.0005204745102673769,
      "total_loss": 1.2853960263903144,
      "lyap1_mean": 0.024617820978164673,
      "lyap1_max": 0.03327144682407379,
      "lyap1_min": 0.005651555024087429,
      "lyap_spec_mean": [
        0.024617820978164673,
        0.02336212620139122,
        0.019352367147803307,
        0.01919686794281006
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 824,
      "lr": 0.0001,
      "sup_loss": 1.3240740607783554,
      "rf_loss": 0.0002270847326144576,
      "total_loss": 1.32430114551097,
      "lyap1_mean": 0.012457101605832577,
      "lyap1_max": 0.025746740400791168,
      "lyap1_min": -0.0020547460298985243,
      "lyap_spec_mean": [
        0.012457101605832577,
        0.009626110084354877,
        0.013574358075857162,
        0.013201311230659485
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 825,
      "lr": 0.0001,
      "sup_loss": 1.3069587949742192,
      "rf_loss": 0.00014078708773013204,
      "total_loss": 1.3070995820619493,
      "lyap1_mean": -0.0006374114891514182,
      "lyap1_max": 0.011459380388259888,
      "lyap1_min": -0.017817173153162003,
      "lyap_spec_mean": [
        -0.0006374113727360964,
        -0.0036378437653183937,
        -0.010526906698942184,
        -0.002418509218841791
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 826,
      "lr": 0.0001,
      "sup_loss": 1.33628993796944,
      "rf_loss": 0.000359304656740278,
      "total_loss": 1.3366492426261802,
      "lyap1_mean": -0.012239959090948105,
      "lyap1_max": -0.003966701216995716,
      "lyap1_min": -0.020743634551763535,
      "lyap_spec_mean": [
        -0.01223996002227068,
        -0.013409067876636982,
        -0.019412197172641754,
        -0.02154477685689926
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 827,
      "lr": 0.0001,
      "sup_loss": 1.2880534548149898,
      "rf_loss": 0.000607013760600239,
      "total_loss": 1.28866046857559,
      "lyap1_mean": -0.023352736607193947,
      "lyap1_max": -0.014625664800405502,
      "lyap1_min": -0.0348149836063385,
      "lyap_spec_mean": [
        -0.023352736607193947,
        -0.023079313337802887,
        -0.01955103501677513,
        -0.025078395381569862
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 828,
      "lr": 0.0001,
      "sup_loss": 1.2953180702221025,
      "rf_loss": 0.0005354842869564891,
      "total_loss": 1.295853554509059,
      "lyap1_mean": -0.017890438437461853,
      "lyap1_max": -0.007657138165086508,
      "lyap1_min": -0.031087858602404594,
      "lyap_spec_mean": [
        -0.017890438437461853,
        -0.023139776661992073,
        -0.024152634665369987,
        -0.023348510265350342
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 829,
      "lr": 0.0001,
      "sup_loss": 1.3220653178611939,
      "rf_loss": 0.00040742618148215115,
      "total_loss": 1.322472744042676,
      "lyap1_mean": -0.013774527236819267,
      "lyap1_max": 0.00032769300742074847,
      "lyap1_min": -0.030674031004309654,
      "lyap_spec_mean": [
        -0.013774527236819267,
        -0.018442755565047264,
        -0.019481148570775986,
        -0.021771196275949478
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 830,
      "lr": 0.0001,
      "sup_loss": 1.3488431774735696,
      "rf_loss": 6.213533924892545e-05,
      "total_loss": 1.3489053128128186,
      "lyap1_mean": -0.0004975164774805307,
      "lyap1_max": 0.004497222602367401,
      "lyap1_min": -0.00526833301410079,
      "lyap_spec_mean": [
        -0.0004975164774805307,
        -0.00266244332306087,
        -0.004282636567950249,
        -0.007193834986537695
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 831,
      "lr": 0.0001,
      "sup_loss": 1.3328547518721048,
      "rf_loss": 0.0001459545746911317,
      "total_loss": 1.333000706446796,
      "lyap1_mean": 0.009254892356693745,
      "lyap1_max": 0.02036869525909424,
      "lyap1_min": -0.01294550858438015,
      "lyap_spec_mean": [
        0.00925489142537117,
        0.010329792276024818,
        0.013090988621115685,
        0.004968960769474506
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 832,
      "lr": 0.0001,
      "sup_loss": 1.3225591090880808,
      "rf_loss": 0.00025936384918168187,
      "total_loss": 1.3228184729372625,
      "lyap1_mean": 0.01742737740278244,
      "lyap1_max": 0.03095756098628044,
      "lyap1_min": 0.009294303134083748,
      "lyap_spec_mean": [
        0.01742737740278244,
        0.016455475240945816,
        0.012928267009556293,
        0.01259748823940754
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 833,
      "lr": 0.0001,
      "sup_loss": 1.2740972788008842,
      "rf_loss": 0.00026576704112812877,
      "total_loss": 1.2743630458420123,
      "lyap1_mean": 0.01768265664577484,
      "lyap1_max": 0.029294168576598167,
      "lyap1_min": 0.0057900226674973965,
      "lyap_spec_mean": [
        0.01768265664577484,
        0.012175778858363628,
        0.015575071796774864,
        0.01173412799835205
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 834,
      "lr": 0.0001,
      "sup_loss": 1.324635268153072,
      "rf_loss": 0.0004174139176029712,
      "total_loss": 1.325052682070675,
      "lyap1_mean": 0.01872626692056656,
      "lyap1_max": 0.03994915261864662,
      "lyap1_min": -0.0031488039530813694,
      "lyap_spec_mean": [
        0.01872626505792141,
        0.020127728581428528,
        0.015348834916949272,
        0.010089121758937836
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 835,
      "lr": 0.0001,
      "sup_loss": 1.2942902590912282,
      "rf_loss": 6.536117871291935e-05,
      "total_loss": 1.294355620269941,
      "lyap1_mean": 0.003995481412857771,
      "lyap1_max": 0.020795978605747223,
      "lyap1_min": -0.01751462183892727,
      "lyap_spec_mean": [
        0.003995480947196484,
        -0.0009290981106460094,
        0.001896209316328168,
        0.00210154103115201
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 836,
      "lr": 0.0001,
      "sup_loss": 1.2940646506547004,
      "rf_loss": 9.136572771240026e-05,
      "total_loss": 1.2941560163824128,
      "lyap1_mean": -0.0003024199977517128,
      "lyap1_max": 0.0110738854855299,
      "lyap1_min": -0.01632404699921608,
      "lyap_spec_mean": [
        -0.0003024199977517128,
        -0.002781418152153492,
        -0.0011832491727545857,
        -0.007693469524383545
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 837,
      "lr": 0.0001,
      "sup_loss": 1.297576708725378,
      "rf_loss": 0.00016194152703974396,
      "total_loss": 1.2977386502524177,
      "lyap1_mean": -0.0010867478558793664,
      "lyap1_max": 0.0184788778424263,
      "lyap1_min": -0.013547660782933235,
      "lyap_spec_mean": [
        -0.0010867479722946882,
        -0.0077066184021532536,
        -0.009438020177185535,
        -0.013529365882277489
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 838,
      "lr": 0.0001,
      "sup_loss": 1.29788891620071,
      "rf_loss": 0.0003972788981627673,
      "total_loss": 1.2982861950988727,
      "lyap1_mean": -0.01847372204065323,
      "lyap1_max": -0.0023645719047635794,
      "lyap1_min": -0.037426162511110306,
      "lyap_spec_mean": [
        -0.01847372204065323,
        -0.015202103182673454,
        -0.015347766689956188,
        -0.0164811909198761
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 839,
      "lr": 0.0001,
      "sup_loss": 1.3273901927353704,
      "rf_loss": 0.0002431137691019103,
      "total_loss": 1.3276333065044723,
      "lyap1_mean": -0.0062303245067596436,
      "lyap1_max": 0.03343663364648819,
      "lyap1_min": -0.030057840049266815,
      "lyap_spec_mean": [
        -0.0062303245067596436,
        -0.011903433129191399,
        -0.010485302656888962,
        -0.012513246387243271
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 840,
      "lr": 0.0001,
      "sup_loss": 1.2727064218163842,
      "rf_loss": 0.00013308804773259908,
      "total_loss": 1.2728395098641168,
      "lyap1_mean": -0.003762313164770603,
      "lyap1_max": 0.005994920618832111,
      "lyap1_min": -0.01536426693201065,
      "lyap_spec_mean": [
        -0.003762313164770603,
        -0.006732744164764881,
        -0.006871223449707031,
        -0.010536161251366138
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 841,
      "lr": 0.0001,
      "sup_loss": 1.3004705984355853,
      "rf_loss": 0.00011248739610891789,
      "total_loss": 1.3005830858316942,
      "lyap1_mean": -0.001126907765865326,
      "lyap1_max": 0.0204421728849411,
      "lyap1_min": -0.016139594838023186,
      "lyap_spec_mean": [
        -0.0011269079986959696,
        -0.004865226335823536,
        -0.0065111080184578896,
        -0.011276688426733017
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 842,
      "lr": 0.0001,
      "sup_loss": 1.3475334659365439,
      "rf_loss": 6.173581641633064e-05,
      "total_loss": 1.3475952017529602,
      "lyap1_mean": 0.001725573092699051,
      "lyap1_max": 0.016886569559574127,
      "lyap1_min": -0.018334288150072098,
      "lyap_spec_mean": [
        0.0017255728598684072,
        0.0011633425019681454,
        -0.0021478263661265373,
        0.0038555534556508064
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 843,
      "lr": 0.0001,
      "sup_loss": 1.324093217754904,
      "rf_loss": 5.728580435970798e-05,
      "total_loss": 1.3241505035592638,
      "lyap1_mean": 0.0009543052292428911,
      "lyap1_max": 0.007211105432361364,
      "lyap1_min": -0.006706832908093929,
      "lyap_spec_mean": [
        0.0009543051710352302,
        -0.005269204266369343,
        -0.004800401162356138,
        -0.005538634955883026
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 844,
      "lr": 0.0001,
      "sup_loss": 1.3230722438744282,
      "rf_loss": 8.798522321740165e-05,
      "total_loss": 1.3231602290976456,
      "lyap1_mean": -0.0024171671830117702,
      "lyap1_max": 0.012865856289863586,
      "lyap1_min": -0.012704375199973583,
      "lyap_spec_mean": [
        -0.0024171669501811266,
        -0.0036323205567896366,
        -0.004509111400693655,
        -0.007365149445831776
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 845,
      "lr": 0.0001,
      "sup_loss": 1.2811887496038363,
      "rf_loss": 5.1697235903702676e-05,
      "total_loss": 1.28124044683974,
      "lyap1_mean": -0.0006137421005405486,
      "lyap1_max": 0.013917755335569382,
      "lyap1_min": -0.011262187734246254,
      "lyap_spec_mean": [
        -0.0006137419259175658,
        -0.004605211783200502,
        -0.001820303499698639,
        -0.003520506201311946
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 846,
      "lr": 0.0001,
      "sup_loss": 1.2734466690853536,
      "rf_loss": 0.0001271942164748907,
      "total_loss": 1.2735738633018285,
      "lyap1_mean": 0.011785965412855148,
      "lyap1_max": 0.03241806477308273,
      "lyap1_min": 0.0013594904448837042,
      "lyap_spec_mean": [
        0.011785966344177723,
        0.003944909665733576,
        0.008010607212781906,
        0.00813403632491827
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 847,
      "lr": 0.0001,
      "sup_loss": 1.235769946892112,
      "rf_loss": 0.0002293901052325964,
      "total_loss": 1.2359993369973445,
      "lyap1_mean": 0.014287170954048634,
      "lyap1_max": 0.026483437046408653,
      "lyap1_min": -0.005650268867611885,
      "lyap_spec_mean": [
        0.014287171885371208,
        0.012168706394731998,
        0.008988700807094574,
        0.009601674973964691
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 848,
      "lr": 0.0001,
      "sup_loss": 1.2735446777542818,
      "rf_loss": 0.00044131960021331906,
      "total_loss": 1.2739859973544951,
      "lyap1_mean": 0.024529678747057915,
      "lyap1_max": 0.037843309342861176,
      "lyap1_min": 0.016682280227541924,
      "lyap_spec_mean": [
        0.024529678747057915,
        0.0219917930662632,
        0.016731228679418564,
        0.01600339449942112
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 849,
      "lr": 0.0001,
      "sup_loss": 1.2885509293204411,
      "rf_loss": 0.0003656729240901768,
      "total_loss": 1.2889166022445313,
      "lyap1_mean": 0.02151000313460827,
      "lyap1_max": 0.036222491413354874,
      "lyap1_min": 0.01151440292596817,
      "lyap_spec_mean": [
        0.02151000313460827,
        0.014936397783458233,
        0.020374514162540436,
        0.013016922399401665
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 850,
      "lr": 0.0001,
      "sup_loss": 1.3459383631037962,
      "rf_loss": 0.00013689423212781549,
      "total_loss": 1.346075257335924,
      "lyap1_mean": 0.008616303093731403,
      "lyap1_max": 0.020359819754958153,
      "lyap1_min": -0.005522724241018295,
      "lyap_spec_mean": [
        0.008616303093731403,
        0.009795857593417168,
        0.0017822544323280454,
        0.006211498286575079
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 851,
      "lr": 0.0001,
      "sup_loss": 1.245378309156814,
      "rf_loss": 0.00012130239338148385,
      "total_loss": 1.2454996115501955,
      "lyap1_mean": -0.005039817187935114,
      "lyap1_max": 0.010174181312322617,
      "lyap1_min": -0.019522344693541527,
      "lyap_spec_mean": [
        -0.005039817653596401,
        -0.008701282553374767,
        -0.003910944331437349,
        -0.006227023899555206
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 852,
      "lr": 0.0001,
      "sup_loss": 1.3007248263496516,
      "rf_loss": 0.0005094399675726891,
      "total_loss": 1.3012342663172243,
      "lyap1_mean": -0.020436495542526245,
      "lyap1_max": -0.0022288865875452757,
      "lyap1_min": -0.03705848008394241,
      "lyap_spec_mean": [
        -0.020436495542526245,
        -0.019811274483799934,
        -0.01936488039791584,
        -0.018819494172930717
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 853,
      "lr": 0.0001,
      "sup_loss": 1.2399509115231886,
      "rf_loss": 0.0006463987519964576,
      "total_loss": 1.240597310275185,
      "lyap1_mean": -0.023523056879639626,
      "lyap1_max": -0.01587463542819023,
      "lyap1_min": -0.03296288847923279,
      "lyap_spec_mean": [
        -0.023523055016994476,
        -0.020760346204042435,
        -0.026070265099406242,
        -0.026843005791306496
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 854,
      "lr": 0.0001,
      "sup_loss": 1.2981815780995507,
      "rf_loss": 0.000515211489982903,
      "total_loss": 1.2986967895895336,
      "lyap1_mean": -0.0192648284137249,
      "lyap1_max": -0.009913596324622631,
      "lyap1_min": -0.028637629002332687,
      "lyap_spec_mean": [
        -0.0192648284137249,
        -0.02301584742963314,
        -0.023049890995025635,
        -0.021435581147670746
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 855,
      "lr": 0.0001,
      "sup_loss": 1.3143408354903023,
      "rf_loss": 0.0002853455953299999,
      "total_loss": 1.3146261810856323,
      "lyap1_mean": -0.015252791345119476,
      "lyap1_max": -0.004893011879175901,
      "lyap1_min": -0.02764952927827835,
      "lyap_spec_mean": [
        -0.015252790413796902,
        -0.015380791388452053,
        -0.013889552094042301,
        -0.01769367977976799
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 856,
      "lr": 0.0001,
      "sup_loss": 1.2855632871671228,
      "rf_loss": 0.00011366637772880495,
      "total_loss": 1.2856769535448516,
      "lyap1_mean": -0.0051909685134887695,
      "lyap1_max": 0.0046814302913844585,
      "lyap1_min": -0.01579158939421177,
      "lyap_spec_mean": [
        -0.0051909685134887695,
        -0.008019804023206234,
        -0.006461059674620628,
        -0.006925030145794153
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 857,
      "lr": 0.0001,
      "sup_loss": 1.3373270959031949,
      "rf_loss": 7.672134233871475e-05,
      "total_loss": 1.3374038172455336,
      "lyap1_mean": 0.007093519438058138,
      "lyap1_max": 0.01851595938205719,
      "lyap1_min": -0.0017453620675951242,
      "lyap_spec_mean": [
        0.007093519438058138,
        0.005919549614191055,
        0.0018586385995149612,
        0.0036749455612152815
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 858,
      "lr": 0.0001,
      "sup_loss": 1.32677979603298,
      "rf_loss": 0.00021978712175041437,
      "total_loss": 1.3269995831547303,
      "lyap1_mean": 0.010509012266993523,
      "lyap1_max": 0.022660253569483757,
      "lyap1_min": 0.003499619197100401,
      "lyap_spec_mean": [
        0.010509012266993523,
        0.01303207129240036,
        0.016987288370728493,
        0.014642827212810516
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 859,
      "lr": 0.0001,
      "sup_loss": 1.3050742016454233,
      "rf_loss": 0.0002914526266977191,
      "total_loss": 1.305365654272121,
      "lyap1_mean": 0.014711830765008926,
      "lyap1_max": 0.02660791203379631,
      "lyap1_min": 0.0007936900365166366,
      "lyap_spec_mean": [
        0.014711830765008926,
        0.01616746559739113,
        0.01602351665496826,
        0.013545779511332512
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 860,
      "lr": 0.0001,
      "sup_loss": 1.2750958710587637,
      "rf_loss": 0.00021653168369084597,
      "total_loss": 1.2753124027424545,
      "lyap1_mean": 0.017673583701252937,
      "lyap1_max": 0.024098103865981102,
      "lyap1_min": 0.004282094072550535,
      "lyap_spec_mean": [
        0.017673583701252937,
        0.009265060536563396,
        0.00883531291037798,
        0.0134330615401268
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 861,
      "lr": 0.0001,
      "sup_loss": 1.316170663490217,
      "rf_loss": 9.935663547366858e-05,
      "total_loss": 1.3162700201256907,
      "lyap1_mean": -0.0006923976470716298,
      "lyap1_max": 0.013745672069489956,
      "lyap1_min": -0.013920007273554802,
      "lyap_spec_mean": [
        -0.0006923975888639688,
        0.0030759896617382765,
        0.0003168722614645958,
        -0.001377271255478263
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 862,
      "lr": 0.0001,
      "sup_loss": 1.31158288356055,
      "rf_loss": 0.00022383115720003843,
      "total_loss": 1.3118067147177501,
      "lyap1_mean": -0.01023094356060028,
      "lyap1_max": -0.005256536416709423,
      "lyap1_min": -0.023967063054442406,
      "lyap_spec_mean": [
        -0.01023094356060028,
        -0.014107955619692802,
        -0.011881784535944462,
        -0.013026616536080837
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 863,
      "lr": 0.0001,
      "sup_loss": 1.2835106402093992,
      "rf_loss": 0.0004014439764432609,
      "total_loss": 1.2839120841858425,
      "lyap1_mean": -0.016916833817958832,
      "lyap1_max": -0.006713437847793102,
      "lyap1_min": -0.0307932086288929,
      "lyap_spec_mean": [
        -0.016916833817958832,
        -0.018797997385263443,
        -0.017575683072209358,
        -0.019086070358753204
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 864,
      "lr": 0.0001,
      "sup_loss": 1.3267905581408597,
      "rf_loss": 0.0004483605152927339,
      "total_loss": 1.3272389186561524,
      "lyap1_mean": -0.01638289913535118,
      "lyap1_max": -0.00786423310637474,
      "lyap1_min": -0.027992185205221176,
      "lyap_spec_mean": [
        -0.01638289913535118,
        -0.020024877041578293,
        -0.01921931281685829,
        -0.022566694766283035
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 865,
      "lr": 0.0001,
      "sup_loss": 1.2798359991927633,
      "rf_loss": 0.0002790285798255354,
      "total_loss": 1.2801150277725888,
      "lyap1_mean": -0.015116041526198387,
      "lyap1_max": -0.00534453010186553,
      "lyap1_min": -0.0290515199303627,
      "lyap_spec_mean": [
        -0.015116040594875813,
        -0.009426862932741642,
        -0.014542206190526485,
        -0.012555431574583054
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 866,
      "lr": 0.0001,
      "sup_loss": 1.2929205778727564,
      "rf_loss": 0.0001610957260709256,
      "total_loss": 1.2930816735988273,
      "lyap1_mean": -0.007116382941603661,
      "lyap1_max": 0.009648988954722881,
      "lyap1_min": -0.02521987073123455,
      "lyap_spec_mean": [
        -0.007116382475942373,
        -0.006725475657731295,
        -0.002489408478140831,
        -0.005281463265419006
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 867,
      "lr": 0.0001,
      "sup_loss": 1.2453550764041295,
      "rf_loss": 0.0001876346068456769,
      "total_loss": 1.2455427110109751,
      "lyap1_mean": 0.010369903407990932,
      "lyap1_max": 0.022883808240294456,
      "lyap1_min": -0.008652018383145332,
      "lyap_spec_mean": [
        0.010369904339313507,
        0.01356242224574089,
        0.006666581146419048,
        0.009899094700813293
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 868,
      "lr": 0.0001,
      "sup_loss": 1.2643707829456645,
      "rf_loss": 0.0005669553065672517,
      "total_loss": 1.2649377382522318,
      "lyap1_mean": 0.025155294686555862,
      "lyap1_max": 0.04196261614561081,
      "lyap1_min": 0.009852055460214615,
      "lyap_spec_mean": [
        0.02515529841184616,
        0.021882236003875732,
        0.023264287039637566,
        0.01916208118200302
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 869,
      "lr": 0.0001,
      "sup_loss": 1.3276549382816734,
      "rf_loss": 0.0007246874156408012,
      "total_loss": 1.3283796256973142,
      "lyap1_mean": 0.028153974562883377,
      "lyap1_max": 0.03851238638162613,
      "lyap1_min": 0.014086266979575157,
      "lyap_spec_mean": [
        0.028153974562883377,
        0.026190392673015594,
        0.02364496886730194,
        0.02429189905524254
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 870,
      "lr": 0.0001,
      "sup_loss": 1.2836961706727261,
      "rf_loss": 0.0005538350669667125,
      "total_loss": 1.2842500057396928,
      "lyap1_mean": 0.02472660318017006,
      "lyap1_max": 0.03203488513827324,
      "lyap1_min": 0.017969496548175812,
      "lyap_spec_mean": [
        0.02472660318017006,
        0.02189067006111145,
        0.02002542093396187,
        0.02340632677078247
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 871,
      "lr": 0.0001,
      "sup_loss": 1.3093945716766864,
      "rf_loss": 0.00012238678755238652,
      "total_loss": 1.3095169584642388,
      "lyap1_mean": 0.010695165954530239,
      "lyap1_max": 0.018953172490000725,
      "lyap1_min": 0.0024060800205916166,
      "lyap_spec_mean": [
        0.010695165954530239,
        0.009540286846458912,
        0.00496895145624876,
        0.007854375056922436
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 872,
      "lr": 0.0001,
      "sup_loss": 1.2411448065043396,
      "rf_loss": 0.00010320490400772542,
      "total_loss": 1.2412480114083473,
      "lyap1_mean": -0.0025046393275260925,
      "lyap1_max": 0.014661137014627457,
      "lyap1_min": -0.025165796279907227,
      "lyap_spec_mean": [
        -0.002504639560356736,
        -0.001642687013372779,
        -0.0007287084590643644,
        -0.004196793772280216
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 873,
      "lr": 0.0001,
      "sup_loss": 1.2954142367824035,
      "rf_loss": 0.0004538664943538606,
      "total_loss": 1.2958681032767574,
      "lyap1_mean": -0.01821407489478588,
      "lyap1_max": -0.008130419999361038,
      "lyap1_min": -0.03019442968070507,
      "lyap_spec_mean": [
        -0.01821407489478588,
        -0.020181484520435333,
        -0.021175622940063477,
        -0.018819181248545647
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 874,
      "lr": 0.0001,
      "sup_loss": 1.3519963733152978,
      "rf_loss": 0.0009113363339565694,
      "total_loss": 1.3529077096492543,
      "lyap1_mean": -0.021607134491205215,
      "lyap1_max": -0.007564546074718237,
      "lyap1_min": -0.03744935616850853,
      "lyap_spec_mean": [
        -0.021607136353850365,
        -0.026890987530350685,
        -0.03131137788295746,
        -0.0309359859675169
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 875,
      "lr": 0.0001,
      "sup_loss": 1.2746084672544822,
      "rf_loss": 0.0008221626048907638,
      "total_loss": 1.275430629859373,
      "lyap1_mean": -0.026380110532045364,
      "lyap1_max": -0.017652621492743492,
      "lyap1_min": -0.04314330220222473,
      "lyap_spec_mean": [
        -0.026380112394690514,
        -0.025711815804243088,
        -0.028040403500199318,
        -0.030096786096692085
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 876,
      "lr": 0.0001,
      "sup_loss": 1.2900516647834135,
      "rf_loss": 0.0007700151763856411,
      "total_loss": 1.2908216799597991,
      "lyap1_mean": -0.023133058100938797,
      "lyap1_max": -0.01529768854379654,
      "lyap1_min": -0.032490361481904984,
      "lyap_spec_mean": [
        -0.023133058100938797,
        -0.02410714700818062,
        -0.0284204613417387,
        -0.030632058158516884
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 877,
      "lr": 0.0001,
      "sup_loss": 1.2845937666046392,
      "rf_loss": 0.000495901214890182,
      "total_loss": 1.2850896678195294,
      "lyap1_mean": -0.018021319061517715,
      "lyap1_max": -0.004190772771835327,
      "lyap1_min": -0.03244045376777649,
      "lyap_spec_mean": [
        -0.018021319061517715,
        -0.019666682928800583,
        -0.01803404837846756,
        -0.025523927062749863
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 878,
      "lr": 0.0001,
      "sup_loss": 1.2958891494442617,
      "rf_loss": 0.00012174038420198485,
      "total_loss": 1.2960108898284637,
      "lyap1_mean": -0.006401196122169495,
      "lyap1_max": 0.0011866940185427666,
      "lyap1_min": -0.017702903598546982,
      "lyap_spec_mean": [
        -0.006401196122169495,
        -0.004902866668999195,
        -0.00790370162576437,
        -0.010771334171295166
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 879,
      "lr": 0.0001,
      "sup_loss": 1.332784957340452,
      "rf_loss": 0.00010950192518066615,
      "total_loss": 1.3328944592656327,
      "lyap1_mean": -0.002343512373045087,
      "lyap1_max": 0.014228559099137783,
      "lyap1_min": -0.02858288399875164,
      "lyap_spec_mean": [
        -0.002343512140214443,
        -0.0030632398556917906,
        0.0012140263570472598,
        0.002887207083404064
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 880,
      "lr": 0.0001,
      "sup_loss": 1.3170041677341175,
      "rf_loss": 0.00021838219254277647,
      "total_loss": 1.3172225499266603,
      "lyap1_mean": 0.013942653313279152,
      "lyap1_max": 0.026718538254499435,
      "lyap1_min": 0.0024993678089231253,
      "lyap_spec_mean": [
        0.013942652381956577,
        0.014474933966994286,
        0.007537053897976875,
        0.010240476578474045
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 881,
      "lr": 0.0001,
      "sup_loss": 1.3038824410206082,
      "rf_loss": 0.0005869480664841831,
      "total_loss": 1.3044693890870924,
      "lyap1_mean": 0.024656107649207115,
      "lyap1_max": 0.0341714546084404,
      "lyap1_min": 0.008357915095984936,
      "lyap_spec_mean": [
        0.024656107649207115,
        0.02371644228696823,
        0.02095801755785942,
        0.01980936899781227
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 882,
      "lr": 0.0001,
      "sup_loss": 1.2622688222273217,
      "rf_loss": 0.000595676654484123,
      "total_loss": 1.2628644988818059,
      "lyap1_mean": 0.022546807304024696,
      "lyap1_max": 0.04463278502225876,
      "lyap1_min": 0.004167858511209488,
      "lyap_spec_mean": [
        0.022546807304024696,
        0.0222244244068861,
        0.02476252056658268,
        0.017788928002119064
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 883,
      "lr": 0.0001,
      "sup_loss": 1.2934961198977213,
      "rf_loss": 0.00022489952971227467,
      "total_loss": 1.2937210194274336,
      "lyap1_mean": 0.014910374768078327,
      "lyap1_max": 0.03546684980392456,
      "lyap1_min": -0.000224994495511055,
      "lyap_spec_mean": [
        0.014910374768078327,
        0.010346055962145329,
        0.008075090125203133,
        0.014875482767820358
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 884,
      "lr": 0.0001,
      "sup_loss": 1.2789909108201778,
      "rf_loss": 0.0001255742972716689,
      "total_loss": 1.2791164851174495,
      "lyap1_mean": 0.009022143669426441,
      "lyap1_max": 0.015651904046535492,
      "lyap1_min": -0.000475478358566761,
      "lyap_spec_mean": [
        0.009022143669426441,
        0.005457762628793716,
        0.006267443764954805,
        0.0029185242019593716
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 885,
      "lr": 0.0001,
      "sup_loss": 1.3037654529704341,
      "rf_loss": 8.064328721957281e-05,
      "total_loss": 1.3038460962576537,
      "lyap1_mean": -0.0020861378870904446,
      "lyap1_max": 0.010765189304947853,
      "lyap1_min": -0.01409720815718174,
      "lyap_spec_mean": [
        -0.002086137654259801,
        0.0010399969760328531,
        -0.006223719567060471,
        -0.0044077611528337
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 886,
      "lr": 0.0001,
      "sup_loss": 1.3313395468509488,
      "rf_loss": 0.00011846314737340435,
      "total_loss": 1.3314580099983222,
      "lyap1_mean": -0.007128700613975525,
      "lyap1_max": 0.010000953450798988,
      "lyap1_min": -0.020526785403490067,
      "lyap_spec_mean": [
        -0.007128700613975525,
        -0.0050513227470219135,
        -0.00522217433899641,
        -0.00608969246968627
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 887,
      "lr": 0.0001,
      "sup_loss": 1.2925163930347965,
      "rf_loss": 0.00012902927119284868,
      "total_loss": 1.2926454223059893,
      "lyap1_mean": -0.0012826576130464673,
      "lyap1_max": 0.011803816072642803,
      "lyap1_min": -0.016682786867022514,
      "lyap_spec_mean": [
        -0.0012826576130464673,
        0.0019494681619107723,
        -0.004608389921486378,
        -0.008649919182062149
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 888,
      "lr": 0.0001,
      "sup_loss": 1.290725842489881,
      "rf_loss": 0.00014138000551611185,
      "total_loss": 1.2908672224953972,
      "lyap1_mean": -0.005370813421905041,
      "lyap1_max": 0.004163729026913643,
      "lyap1_min": -0.030509743839502335,
      "lyap_spec_mean": [
        -0.005370813887566328,
        -0.005335979629307985,
        -0.007029879372566938,
        -0.009790800511837006
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 889,
      "lr": 0.0001,
      "sup_loss": 1.2858090388330061,
      "rf_loss": 0.00012234225869178772,
      "total_loss": 1.285931381091698,
      "lyap1_mean": -0.003004608675837517,
      "lyap1_max": 0.015004287473857403,
      "lyap1_min": -0.02381923794746399,
      "lyap_spec_mean": [
        -0.003004608675837517,
        0.0006154233124107122,
        -0.0039819274097681046,
        -0.004594018682837486
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 890,
      "lr": 0.0001,
      "sup_loss": 1.300652951687345,
      "rf_loss": 6.693041359540075e-05,
      "total_loss": 1.3007198821009405,
      "lyap1_mean": -0.0029195863753557205,
      "lyap1_max": 0.006309007294476032,
      "lyap1_min": -0.007389873266220093,
      "lyap_spec_mean": [
        -0.002919586608186364,
        -0.0028784768655896187,
        -0.0037489384412765503,
        -0.004592864774167538
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 891,
      "lr": 0.0001,
      "sup_loss": 1.297291678071527,
      "rf_loss": 0.00018498700228519738,
      "total_loss": 1.297476665073812,
      "lyap1_mean": -0.007707715500146151,
      "lyap1_max": 0.003957623615860939,
      "lyap1_min": -0.0192144513130188,
      "lyap_spec_mean": [
        -0.007707715500146151,
        -0.015424667857587337,
        -0.008627649396657944,
        -0.0074945902451872826
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 892,
      "lr": 0.0001,
      "sup_loss": 1.26760782124239,
      "rf_loss": 0.00020036370551679283,
      "total_loss": 1.2678081849479068,
      "lyap1_mean": -0.008830866776406765,
      "lyap1_max": 0.00387201807461679,
      "lyap1_min": -0.02183208242058754,
      "lyap_spec_mean": [
        -0.00883086770772934,
        -0.004236734472215176,
        -0.011702531948685646,
        -0.013666026294231415
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 893,
      "lr": 0.0001,
      "sup_loss": 1.3086376807037063,
      "rf_loss": 0.0001417446183040738,
      "total_loss": 1.3087794253220104,
      "lyap1_mean": -0.007960762828588486,
      "lyap1_max": -0.0011662462493404746,
      "lyap1_min": -0.013373802416026592,
      "lyap_spec_mean": [
        -0.007960762828588486,
        -0.00875047780573368,
        -0.011332983151078224,
        -0.012642755173146725
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 894,
      "lr": 0.0001,
      "sup_loss": 1.3116253214628735,
      "rf_loss": 0.00012478845019359142,
      "total_loss": 1.311750109913067,
      "lyap1_mean": 0.010652308352291584,
      "lyap1_max": 0.01953572779893875,
      "lyap1_min": 0.00448599411174655,
      "lyap_spec_mean": [
        0.010652308352291584,
        0.00862337276339531,
        0.005761328153312206,
        0.006648062728345394
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 895,
      "lr": 0.0001,
      "sup_loss": 1.2357567410666181,
      "rf_loss": 0.00013856642181053758,
      "total_loss": 1.2358953074884287,
      "lyap1_mean": 0.00636806758120656,
      "lyap1_max": 0.0194551944732666,
      "lyap1_min": -0.00576414680108428,
      "lyap_spec_mean": [
        0.006368067115545273,
        0.008152253925800323,
        0.002963601378723979,
        0.007168890908360481
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 896,
      "lr": 0.0001,
      "sup_loss": 1.3046691348623467,
      "rf_loss": 0.00024186611699406058,
      "total_loss": 1.3049110009793408,
      "lyap1_mean": 0.014455016702413559,
      "lyap1_max": 0.027437707409262657,
      "lyap1_min": 0.0068348972126841545,
      "lyap_spec_mean": [
        0.014455017633736134,
        0.01357396598905325,
        0.00775777455419302,
        0.012443071231245995
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 897,
      "lr": 0.0001,
      "sup_loss": 1.271698988310406,
      "rf_loss": 0.00011060952238040045,
      "total_loss": 1.2718095978327864,
      "lyap1_mean": 0.008893114514648914,
      "lyap1_max": 0.019338078796863556,
      "lyap1_min": -0.016073767095804214,
      "lyap_spec_mean": [
        0.008893114514648914,
        0.0037552048452198505,
        0.004750404506921768,
        0.004613302648067474
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 898,
      "lr": 0.0001,
      "sup_loss": 1.310388982160656,
      "rf_loss": 7.817920413799584e-05,
      "total_loss": 1.310467161364794,
      "lyap1_mean": -0.00036127219209447503,
      "lyap1_max": 0.0052807750180363655,
      "lyap1_min": -0.011587206274271011,
      "lyap_spec_mean": [
        -0.0003612721338868141,
        0.0016687455354258418,
        -0.0025919126346707344,
        -0.002875202102586627
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 899,
      "lr": 0.0001,
      "sup_loss": 1.3314958724443278,
      "rf_loss": 7.287658809218556e-05,
      "total_loss": 1.33156874903242,
      "lyap1_mean": 0.0030340910889208317,
      "lyap1_max": 0.009516133926808834,
      "lyap1_min": -0.0056081898510456085,
      "lyap_spec_mean": [
        0.0030340910889208317,
        -0.0015200296184048057,
        -0.00019367970526218414,
        -0.006258314475417137
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 900,
      "lr": 0.0001,
      "sup_loss": 1.2847174097330847,
      "rf_loss": 6.68949942337349e-05,
      "total_loss": 1.2847843047273184,
      "lyap1_mean": -0.0037494786083698273,
      "lyap1_max": 0.0012185971718281507,
      "lyap1_min": -0.009648241102695465,
      "lyap_spec_mean": [
        -0.00374947814270854,
        -0.005069423466920853,
        -0.0058493646793067455,
        -0.008568329736590385
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 901,
      "lr": 0.0001,
      "sup_loss": 1.3143448660391517,
      "rf_loss": 0.00031417381251230836,
      "total_loss": 1.314659039851664,
      "lyap1_mean": -0.014026780612766743,
      "lyap1_max": -0.006685398519039154,
      "lyap1_min": -0.024763211607933044,
      "lyap_spec_mean": [
        -0.014026779681444168,
        -0.014452703297138214,
        -0.021225688979029655,
        -0.013874193653464317
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 902,
      "lr": 0.0001,
      "sup_loss": 1.2918280313289772,
      "rf_loss": 0.0003433860547374934,
      "total_loss": 1.2921714173837147,
      "lyap1_mean": -0.013136645779013634,
      "lyap1_max": -0.0064875101670622826,
      "lyap1_min": -0.019252203404903412,
      "lyap_spec_mean": [
        -0.013136645779013634,
        -0.020308243110775948,
        -0.017730534076690674,
        -0.013395746238529682
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 903,
      "lr": 0.0001,
      "sup_loss": 1.2286256241359004,
      "rf_loss": 0.00026288177468813956,
      "total_loss": 1.2288885059105885,
      "lyap1_mean": -0.01425881963223219,
      "lyap1_max": 0.001628207042813301,
      "lyap1_min": -0.026357144117355347,
      "lyap_spec_mean": [
        -0.014258820563554764,
        -0.015843819826841354,
        -0.011853199452161789,
        -0.01251667644828558
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 904,
      "lr": 0.0001,
      "sup_loss": 1.3181100651476836,
      "rf_loss": 9.794181096367538e-05,
      "total_loss": 1.3182080069586473,
      "lyap1_mean": -0.00506224948912859,
      "lyap1_max": 0.004601008258759975,
      "lyap1_min": -0.015985995531082153,
      "lyap_spec_mean": [
        -0.00506224948912859,
        -0.0072119696997106075,
        -0.002023897133767605,
        -0.005778762511909008
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 905,
      "lr": 0.0001,
      "sup_loss": 1.3111279280441381,
      "rf_loss": 0.00013819187006447464,
      "total_loss": 1.3112661199142026,
      "lyap1_mean": 0.0022826800122857094,
      "lyap1_max": 0.018314179033041,
      "lyap1_min": -0.017048798501491547,
      "lyap_spec_mean": [
        0.0022826804779469967,
        -0.00013076374307274818,
        -0.001766063505783677,
        0.0005698748864233494
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 906,
      "lr": 0.0001,
      "sup_loss": 1.3003539152609158,
      "rf_loss": 0.0001573255576658994,
      "total_loss": 1.3005112408185817,
      "lyap1_mean": 0.01625140756368637,
      "lyap1_max": 0.03059522807598114,
      "lyap1_min": 0.005675832740962505,
      "lyap_spec_mean": [
        0.01625140942633152,
        0.007792784366756678,
        0.006642629858106375,
        0.004183243960142136
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 907,
      "lr": 0.0001,
      "sup_loss": 1.2912276779881195,
      "rf_loss": 0.00019950527348555624,
      "total_loss": 1.291427183261605,
      "lyap1_mean": 0.01110342238098383,
      "lyap1_max": 0.025807654485106468,
      "lyap1_min": -0.0035630944184958935,
      "lyap_spec_mean": [
        0.01110342238098383,
        0.010240186005830765,
        0.015757113695144653,
        0.002862297696992755
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 908,
      "lr": 0.0001,
      "sup_loss": 1.2812958686760514,
      "rf_loss": 0.00032860279316082597,
      "total_loss": 1.2816244714692122,
      "lyap1_mean": 0.017814533784985542,
      "lyap1_max": 0.02861446887254715,
      "lyap1_min": 0.003984986804425716,
      "lyap_spec_mean": [
        0.017814533784985542,
        0.019598064944148064,
        0.015401965007185936,
        0.012547637335956097
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 909,
      "lr": 0.0001,
      "sup_loss": 1.2755912563404057,
      "rf_loss": 0.00024860582198016346,
      "total_loss": 1.2758398621623859,
      "lyap1_mean": 0.011865757405757904,
      "lyap1_max": 0.02956070750951767,
      "lyap1_min": -0.009254193864762783,
      "lyap_spec_mean": [
        0.011865757405757904,
        0.012564163655042648,
        0.012752696871757507,
        0.00979180820286274
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 910,
      "lr": 0.0001,
      "sup_loss": 1.24841836252991,
      "rf_loss": 0.00016007290105335414,
      "total_loss": 1.2485784354309633,
      "lyap1_mean": 0.002465657889842987,
      "lyap1_max": 0.019866682589054108,
      "lyap1_min": -0.013743720948696136,
      "lyap_spec_mean": [
        0.002465657889842987,
        0.0039286380633711815,
        0.0031253949273377657,
        0.00044912390876561403
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 911,
      "lr": 0.0001,
      "sup_loss": 1.2681390193544602,
      "rf_loss": 8.924098074203357e-05,
      "total_loss": 1.2682282603352022,
      "lyap1_mean": 0.002958475612103939,
      "lyap1_max": 0.014514051377773285,
      "lyap1_min": -0.012235547415912151,
      "lyap_spec_mean": [
        0.002958475612103939,
        0.0012617885367944837,
        -0.005500117316842079,
        -0.0015598598401993513
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 912,
      "lr": 0.0001,
      "sup_loss": 1.2802371801194625,
      "rf_loss": 9.108340600505471e-05,
      "total_loss": 1.2803282635254676,
      "lyap1_mean": -0.006762627977877855,
      "lyap1_max": 0.0030616209842264652,
      "lyap1_min": -0.015465982258319855,
      "lyap_spec_mean": [
        -0.006762627977877855,
        -0.00024586188374087214,
        -0.002433320041745901,
        -0.0036365229170769453
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 913,
      "lr": 0.0001,
      "sup_loss": 1.3214216648919614,
      "rf_loss": 0.00022030912805348635,
      "total_loss": 1.321641974020015,
      "lyap1_mean": -0.013126589357852936,
      "lyap1_max": 0.007625679485499859,
      "lyap1_min": -0.022649100050330162,
      "lyap_spec_mean": [
        -0.013126589357852936,
        -0.013909850269556046,
        -0.012952916324138641,
        -0.013001136481761932
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 914,
      "lr": 0.0001,
      "sup_loss": 1.2823585719741466,
      "rf_loss": 0.0001706411421764642,
      "total_loss": 1.282529213116323,
      "lyap1_mean": -0.00473399180918932,
      "lyap1_max": 0.008613813668489456,
      "lyap1_min": -0.018943948671221733,
      "lyap_spec_mean": [
        -0.00473399180918932,
        -0.009641015902161598,
        -0.010730735957622528,
        -0.014124730601906776
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 915,
      "lr": 0.0001,
      "sup_loss": 1.2355545196498134,
      "rf_loss": 0.00010891240526689216,
      "total_loss": 1.2356634320550803,
      "lyap1_mean": -0.0020292268600314856,
      "lyap1_max": 0.020249713212251663,
      "lyap1_min": -0.010633173398673534,
      "lyap_spec_mean": [
        -0.002029227092862129,
        -0.005629440303891897,
        -0.0062102205120027065,
        -0.0050325049087405205
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 916,
      "lr": 0.0001,
      "sup_loss": 1.3237987774335733,
      "rf_loss": 5.152253288542852e-05,
      "total_loss": 1.3238502999664588,
      "lyap1_mean": 0.000321113970130682,
      "lyap1_max": 0.009330738335847855,
      "lyap1_min": -0.007774088531732559,
      "lyap_spec_mean": [
        0.00032111379550769925,
        0.0016705221496522427,
        -0.0034844549372792244,
        -0.004156840033829212
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 917,
      "lr": 0.0001,
      "sup_loss": 1.2650757357428921,
      "rf_loss": 0.00022010582324583083,
      "total_loss": 1.265295841566138,
      "lyap1_mean": 0.01164370495826006,
      "lyap1_max": 0.02519429475069046,
      "lyap1_min": -0.0038734059780836105,
      "lyap_spec_mean": [
        0.011643705889582634,
        0.010543415322899818,
        0.008460053242743015,
        0.012194778770208359
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 918,
      "lr": 0.0001,
      "sup_loss": 1.2950516342513478,
      "rf_loss": 8.737485040910542e-05,
      "total_loss": 1.295139009101757,
      "lyap1_mean": 0.0044504147954285145,
      "lyap1_max": 0.01409913506358862,
      "lyap1_min": -0.006831913720816374,
      "lyap_spec_mean": [
        0.0044504147954285145,
        0.00567278265953064,
        0.00539466692134738,
        -0.001690326607786119
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 919,
      "lr": 0.0001,
      "sup_loss": 1.3102884885144643,
      "rf_loss": 5.346474063117057e-05,
      "total_loss": 1.3103419532550955,
      "lyap1_mean": -0.0019134791800752282,
      "lyap1_max": 0.009372584521770477,
      "lyap1_min": -0.012014573439955711,
      "lyap_spec_mean": [
        -0.0019134789472445846,
        0.004200959112495184,
        -0.00011279524187557399,
        -0.000505437608808279
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 920,
      "lr": 0.0001,
      "sup_loss": 1.2685063879347402,
      "rf_loss": 6.958443555049598e-05,
      "total_loss": 1.2685759723702907,
      "lyap1_mean": 0.0015585634391754866,
      "lyap1_max": 0.0077234311029314995,
      "lyap1_min": -0.005826778244227171,
      "lyap_spec_mean": [
        0.0015585635555908084,
        0.0046312687918543816,
        -0.0031180072110146284,
        0.0010669056791812181
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 921,
      "lr": 0.0001,
      "sup_loss": 1.3363580521377643,
      "rf_loss": 0.00010802810720633715,
      "total_loss": 1.3364660802449706,
      "lyap1_mean": 0.004731124732643366,
      "lyap1_max": 0.017020773142576218,
      "lyap1_min": -0.006075224839150906,
      "lyap_spec_mean": [
        0.004731124732643366,
        0.002322783460840583,
        0.0006653470918536186,
        0.002136122202500701
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 922,
      "lr": 0.0001,
      "sup_loss": 1.2899630222432081,
      "rf_loss": 0.0001745859917718917,
      "total_loss": 1.29013760823498,
      "lyap1_mean": 0.008508115075528622,
      "lyap1_max": 0.026089973747730255,
      "lyap1_min": -0.003635949920862913,
      "lyap_spec_mean": [
        0.008508115075528622,
        0.007668597158044577,
        0.004492360167205334,
        0.007550966925919056
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 923,
      "lr": 0.0001,
      "sup_loss": 1.3032385852766994,
      "rf_loss": 0.00013936706818640232,
      "total_loss": 1.3033779523448858,
      "lyap1_mean": 0.005356360226869583,
      "lyap1_max": 0.021867915987968445,
      "lyap1_min": -0.016776051372289658,
      "lyap_spec_mean": [
        0.005356360226869583,
        0.0074252355843782425,
        0.0055696116760373116,
        0.0020196731202304363
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 924,
      "lr": 0.0001,
      "sup_loss": 1.3025319525615453,
      "rf_loss": 9.761972614796832e-05,
      "total_loss": 1.3026295722876933,
      "lyap1_mean": 0.002278248080983758,
      "lyap1_max": 0.01583193801343441,
      "lyap1_min": -0.013743812218308449,
      "lyap_spec_mean": [
        0.002278248080983758,
        -0.005089215002954006,
        -0.004630645737051964,
        -0.004462255164980888
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 925,
      "lr": 0.0001,
      "sup_loss": 1.2567995453233283,
      "rf_loss": 0.0001724088506307453,
      "total_loss": 1.256971954173959,
      "lyap1_mean": -0.0053772591054439545,
      "lyap1_max": 0.00969755556434393,
      "lyap1_min": -0.01656474359333515,
      "lyap_spec_mean": [
        -0.005377258639782667,
        -0.00999436341226101,
        -0.011603135615587234,
        -0.010567611083388329
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 926,
      "lr": 0.0001,
      "sup_loss": 1.2852411525532261,
      "rf_loss": 0.00013254673103801906,
      "total_loss": 1.2853736992842641,
      "lyap1_mean": -0.004221350885927677,
      "lyap1_max": 0.005008700769394636,
      "lyap1_min": -0.01593390665948391,
      "lyap_spec_mean": [
        -0.004221350885927677,
        -0.006987027823925018,
        -0.008207774721086025,
        -0.011722743511199951
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 927,
      "lr": 0.0001,
      "sup_loss": 1.2499284401431365,
      "rf_loss": 7.941212970763445e-05,
      "total_loss": 1.2500078522728442,
      "lyap1_mean": -0.0009656233014538884,
      "lyap1_max": 0.007668161299079657,
      "lyap1_min": -0.011416768655180931,
      "lyap_spec_mean": [
        -0.000965623592492193,
        -0.004342466592788696,
        -0.003128217766061425,
        -0.008069491013884544
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 928,
      "lr": 0.0001,
      "sup_loss": 1.3102028978574247,
      "rf_loss": 4.65092234662734e-05,
      "total_loss": 1.310249407080891,
      "lyap1_mean": -0.0016560000367462635,
      "lyap1_max": 0.006850091274827719,
      "lyap1_min": -0.006307685282081366,
      "lyap_spec_mean": [
        -0.0016560000367462635,
        -0.0020650022197514772,
        0.0007017757743597031,
        -0.0024434400256723166
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 929,
      "lr": 0.0001,
      "sup_loss": 1.279881553071831,
      "rf_loss": 5.3474104788620025e-05,
      "total_loss": 1.2799350271766197,
      "lyap1_mean": 0.0035226698964834213,
      "lyap1_max": 0.015567628666758537,
      "lyap1_min": -0.007476480212062597,
      "lyap_spec_mean": [
        0.0035226698964834213,
        -0.0019255374791100621,
        0.000428583356551826,
        -0.0037481398321688175
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 930,
      "lr": 0.0001,
      "sup_loss": 1.3278775556644893,
      "rf_loss": 9.584228973835707e-05,
      "total_loss": 1.3279733979542276,
      "lyap1_mean": 0.009710007347166538,
      "lyap1_max": 0.017342079430818558,
      "lyap1_min": -0.004129514563828707,
      "lyap_spec_mean": [
        0.009710008278489113,
        0.0038523373659700155,
        0.00683313375338912,
        0.0033177805598825216
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 931,
      "lr": 0.0001,
      "sup_loss": 1.3205928200857324,
      "rf_loss": 0.00014730545808561146,
      "total_loss": 1.320740125543818,
      "lyap1_mean": 0.011464482173323631,
      "lyap1_max": 0.027337566018104553,
      "lyap1_min": 0.0015776052605360746,
      "lyap_spec_mean": [
        0.011464482173323631,
        0.009070318192243576,
        0.007027785759419203,
        0.006328646559268236
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 932,
      "lr": 0.0001,
      "sup_loss": 1.325339555417103,
      "rf_loss": 8.033786434680223e-05,
      "total_loss": 1.3254198932814498,
      "lyap1_mean": -0.0006414197850972414,
      "lyap1_max": 0.016855834051966667,
      "lyap1_min": -0.009161642752587795,
      "lyap_spec_mean": [
        -0.0006414197850972414,
        -0.003184618428349495,
        0.005403939634561539,
        -0.000273193116299808
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 933,
      "lr": 0.0001,
      "sup_loss": 1.3068870723724924,
      "rf_loss": 0.0001733547542244196,
      "total_loss": 1.3070604271267168,
      "lyap1_mean": -0.003484901273623109,
      "lyap1_max": 0.02404477447271347,
      "lyap1_min": -0.0258791483938694,
      "lyap_spec_mean": [
        -0.003484901040792465,
        -0.005454356782138348,
        -0.006901528220623732,
        -0.011322807520627975
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 934,
      "lr": 0.0001,
      "sup_loss": 1.3074517320993417,
      "rf_loss": 0.0002417595824226737,
      "total_loss": 1.3076934916817644,
      "lyap1_mean": -0.011115914210677147,
      "lyap1_max": -0.00023112291819415987,
      "lyap1_min": -0.025309037417173386,
      "lyap_spec_mean": [
        -0.011115913279354572,
        -0.012500224635004997,
        -0.011256571859121323,
        -0.014107019640505314
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 935,
      "lr": 0.0001,
      "sup_loss": 1.3267363685382385,
      "rf_loss": 0.00030137880821712315,
      "total_loss": 1.3270377473464556,
      "lyap1_mean": -0.010975389741361141,
      "lyap1_max": 0.006840163841843605,
      "lyap1_min": -0.02482732944190502,
      "lyap_spec_mean": [
        -0.010975389741361141,
        -0.012018527835607529,
        -0.018851444125175476,
        -0.016905346885323524
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 936,
      "lr": 0.0001,
      "sup_loss": 1.3192841537333178,
      "rf_loss": 0.0007022189674898982,
      "total_loss": 1.3199863727008077,
      "lyap1_mean": -0.02518988586962223,
      "lyap1_max": -0.00918060727417469,
      "lyap1_min": -0.03905493766069412,
      "lyap_spec_mean": [
        -0.02518988586962223,
        -0.024608120322227478,
        -0.02510574273765087,
        -0.022982057183980942
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 937,
      "lr": 0.0001,
      "sup_loss": 1.3043138576051123,
      "rf_loss": 0.00038361898623406887,
      "total_loss": 1.3046974765913464,
      "lyap1_mean": -0.016861706972122192,
      "lyap1_max": -0.008199946954846382,
      "lyap1_min": -0.02228345349431038,
      "lyap_spec_mean": [
        -0.01686170883476734,
        -0.014643740840256214,
        -0.02008674666285515,
        -0.0219611544162035
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 938,
      "lr": 0.0001,
      "sup_loss": 1.218174305390475,
      "rf_loss": 9.432007209397852e-05,
      "total_loss": 1.218268625462569,
      "lyap1_mean": -0.0013489850098267198,
      "lyap1_max": 0.011905273422598839,
      "lyap1_min": -0.013289881870150566,
      "lyap_spec_mean": [
        -0.0013489850098267198,
        -0.004226023331284523,
        -0.007975395768880844,
        -0.006722061429172754
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 939,
      "lr": 0.0001,
      "sup_loss": 1.2836879535142929,
      "rf_loss": 0.00024696352193132043,
      "total_loss": 1.2839349170362242,
      "lyap1_mean": 0.015928804874420166,
      "lyap1_max": 0.03030458092689514,
      "lyap1_min": -0.001553110545501113,
      "lyap_spec_mean": [
        0.015928804874420166,
        0.012362787500023842,
        0.014697996899485588,
        0.008577995002269745
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 940,
      "lr": 0.0001,
      "sup_loss": 1.2744336508060952,
      "rf_loss": 0.0007864142535254359,
      "total_loss": 1.2752200650596206,
      "lyap1_mean": 0.030106451362371445,
      "lyap1_max": 0.03844793140888214,
      "lyap1_min": 0.013019690290093422,
      "lyap_spec_mean": [
        0.030106451362371445,
        0.026982096955180168,
        0.025416914373636246,
        0.025479387491941452
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 941,
      "lr": 0.0001,
      "sup_loss": 1.3080532100559863,
      "rf_loss": 0.0010198652744293213,
      "total_loss": 1.3090730753304156,
      "lyap1_mean": 0.03504142165184021,
      "lyap1_max": 0.04243756830692291,
      "lyap1_min": 0.028942368924617767,
      "lyap_spec_mean": [
        0.03504142165184021,
        0.03264685720205307,
        0.028088750317692757,
        0.028713859617710114
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 942,
      "lr": 0.0001,
      "sup_loss": 1.296767221814045,
      "rf_loss": 0.0007580624660477042,
      "total_loss": 1.2975252842800926,
      "lyap1_mean": 0.029864249750971794,
      "lyap1_max": 0.04154669865965843,
      "lyap1_min": 0.018318915739655495,
      "lyap_spec_mean": [
        0.029864249750971794,
        0.023252777755260468,
        0.027264554053544998,
        0.023547951132059097
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 943,
      "lr": 0.0001,
      "sup_loss": 1.3264232989390907,
      "rf_loss": 0.00035924086114391685,
      "total_loss": 1.3267825398002346,
      "lyap1_mean": 0.01837555691599846,
      "lyap1_max": 0.033995117992162704,
      "lyap1_min": 0.005283864215016365,
      "lyap_spec_mean": [
        0.01837555691599846,
        0.014644933864474297,
        0.016958920285105705,
        0.010624269023537636
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 944,
      "lr": 0.0001,
      "sup_loss": 1.2961897167070915,
      "rf_loss": 6.585173105122522e-05,
      "total_loss": 1.2962555684381427,
      "lyap1_mean": 0.007092662155628204,
      "lyap1_max": 0.01411504577845335,
      "lyap1_min": 0.001998193096369505,
      "lyap_spec_mean": [
        0.007092662621289492,
        0.008993959985673428,
        0.0033586493227630854,
        0.00019433777197264135
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 945,
      "lr": 0.0001,
      "sup_loss": 1.2790341333283273,
      "rf_loss": 0.0003015437978319824,
      "total_loss": 1.2793356771261593,
      "lyap1_mean": -0.013985910452902317,
      "lyap1_max": -0.005708436947315931,
      "lyap1_min": -0.028974272310733795,
      "lyap_spec_mean": [
        -0.013985911384224892,
        -0.014065723866224289,
        -0.01997048780322075,
        -0.015876099467277527
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 946,
      "lr": 0.0001,
      "sup_loss": 1.2689527682666983,
      "rf_loss": 0.0008564487216062844,
      "total_loss": 1.2698092169883046,
      "lyap1_mean": -0.02744271606206894,
      "lyap1_max": -0.011029090732336044,
      "lyap1_min": -0.040960974991321564,
      "lyap_spec_mean": [
        -0.02744271606206894,
        -0.029094170778989792,
        -0.02730526588857174,
        -0.027701862156391144
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 947,
      "lr": 0.0001,
      "sup_loss": 1.3680559286745801,
      "rf_loss": 0.0010132782626897097,
      "total_loss": 1.3690692069372699,
      "lyap1_mean": -0.028968174010515213,
      "lyap1_max": -0.010095717385411263,
      "lyap1_min": -0.048036180436611176,
      "lyap_spec_mean": [
        -0.028968174010515213,
        -0.03176872059702873,
        -0.027760129421949387,
        -0.031762201339006424
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 948,
      "lr": 0.0001,
      "sup_loss": 1.3307374843010868,
      "rf_loss": 0.0006124764331616461,
      "total_loss": 1.3313499607342485,
      "lyap1_mean": -0.024204149842262268,
      "lyap1_max": -0.013958187773823738,
      "lyap1_min": -0.03816324472427368,
      "lyap_spec_mean": [
        -0.024204149842262268,
        -0.020041700452566147,
        -0.025593385100364685,
        -0.0244988352060318
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 949,
      "lr": 0.0001,
      "sup_loss": 1.3035845051158652,
      "rf_loss": 0.00032933696638792753,
      "total_loss": 1.3039138420822531,
      "lyap1_mean": -0.008728570304811,
      "lyap1_max": 0.02063928358256817,
      "lyap1_min": -0.01789398491382599,
      "lyap_spec_mean": [
        -0.008728571236133575,
        -0.017380794510245323,
        -0.01695280708372593,
        -0.018331922590732574
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 950,
      "lr": 0.0001,
      "sup_loss": 1.2950207507987044,
      "rf_loss": 0.00014395470498129725,
      "total_loss": 1.2951647055036857,
      "lyap1_mean": -0.003603417193517089,
      "lyap1_max": 0.008608387783169746,
      "lyap1_min": -0.01196838915348053,
      "lyap_spec_mean": [
        -0.0036034174263477325,
        -0.004822912160307169,
        -0.005285244435071945,
        -0.009863782674074173
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 951,
      "lr": 0.0001,
      "sup_loss": 1.2578997768060547,
      "rf_loss": 5.2615199820138514e-05,
      "total_loss": 1.2579523920058748,
      "lyap1_mean": 8.801021613180637e-05,
      "lyap1_max": 0.0052345204167068005,
      "lyap1_min": -0.005177224054932594,
      "lyap_spec_mean": [
        8.80102306837216e-05,
        -0.0019873972050845623,
        -0.00513647822663188,
        -0.0019460362382233143
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 952,
      "lr": 0.0001,
      "sup_loss": 1.316426234720707,
      "rf_loss": 0.0001555951894260943,
      "total_loss": 1.316581829910133,
      "lyap1_mean": 0.005818252917379141,
      "lyap1_max": 0.016694705933332443,
      "lyap1_min": -0.0038915653713047504,
      "lyap_spec_mean": [
        0.005818252917379141,
        0.0067213550209999084,
        0.00972896721214056,
        0.0034378429409116507
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 953,
      "lr": 0.0001,
      "sup_loss": 1.317027150547304,
      "rf_loss": 0.00014858382928650826,
      "total_loss": 1.3171757343765904,
      "lyap1_mean": 0.010095532052218914,
      "lyap1_max": 0.03563370555639267,
      "lyap1_min": -0.004821626003831625,
      "lyap_spec_mean": [
        0.01009553112089634,
        0.009022093378007412,
        0.005387415178120136,
        0.006832701154053211
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 954,
      "lr": 0.0001,
      "sup_loss": 1.319104665403968,
      "rf_loss": 0.0002020941028604284,
      "total_loss": 1.3193067595068284,
      "lyap1_mean": 0.007989097386598587,
      "lyap1_max": 0.026105767115950584,
      "lyap1_min": -0.00798388198018074,
      "lyap_spec_mean": [
        0.007989097386598587,
        0.009843049570918083,
        0.008136685006320477,
        0.01216309517621994
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 955,
      "lr": 0.0001,
      "sup_loss": 1.2825955623348326,
      "rf_loss": 0.0002454256173223257,
      "total_loss": 1.282840987952155,
      "lyap1_mean": 0.013185132294893265,
      "lyap1_max": 0.027561381459236145,
      "lyap1_min": -0.0052474429830908775,
      "lyap_spec_mean": [
        0.013185132294893265,
        0.00911912601441145,
        0.011676207184791565,
        0.003118745982646942
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 956,
      "lr": 0.0001,
      "sup_loss": 1.3014318329898378,
      "rf_loss": 0.00010348251817049459,
      "total_loss": 1.3015353155080083,
      "lyap1_mean": 0.0051887184381484985,
      "lyap1_max": 0.022618239745497704,
      "lyap1_min": -0.00795722845941782,
      "lyap_spec_mean": [
        0.0051887184381484985,
        0.00496359309181571,
        0.005091765429824591,
        0.004196430090814829
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 957,
      "lr": 0.0001,
      "sup_loss": 1.2937259888476533,
      "rf_loss": 4.7164612624328583e-05,
      "total_loss": 1.2937731534602777,
      "lyap1_mean": 0.0014432725729420781,
      "lyap1_max": 0.007815959863364697,
      "lyap1_min": -0.009111936204135418,
      "lyap_spec_mean": [
        0.0014432724565267563,
        0.0013195618521422148,
        0.004187390208244324,
        0.0015597677556797862
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 958,
      "lr": 0.0001,
      "sup_loss": 1.301645328365032,
      "rf_loss": 0.00011121994612039998,
      "total_loss": 1.3017565483111524,
      "lyap1_mean": -0.004961766302585602,
      "lyap1_max": 0.011209908872842789,
      "lyap1_min": -0.018964139744639397,
      "lyap_spec_mean": [
        -0.004961766302585602,
        -0.007188212126493454,
        -0.00580256711691618,
        -0.006737922318279743
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 959,
      "lr": 0.0001,
      "sup_loss": 1.3362991812040845,
      "rf_loss": 6.890937947900966e-05,
      "total_loss": 1.3363680905835635,
      "lyap1_mean": -0.0005089359474368393,
      "lyap1_max": 0.009737694635987282,
      "lyap1_min": -0.0097118578851223,
      "lyap_spec_mean": [
        -0.0005089358892291784,
        0.00036184675991535187,
        -0.00025355315301567316,
        -0.0033262078650295734
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 960,
      "lr": 0.0001,
      "sup_loss": 1.3181092543163844,
      "rf_loss": 0.00013086723629385233,
      "total_loss": 1.3182401215526782,
      "lyap1_mean": -0.007334807887673378,
      "lyap1_max": -0.0032586329616606236,
      "lyap1_min": -0.01462771650403738,
      "lyap_spec_mean": [
        -0.007334807887673378,
        -0.012185344472527504,
        -0.008846589364111423,
        -0.008629920892417431
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 961,
      "lr": 0.0001,
      "sup_loss": 1.2767296832860104,
      "rf_loss": 0.00013761466834694147,
      "total_loss": 1.2768672979543574,
      "lyap1_mean": -0.004070631694048643,
      "lyap1_max": 0.00894791167229414,
      "lyap1_min": -0.013825669884681702,
      "lyap_spec_mean": [
        -0.004070631694048643,
        -0.007582923397421837,
        -0.01028605829924345,
        -0.0037117237225174904
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 962,
      "lr": 0.0001,
      "sup_loss": 1.307122593017943,
      "rf_loss": 6.277213105931878e-05,
      "total_loss": 1.3071853651490024,
      "lyap1_mean": 0.0027571204118430614,
      "lyap1_max": 0.012205768376588821,
      "lyap1_min": -0.01270386390388012,
      "lyap_spec_mean": [
        0.0027571204118430614,
        -0.003335895948112011,
        -0.004720157012343407,
        -0.0018796644872054458
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 963,
      "lr": 0.0001,
      "sup_loss": 1.273889244986469,
      "rf_loss": 8.85955523699522e-05,
      "total_loss": 1.273977840538839,
      "lyap1_mean": -2.2185035049915314e-05,
      "lyap1_max": 0.021565189585089684,
      "lyap1_min": -0.01697864942252636,
      "lyap_spec_mean": [
        -2.2185035049915314e-05,
        -1.6304198652505875e-05,
        0.0006191155989654362,
        -0.0034309555776417255
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 964,
      "lr": 0.0001,
      "sup_loss": 1.2812825966959855,
      "rf_loss": 0.00011490074393805116,
      "total_loss": 1.2813974974399236,
      "lyap1_mean": 0.00819140113890171,
      "lyap1_max": 0.019444607198238373,
      "lyap1_min": 0.0010201766854152083,
      "lyap_spec_mean": [
        0.00819140113890171,
        0.005299247335642576,
        0.0073647936806082726,
        0.00425800820812583
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 965,
      "lr": 0.0001,
      "sup_loss": 1.2575637752990805,
      "rf_loss": 0.00016158104699570686,
      "total_loss": 1.2577253563460762,
      "lyap1_mean": 0.012274526059627533,
      "lyap1_max": 0.02251490019261837,
      "lyap1_min": -0.002884592628106475,
      "lyap_spec_mean": [
        0.012274526059627533,
        0.011959346942603588,
        0.005211580079048872,
        0.009113880805671215
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 966,
      "lr": 0.0001,
      "sup_loss": 1.3164008249341197,
      "rf_loss": 0.00033912487560883164,
      "total_loss": 1.3167399498097285,
      "lyap1_mean": 0.022120246663689613,
      "lyap1_max": 0.03544118255376816,
      "lyap1_min": 0.012480607256293297,
      "lyap_spec_mean": [
        0.022120246663689613,
        0.016878686845302582,
        0.014147758483886719,
        0.010851481929421425
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 967,
      "lr": 0.0001,
      "sup_loss": 1.3475360301503876,
      "rf_loss": 0.00015772914048284292,
      "total_loss": 1.3476937592908704,
      "lyap1_mean": 0.011451410129666328,
      "lyap1_max": 0.03473515808582306,
      "lyap1_min": -0.004898619372397661,
      "lyap_spec_mean": [
        0.011451410129666328,
        0.012247908860445023,
        0.004539955407381058,
        0.006153820548206568
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 968,
      "lr": 0.0001,
      "sup_loss": 1.2832842081223796,
      "rf_loss": 0.0003228507121093571,
      "total_loss": 1.283607058834489,
      "lyap1_mean": -0.013284584507346153,
      "lyap1_max": 0.008582457900047302,
      "lyap1_min": -0.027028260752558708,
      "lyap_spec_mean": [
        -0.013284584507346153,
        -0.014697801321744919,
        -0.018617287278175354,
        -0.014484197832643986
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 969,
      "lr": 0.0001,
      "sup_loss": 1.306230141289085,
      "rf_loss": 0.00036205799551680684,
      "total_loss": 1.306592199284602,
      "lyap1_mean": -0.010036311112344265,
      "lyap1_max": 0.004119425546377897,
      "lyap1_min": -0.030518515035510063,
      "lyap_spec_mean": [
        -0.010036311112344265,
        -0.013055847026407719,
        -0.016397062689065933,
        -0.01903577148914337
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 970,
      "lr": 0.0001,
      "sup_loss": 1.3090648133951253,
      "rf_loss": 0.000425259378971532,
      "total_loss": 1.3094900727740968,
      "lyap1_mean": -0.020605798810720444,
      "lyap1_max": -0.011226555332541466,
      "lyap1_min": -0.027281127870082855,
      "lyap_spec_mean": [
        -0.020605798810720444,
        -0.020711487159132957,
        -0.01722906343638897,
        -0.01855490356683731
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 971,
      "lr": 0.0001,
      "sup_loss": 1.2900105207619645,
      "rf_loss": 0.0005000203964300454,
      "total_loss": 1.2905105411583946,
      "lyap1_mean": -0.015533067286014557,
      "lyap1_max": 0.006648368667811155,
      "lyap1_min": -0.04671779274940491,
      "lyap_spec_mean": [
        -0.015533067286014557,
        -0.0173941720277071,
        -0.02035645954310894,
        -0.019638875499367714
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 972,
      "lr": 0.0001,
      "sup_loss": 1.3086435705092905,
      "rf_loss": 0.00010623498383210972,
      "total_loss": 1.3087498054931226,
      "lyap1_mean": -0.001142845256254077,
      "lyap1_max": 0.014816801063716412,
      "lyap1_min": -0.019923128187656403,
      "lyap_spec_mean": [
        -0.0011428454890847206,
        0.0009864727035164833,
        0.0008576320251449943,
        -0.0014927175361663103
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 973,
      "lr": 0.0001,
      "sup_loss": 1.298292002776729,
      "rf_loss": 0.00011979204282397404,
      "total_loss": 1.298411794819553,
      "lyap1_mean": 0.01225354801863432,
      "lyap1_max": 0.028505470603704453,
      "lyap1_min": -0.005048200488090515,
      "lyap_spec_mean": [
        0.01225354801863432,
        0.006935569457709789,
        0.0008633297402411699,
        0.0008871147874742746
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 974,
      "lr": 0.0001,
      "sup_loss": 1.2934175842483742,
      "rf_loss": 0.0001695618557278067,
      "total_loss": 1.293587146104102,
      "lyap1_mean": 0.010343711823225021,
      "lyap1_max": 0.022626599296927452,
      "lyap1_min": -0.0023692436516284943,
      "lyap_spec_mean": [
        0.010343711823225021,
        0.009377350099384785,
        0.009785432368516922,
        0.008090325631201267
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 975,
      "lr": 0.0001,
      "sup_loss": 1.277110795071985,
      "rf_loss": 0.0006392886280082166,
      "total_loss": 1.2777500836999933,
      "lyap1_mean": 0.02848358079791069,
      "lyap1_max": 0.049312200397253036,
      "lyap1_min": 0.013257825747132301,
      "lyap_spec_mean": [
        0.028483577072620392,
        0.02332448586821556,
        0.02215012162923813,
        0.019973624497652054
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 976,
      "lr": 0.0001,
      "sup_loss": 1.2940080382619434,
      "rf_loss": 0.0008554289233870804,
      "total_loss": 1.2948634671853305,
      "lyap1_mean": 0.026378188282251358,
      "lyap1_max": 0.047110315412282944,
      "lyap1_min": 0.010270158760249615,
      "lyap_spec_mean": [
        0.026378188282251358,
        0.027953222393989563,
        0.027582058683037758,
        0.023157784715294838
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 977,
      "lr": 0.0001,
      "sup_loss": 1.3213737330802404,
      "rf_loss": 0.0005019534728489816,
      "total_loss": 1.3218756865530894,
      "lyap1_mean": 0.01786220073699951,
      "lyap1_max": 0.03293079882860184,
      "lyap1_min": -0.012882165610790253,
      "lyap_spec_mean": [
        0.01786220073699951,
        0.022606998682022095,
        0.017573323100805283,
        0.013915520161390305
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 978,
      "lr": 0.0001,
      "sup_loss": 1.3342789461836364,
      "rf_loss": 0.0002574506215751171,
      "total_loss": 1.3345363968052115,
      "lyap1_mean": 0.015098026022315025,
      "lyap1_max": 0.029318999499082565,
      "lyap1_min": -0.0022548241540789604,
      "lyap_spec_mean": [
        0.015098026022315025,
        0.008751871064305305,
        0.008168374188244343,
        0.008481636643409729
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 979,
      "lr": 0.0001,
      "sup_loss": 1.227289507764111,
      "rf_loss": 0.00017924705753102899,
      "total_loss": 1.227468754821642,
      "lyap1_mean": -0.0072367824614048,
      "lyap1_max": 0.012446342036128044,
      "lyap1_min": -0.018460221588611603,
      "lyap_spec_mean": [
        -0.0072367824614048,
        -0.009713475592434406,
        -0.00806496199220419,
        -0.011267328634858131
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 980,
      "lr": 0.0001,
      "sup_loss": 1.3448640164558183,
      "rf_loss": 0.0004168378945905715,
      "total_loss": 1.345280854350409,
      "lyap1_mean": -0.015691455453634262,
      "lyap1_max": -0.004254722036421299,
      "lyap1_min": -0.03503355756402016,
      "lyap_spec_mean": [
        -0.015691453590989113,
        -0.018052656203508377,
        -0.020179200917482376,
        -0.020086446776986122
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 981,
      "lr": 0.0001,
      "sup_loss": 1.2531774207517132,
      "rf_loss": 0.0005016934592276812,
      "total_loss": 1.253679114210941,
      "lyap1_mean": -0.018606577068567276,
      "lyap1_max": 0.01178698055446148,
      "lyap1_min": -0.03679995983839035,
      "lyap_spec_mean": [
        -0.018606575205922127,
        -0.017794445157051086,
        -0.021094486117362976,
        -0.02236122637987137
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 982,
      "lr": 0.0001,
      "sup_loss": 1.2728653595681785,
      "rf_loss": 0.00037864307523705065,
      "total_loss": 1.2732440026434155,
      "lyap1_mean": -0.014344668947160244,
      "lyap1_max": 0.00013270974159240723,
      "lyap1_min": -0.030597154051065445,
      "lyap_spec_mean": [
        -0.014344668947160244,
        -0.01539412047713995,
        -0.02163984626531601,
        -0.018165798857808113
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 983,
      "lr": 0.0001,
      "sup_loss": 1.322100708981418,
      "rf_loss": 0.000256671424722299,
      "total_loss": 1.3223573804061404,
      "lyap1_mean": -0.011151091195642948,
      "lyap1_max": -0.00264128390699625,
      "lyap1_min": -0.020036587491631508,
      "lyap_spec_mean": [
        -0.011151090264320374,
        -0.011659758165478706,
        -0.014219189062714577,
        -0.014008603990077972
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 984,
      "lr": 0.0001,
      "sup_loss": 1.3020528841738954,
      "rf_loss": 6.50658766971901e-05,
      "total_loss": 1.3021179500505926,
      "lyap1_mean": -0.0002961831633001566,
      "lyap1_max": 0.009105886332690716,
      "lyap1_min": -0.017788115888834,
      "lyap_spec_mean": [
        -0.00029618339613080025,
        0.0008574574021622539,
        -0.0028612720780074596,
        -0.004726571496576071
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 985,
      "lr": 0.0001,
      "sup_loss": 1.2450375192732588,
      "rf_loss": 0.0001850493426900357,
      "total_loss": 1.2452225686159488,
      "lyap1_mean": 0.011414125561714172,
      "lyap1_max": 0.02629520557820797,
      "lyap1_min": -0.009990032762289047,
      "lyap_spec_mean": [
        0.011414125561714172,
        0.004074775148183107,
        0.0068515511229634285,
        0.004394893534481525
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 986,
      "lr": 0.0001,
      "sup_loss": 1.3399286212067265,
      "rf_loss": 0.0003072530380450189,
      "total_loss": 1.3402358742447715,
      "lyap1_mean": 0.0169268436729908,
      "lyap1_max": 0.03375425934791565,
      "lyap1_min": 0.0013957545161247253,
      "lyap_spec_mean": [
        0.0169268436729908,
        0.01512036845088005,
        0.014535341411828995,
        0.014202995225787163
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 987,
      "lr": 0.0001,
      "sup_loss": 1.24735996421321,
      "rf_loss": 0.0001763462059898302,
      "total_loss": 1.2475363104191999,
      "lyap1_mean": 0.0072532291524112225,
      "lyap1_max": 0.017939846962690353,
      "lyap1_min": -0.0033457581885159016,
      "lyap_spec_mean": [
        0.0072532291524112225,
        0.006077732890844345,
        0.011898413300514221,
        0.004037583712488413
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 988,
      "lr": 0.0001,
      "sup_loss": 1.29292379564797,
      "rf_loss": 0.0001428317482350394,
      "total_loss": 1.293066627396205,
      "lyap1_mean": 0.004100068472325802,
      "lyap1_max": 0.029597019776701927,
      "lyap1_min": -0.010534187778830528,
      "lyap_spec_mean": [
        0.0041000680066645145,
        -0.00013117678463459015,
        0.003569875843822956,
        0.0006161534693092108
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 989,
      "lr": 0.0001,
      "sup_loss": 1.249004878089415,
      "rf_loss": 0.0001849562831921503,
      "total_loss": 1.249189834372607,
      "lyap1_mean": -0.0031366748735308647,
      "lyap1_max": 0.016009461134672165,
      "lyap1_min": -0.020654946565628052,
      "lyap_spec_mean": [
        -0.0031366748735308647,
        -0.007582809776067734,
        -0.0051886639557778835,
        -0.007708885706961155
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 990,
      "lr": 0.0001,
      "sup_loss": 1.2486532660746923,
      "rf_loss": 0.00018815198563970625,
      "total_loss": 1.248841418060332,
      "lyap1_mean": -0.008846012875437737,
      "lyap1_max": 0.005342547781765461,
      "lyap1_min": -0.017770562320947647,
      "lyap_spec_mean": [
        -0.008846012875437737,
        -0.009196795523166656,
        -0.013827270828187466,
        -0.007258869707584381
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 991,
      "lr": 0.0001,
      "sup_loss": 1.2962594479207261,
      "rf_loss": 5.286134182824753e-05,
      "total_loss": 1.2963123092625544,
      "lyap1_mean": -0.0008245749631896615,
      "lyap1_max": 0.010648111812770367,
      "lyap1_min": -0.014619087800383568,
      "lyap_spec_mean": [
        -0.0008245748467743397,
        -0.004500113427639008,
        0.0011744332732632756,
        -0.006229310762137175
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 992,
      "lr": 0.0001,
      "sup_loss": 1.2640980604863703,
      "rf_loss": 8.794025052338839e-05,
      "total_loss": 1.2641860007368937,
      "lyap1_mean": 0.004212706349790096,
      "lyap1_max": 0.019452136009931564,
      "lyap1_min": -0.014299249276518822,
      "lyap_spec_mean": [
        0.004212706349790096,
        0.0027445978485047817,
        0.0027880941051989794,
        0.0014454885385930538
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 993,
      "lr": 0.0001,
      "sup_loss": 1.2726170822250742,
      "rf_loss": 0.00017549702897667885,
      "total_loss": 1.2727925792540509,
      "lyap1_mean": 0.012642729096114635,
      "lyap1_max": 0.025404784828424454,
      "lyap1_min": -0.0029103343840688467,
      "lyap_spec_mean": [
        0.012642729096114635,
        0.010737843811511993,
        0.00344257103279233,
        0.00576678616926074
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 994,
      "lr": 0.0001,
      "sup_loss": 1.2561870878598613,
      "rf_loss": 0.00011600658035604283,
      "total_loss": 1.2563030944402174,
      "lyap1_mean": 0.00885616522282362,
      "lyap1_max": 0.02025870606303215,
      "lyap1_min": -0.00040001951856538653,
      "lyap_spec_mean": [
        0.00885616522282362,
        0.009127729572355747,
        0.005385761149227619,
        0.006079568527638912
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 995,
      "lr": 0.0001,
      "sup_loss": 1.3527542916246031,
      "rf_loss": 0.00012177783355582505,
      "total_loss": 1.352876069458159,
      "lyap1_mean": 0.009061120450496674,
      "lyap1_max": 0.01987864077091217,
      "lyap1_min": -0.0007436800515279174,
      "lyap_spec_mean": [
        0.009061120450496674,
        0.004415413364768028,
        0.0073299165815114975,
        -0.0002969009801745415
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 996,
      "lr": 0.0001,
      "sup_loss": 1.2464858563999122,
      "rf_loss": 0.00016495447198394686,
      "total_loss": 1.246650810871896,
      "lyap1_mean": 0.0025888625532388687,
      "lyap1_max": 0.01712709479033947,
      "lyap1_min": -0.015543140470981598,
      "lyap_spec_mean": [
        0.0025888625532388687,
        0.004686770960688591,
        0.006716922391206026,
        0.0031433075200766325
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 997,
      "lr": 0.0001,
      "sup_loss": 1.2408808436529564,
      "rf_loss": 5.8183984947390854e-05,
      "total_loss": 1.2409390276379038,
      "lyap1_mean": 0.0015756289940327406,
      "lyap1_max": 0.009570127353072166,
      "lyap1_min": -0.0064429715275764465,
      "lyap_spec_mean": [
        0.0015756289940327406,
        -0.003448562230914831,
        -0.00353060569614172,
        -0.005345541518181562
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 998,
      "lr": 0.0001,
      "sup_loss": 1.2846412826945601,
      "rf_loss": 8.872673788573593e-05,
      "total_loss": 1.2847300094324459,
      "lyap1_mean": -0.005584899336099625,
      "lyap1_max": 0.010879358276724815,
      "lyap1_min": -0.015671739354729652,
      "lyap_spec_mean": [
        -0.005584899801760912,
        -0.004740206990391016,
        -0.005326706450432539,
        -0.003623648313805461
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 999,
      "lr": 0.0001,
      "sup_loss": 1.266306503118379,
      "rf_loss": 0.00010080827632918954,
      "total_loss": 1.266407311394708,
      "lyap1_mean": 0.0054430775344371796,
      "lyap1_max": 0.014518475160002708,
      "lyap1_min": -0.010401472449302673,
      "lyap_spec_mean": [
        0.0054430775344371796,
        0.004204400349408388,
        -0.005467496812343597,
        -0.00396288838237524
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1000,
      "lr": 0.0001,
      "sup_loss": 1.2578318706661784,
      "rf_loss": 0.0002739138435572386,
      "total_loss": 1.2581057845097356,
      "lyap1_mean": -0.00896749459207058,
      "lyap1_max": 0.00525837205350399,
      "lyap1_min": -0.021606940776109695,
      "lyap_spec_mean": [
        -0.008967493660748005,
        -0.015935514122247696,
        -0.01609250158071518,
        -0.015388976782560349
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1001,
      "lr": 0.0001,
      "sup_loss": 1.270457937640749,
      "rf_loss": 0.0004967374261468649,
      "total_loss": 1.2709546750668959,
      "lyap1_mean": -0.015665601938962936,
      "lyap1_max": 0.01464716624468565,
      "lyap1_min": -0.044298700988292694,
      "lyap_spec_mean": [
        -0.015665601938962936,
        -0.01664055325090885,
        -0.013510344550013542,
        -0.025163836777210236
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1002,
      "lr": 0.0001,
      "sup_loss": 1.2967656311132534,
      "rf_loss": 0.00028055289294570684,
      "total_loss": 1.297046184006199,
      "lyap1_mean": -0.01454445905983448,
      "lyap1_max": 0.005013505928218365,
      "lyap1_min": -0.03123847022652626,
      "lyap_spec_mean": [
        -0.014544458128511906,
        -0.013055948540568352,
        -0.013913296163082123,
        -0.014080304652452469
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1003,
      "lr": 0.0001,
      "sup_loss": 1.2421501768104883,
      "rf_loss": 0.00047978662769310176,
      "total_loss": 1.2426299634381814,
      "lyap1_mean": -0.015027189627289772,
      "lyap1_max": 0.015829063951969147,
      "lyap1_min": -0.03529313579201698,
      "lyap_spec_mean": [
        -0.015027189627289772,
        -0.01286301203072071,
        -0.018696628510951996,
        -0.01728701964020729
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1004,
      "lr": 0.0001,
      "sup_loss": 1.269331932157582,
      "rf_loss": 0.00015577347949147224,
      "total_loss": 1.2694877056370735,
      "lyap1_mean": -0.008170601911842823,
      "lyap1_max": 0.012470809742808342,
      "lyap1_min": -0.021107234060764313,
      "lyap_spec_mean": [
        -0.008170601911842823,
        -0.006918935105204582,
        -0.007625033613294363,
        -0.011826862581074238
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1005,
      "lr": 0.0001,
      "sup_loss": 1.2910912420720189,
      "rf_loss": 0.00011181973968632519,
      "total_loss": 1.2912030618117052,
      "lyap1_mean": 0.006288674660027027,
      "lyap1_max": 0.014843806624412537,
      "lyap1_min": -0.0017713557463139296,
      "lyap_spec_mean": [
        0.0062886751256883144,
        0.00910213403403759,
        0.006996764801442623,
        0.0016284004086628556
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1006,
      "lr": 0.0001,
      "sup_loss": 1.2937074869841276,
      "rf_loss": 0.0005181789165362716,
      "total_loss": 1.294225665900664,
      "lyap1_mean": 0.023663043975830078,
      "lyap1_max": 0.03409196436405182,
      "lyap1_min": 0.011010460555553436,
      "lyap_spec_mean": [
        0.023663043975830078,
        0.025561410933732986,
        0.016483882442116737,
        0.01911449432373047
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1007,
      "lr": 0.0001,
      "sup_loss": 1.279650265651569,
      "rf_loss": 0.0008739547338336706,
      "total_loss": 1.2805242203854026,
      "lyap1_mean": 0.029120441526174545,
      "lyap1_max": 0.03722387179732323,
      "lyap1_min": 0.01983056031167507,
      "lyap_spec_mean": [
        0.029120441526174545,
        0.029827529564499855,
        0.025379933416843414,
        0.02758370153605938
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1008,
      "lr": 0.0001,
      "sup_loss": 1.2578239056949558,
      "rf_loss": 0.0007736827828921378,
      "total_loss": 1.258597588477848,
      "lyap1_mean": 0.029666151851415634,
      "lyap1_max": 0.04581626504659653,
      "lyap1_min": 0.01398298516869545,
      "lyap_spec_mean": [
        0.029666151851415634,
        0.02887130156159401,
        0.02315353974699974,
        0.02016971819102764
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1009,
      "lr": 0.0001,
      "sup_loss": 1.294110387973044,
      "rf_loss": 0.0004810300888493657,
      "total_loss": 1.2945914180618934,
      "lyap1_mean": 0.018819760531187057,
      "lyap1_max": 0.029976483434438705,
      "lyap1_min": 0.01307658851146698,
      "lyap_spec_mean": [
        0.018819762393832207,
        0.025516021996736526,
        0.01748497225344181,
        0.018557731062173843
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1010,
      "lr": 0.0001,
      "sup_loss": 1.2903144670250541,
      "rf_loss": 0.00015243438247125596,
      "total_loss": 1.2904669014075254,
      "lyap1_mean": 0.010800996795296669,
      "lyap1_max": 0.016863461583852768,
      "lyap1_min": 0.006683121435344219,
      "lyap_spec_mean": [
        0.010800996795296669,
        0.011439677327871323,
        0.00903730746358633,
        0.007524419575929642
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1011,
      "lr": 0.0001,
      "sup_loss": 1.294418599809354,
      "rf_loss": 0.00012129490642109886,
      "total_loss": 1.2945398947157751,
      "lyap1_mean": -0.0038465121760964394,
      "lyap1_max": 0.00687774084508419,
      "lyap1_min": -0.015547136776149273,
      "lyap_spec_mean": [
        -0.0038465121760964394,
        -0.004453370813280344,
        -0.006520682014524937,
        -0.002752035390585661
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1012,
      "lr": 0.0001,
      "sup_loss": 1.2606470101001808,
      "rf_loss": 0.0003478637954685837,
      "total_loss": 1.2609948738956493,
      "lyap1_mean": -0.01431962475180626,
      "lyap1_max": 0.006007018499076366,
      "lyap1_min": -0.029448237270116806,
      "lyap_spec_mean": [
        -0.01431962475180626,
        -0.012231994420289993,
        -0.022453464567661285,
        -0.01789405196905136
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1013,
      "lr": 0.0001,
      "sup_loss": 1.272116169097012,
      "rf_loss": 0.0007186741568148136,
      "total_loss": 1.2728348432538268,
      "lyap1_mean": -0.022614480927586555,
      "lyap1_max": -0.013379447162151337,
      "lyap1_min": -0.02924618124961853,
      "lyap_spec_mean": [
        -0.022614480927586555,
        -0.028274018317461014,
        -0.023625709116458893,
        -0.026416514068841934
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1014,
      "lr": 0.0001,
      "sup_loss": 1.2683653804659172,
      "rf_loss": 0.000885490735527128,
      "total_loss": 1.2692508712014443,
      "lyap1_mean": -0.023167219012975693,
      "lyap1_max": -0.00963774137198925,
      "lyap1_min": -0.046079155057668686,
      "lyap_spec_mean": [
        -0.023167219012975693,
        -0.027303604409098625,
        -0.03122635930776596,
        -0.02952267974615097
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1015,
      "lr": 0.0001,
      "sup_loss": 1.2910244256451817,
      "rf_loss": 0.0006451030494645238,
      "total_loss": 1.2916695286946462,
      "lyap1_mean": -0.023665744811296463,
      "lyap1_max": -0.00508851557970047,
      "lyap1_min": -0.03335987776517868,
      "lyap_spec_mean": [
        -0.023665746673941612,
        -0.02325684204697609,
        -0.021633120253682137,
        -0.022752581164240837
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1016,
      "lr": 0.0001,
      "sup_loss": 1.3049751419794593,
      "rf_loss": 0.00025921297492459416,
      "total_loss": 1.305234354954384,
      "lyap1_mean": -0.01246444322168827,
      "lyap1_max": 0.013676459901034832,
      "lyap1_min": -0.03367455303668976,
      "lyap_spec_mean": [
        -0.01246444322168827,
        -0.011244726367294788,
        -0.015385964885354042,
        -0.015664372593164444
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1017,
      "lr": 0.0001,
      "sup_loss": 1.3235713592457068,
      "rf_loss": 9.421585127711296e-05,
      "total_loss": 1.323665575096984,
      "lyap1_mean": -0.0008822430390864611,
      "lyap1_max": 0.016047222539782524,
      "lyap1_min": -0.015087930485606194,
      "lyap_spec_mean": [
        -0.0008822430390864611,
        -0.0008566175820305943,
        0.002477899193763733,
        -0.003667200915515423
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1018,
      "lr": 0.0001,
      "sup_loss": 1.281518070530045,
      "rf_loss": 7.142889080569148e-05,
      "total_loss": 1.2815894994208508,
      "lyap1_mean": 0.006519614718854427,
      "lyap1_max": 0.015056662261486053,
      "lyap1_min": -0.002276156097650528,
      "lyap_spec_mean": [
        0.00651961425319314,
        0.0003808732144534588,
        0.000603575143031776,
        4.6357978135347366e-05
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1019,
      "lr": 0.0001,
      "sup_loss": 1.313889642090749,
      "rf_loss": 0.00010586210555629805,
      "total_loss": 1.3139955041963054,
      "lyap1_mean": 0.008657310158014297,
      "lyap1_max": 0.022836875170469284,
      "lyap1_min": -0.002242020331323147,
      "lyap_spec_mean": [
        0.008657310158014297,
        0.005542550701647997,
        0.008084031753242016,
        0.004445184022188187
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1020,
      "lr": 0.0001,
      "sup_loss": 1.2628758071916408,
      "rf_loss": 0.0001184304419439286,
      "total_loss": 1.2629942376335848,
      "lyap1_mean": 0.0073983026668429375,
      "lyap1_max": 0.016170503571629524,
      "lyap1_min": 0.000508843339048326,
      "lyap_spec_mean": [
        0.0073983026668429375,
        0.009791363030672073,
        0.0028275703079998493,
        0.008867982774972916
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1021,
      "lr": 0.0001,
      "sup_loss": 1.310552370137022,
      "rf_loss": 0.000166440469911322,
      "total_loss": 1.3107188106069334,
      "lyap1_mean": 0.009329080581665039,
      "lyap1_max": 0.026213666424155235,
      "lyap1_min": -0.009885800071060658,
      "lyap_spec_mean": [
        0.009329080581665039,
        0.010981633327901363,
        0.011352297849953175,
        0.008012689650058746
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1022,
      "lr": 0.0001,
      "sup_loss": 1.2723841739970683,
      "rf_loss": 0.0001676796528045088,
      "total_loss": 1.2725518536498728,
      "lyap1_mean": 0.012875063344836235,
      "lyap1_max": 0.026027744635939598,
      "lyap1_min": 0.006278177257627249,
      "lyap_spec_mean": [
        0.012875063344836235,
        0.006843704264611006,
        0.010519836097955704,
        0.0062674120999872684
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1023,
      "lr": 0.0001,
      "sup_loss": 1.2233396503078628,
      "rf_loss": 0.00029163231374695897,
      "total_loss": 1.2236312826216098,
      "lyap1_mean": 0.019606351852416992,
      "lyap1_max": 0.03039339743554592,
      "lyap1_min": 0.010337303392589092,
      "lyap_spec_mean": [
        0.019606351852416992,
        0.009159628301858902,
        0.018131837248802185,
        0.009336509741842747
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1024,
      "lr": 0.0001,
      "sup_loss": 1.2924312437574834,
      "rf_loss": 0.00020758522441610694,
      "total_loss": 1.2926388289818995,
      "lyap1_mean": 0.012192502617835999,
      "lyap1_max": 0.028438564389944077,
      "lyap1_min": -0.012606548145413399,
      "lyap_spec_mean": [
        0.012192502617835999,
        0.010675069876015186,
        0.011631687171757221,
        0.007011454552412033
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1025,
      "lr": 0.0001,
      "sup_loss": 1.3081185472642458,
      "rf_loss": 0.00020382976799737662,
      "total_loss": 1.3083223770322432,
      "lyap1_mean": 0.015346463769674301,
      "lyap1_max": 0.030926479026675224,
      "lyap1_min": -0.005649413913488388,
      "lyap_spec_mean": [
        0.015346463769674301,
        0.011393366381525993,
        0.009269585832953453,
        0.005780577193945646
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1026,
      "lr": 0.0001,
      "sup_loss": 1.2493128175952561,
      "rf_loss": 0.00011591235670493916,
      "total_loss": 1.249428729951961,
      "lyap1_mean": 0.007819430902600288,
      "lyap1_max": 0.017980612814426422,
      "lyap1_min": -0.0058231963776052,
      "lyap_spec_mean": [
        0.007819431833922863,
        0.005417672451585531,
        0.0013039149343967438,
        0.0048917364329099655
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1027,
      "lr": 0.0001,
      "sup_loss": 1.2959627167774623,
      "rf_loss": 0.00013155983469914645,
      "total_loss": 1.2960942766121615,
      "lyap1_mean": 0.00789599772542715,
      "lyap1_max": 0.01681453362107277,
      "lyap1_min": 0.0023292568512260914,
      "lyap_spec_mean": [
        0.00789599772542715,
        0.005072146188467741,
        0.005075547378510237,
        0.005320478696376085
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1028,
      "lr": 0.0001,
      "sup_loss": 1.2900468101000069,
      "rf_loss": 0.0001532638561911881,
      "total_loss": 1.290200073956198,
      "lyap1_mean": 0.0056768120266497135,
      "lyap1_max": 0.026170462369918823,
      "lyap1_min": -0.02891569957137108,
      "lyap_spec_mean": [
        0.0056768120266497135,
        0.0038450020365417004,
        -0.0012121861800551414,
        0.00040619494393467903
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1029,
      "lr": 0.0001,
      "sup_loss": 1.2934991586251645,
      "rf_loss": 0.0002534534432925284,
      "total_loss": 1.293752612068457,
      "lyap1_mean": -0.009805583395063877,
      "lyap1_max": -0.001540331169962883,
      "lyap1_min": -0.019722064957022667,
      "lyap_spec_mean": [
        -0.009805583395063877,
        -0.011034255847334862,
        -0.013310480862855911,
        -0.014883474446833134
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1030,
      "lr": 0.0001,
      "sup_loss": 1.2627553514624539,
      "rf_loss": 0.0005912564229220152,
      "total_loss": 1.263346607885376,
      "lyap1_mean": -0.021066516637802124,
      "lyap1_max": -0.01117932703346014,
      "lyap1_min": -0.03241840749979019,
      "lyap_spec_mean": [
        -0.021066518500447273,
        -0.0202715415507555,
        -0.021350298076868057,
        -0.028394216671586037
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1031,
      "lr": 0.0001,
      "sup_loss": 1.2477279847908633,
      "rf_loss": 0.0013136286288499832,
      "total_loss": 1.2490416134197133,
      "lyap1_mean": -0.037484437227249146,
      "lyap1_max": -0.031371742486953735,
      "lyap1_min": -0.051167041063308716,
      "lyap_spec_mean": [
        -0.037484437227249146,
        -0.03489461913704872,
        -0.036179833114147186,
        -0.03327483311295509
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1032,
      "lr": 0.0001,
      "sup_loss": 1.2461503022072493,
      "rf_loss": 0.0006448436761274934,
      "total_loss": 1.2467951458833768,
      "lyap1_mean": -0.022589068859815598,
      "lyap1_max": -0.005323857069015503,
      "lyap1_min": -0.03418771177530289,
      "lyap_spec_mean": [
        -0.022589068859815598,
        -0.02048724889755249,
        -0.02713652327656746,
        -0.023791026324033737
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1033,
      "lr": 0.0001,
      "sup_loss": 1.3164465488946275,
      "rf_loss": 0.000205816570087336,
      "total_loss": 1.3166523654647149,
      "lyap1_mean": -0.0074660079553723335,
      "lyap1_max": 0.0066150459460914135,
      "lyap1_min": -0.021738862618803978,
      "lyap_spec_mean": [
        -0.007466007489711046,
        -0.008851463906466961,
        -0.012514493428170681,
        -0.013897214084863663
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1034,
      "lr": 0.0001,
      "sup_loss": 1.281573101204117,
      "rf_loss": 0.0001503034436609596,
      "total_loss": 1.281723404647778,
      "lyap1_mean": 0.011146347969770432,
      "lyap1_max": 0.027561165392398834,
      "lyap1_min": -0.006524118594825268,
      "lyap_spec_mean": [
        0.011146347969770432,
        0.006657016463577747,
        0.005027990788221359,
        0.0058581153862178326
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1035,
      "lr": 0.0001,
      "sup_loss": 1.2816905854695548,
      "rf_loss": 0.00014832329179625958,
      "total_loss": 1.281838908761351,
      "lyap1_mean": 0.0095041673630476,
      "lyap1_max": 0.017498791217803955,
      "lyap1_min": 0.004370513837784529,
      "lyap_spec_mean": [
        0.0095041673630476,
        0.008696518838405609,
        0.008176766335964203,
        0.011776052415370941
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1036,
      "lr": 0.0001,
      "sup_loss": 1.2644273440230662,
      "rf_loss": 0.0002456880174577236,
      "total_loss": 1.264673032040524,
      "lyap1_mean": 0.01489211618900299,
      "lyap1_max": 0.03574448823928833,
      "lyap1_min": -0.0027850777842104435,
      "lyap_spec_mean": [
        0.01489211805164814,
        0.012457329779863358,
        0.010422891937196255,
        0.011000452563166618
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1037,
      "lr": 0.0001,
      "sup_loss": 1.2832895752166802,
      "rf_loss": 0.00033175593125633895,
      "total_loss": 1.2836213311479365,
      "lyap1_mean": 0.018647752702236176,
      "lyap1_max": 0.02600160799920559,
      "lyap1_min": 0.010147343389689922,
      "lyap_spec_mean": [
        0.018647752702236176,
        0.02070045657455921,
        0.01524411328136921,
        0.013356429524719715
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1038,
      "lr": 0.0001,
      "sup_loss": 1.3206156005639886,
      "rf_loss": 9.860553836915642e-05,
      "total_loss": 1.3207142061023578,
      "lyap1_mean": 0.008401131257414818,
      "lyap1_max": 0.025542479008436203,
      "lyap1_min": 0.0006122970953583717,
      "lyap_spec_mean": [
        0.008401131257414818,
        0.004116942174732685,
        0.0038512058090418577,
        0.005367540754377842
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1039,
      "lr": 0.0001,
      "sup_loss": 1.2880361310642663,
      "rf_loss": 0.00010501295037101954,
      "total_loss": 1.2881411440146373,
      "lyap1_mean": 0.003059978596866131,
      "lyap1_max": 0.01667761243879795,
      "lyap1_min": -0.010457314550876617,
      "lyap_spec_mean": [
        0.003059978596866131,
        -7.264688611030579e-05,
        -0.0003810464986599982,
        0.0038212051149457693
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1040,
      "lr": 0.0001,
      "sup_loss": 1.2664480580059934,
      "rf_loss": 0.0001134147314587608,
      "total_loss": 1.2665614727374521,
      "lyap1_mean": -0.002079157391563058,
      "lyap1_max": 0.010663719847798347,
      "lyap1_min": -0.010535422712564468,
      "lyap_spec_mean": [
        -0.002079157391563058,
        -0.0023597211111336946,
        -0.012573695741593838,
        -0.007872850634157658
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1041,
      "lr": 0.0001,
      "sup_loss": 1.2927762900391067,
      "rf_loss": 0.00021450009080581367,
      "total_loss": 1.2929907901299125,
      "lyap1_mean": -0.007930862717330456,
      "lyap1_max": 0.011119517497718334,
      "lyap1_min": -0.020310789346694946,
      "lyap_spec_mean": [
        -0.007930862717330456,
        -0.010984698310494423,
        -0.012861302122473717,
        -0.015333835035562515
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1042,
      "lr": 0.0001,
      "sup_loss": 1.232226764289344,
      "rf_loss": 0.0005947836325503886,
      "total_loss": 1.2328215479218945,
      "lyap1_mean": -0.027256768196821213,
      "lyap1_max": -0.017754441127181053,
      "lyap1_min": -0.045483969151973724,
      "lyap_spec_mean": [
        -0.027256768196821213,
        -0.01833299919962883,
        -0.021285802125930786,
        -0.024220116436481476
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1043,
      "lr": 0.0001,
      "sup_loss": 1.2883307218316569,
      "rf_loss": 0.0002757829788606614,
      "total_loss": 1.2886065048105175,
      "lyap1_mean": -0.011221671476960182,
      "lyap1_max": -0.004276019521057606,
      "lyap1_min": -0.019584326073527336,
      "lyap_spec_mean": [
        -0.011221671476960182,
        -0.013698148541152477,
        -0.010483210906386375,
        -0.01891833357512951
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1044,
      "lr": 0.0001,
      "sup_loss": 1.2986904990270596,
      "rf_loss": 0.00017423200188204646,
      "total_loss": 1.2988647310289416,
      "lyap1_mean": -0.008052650839090347,
      "lyap1_max": 0.017871331423521042,
      "lyap1_min": -0.019453201442956924,
      "lyap_spec_mean": [
        -0.008052650839090347,
        -0.007206794805824757,
        -0.014338409528136253,
        -0.01302245631814003
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1045,
      "lr": 0.0001,
      "sup_loss": 1.2747856673589337,
      "rf_loss": 0.00011379267380107194,
      "total_loss": 1.2748994600327348,
      "lyap1_mean": -0.002380809746682644,
      "lyap1_max": 0.01778263971209526,
      "lyap1_min": -0.014777223579585552,
      "lyap_spec_mean": [
        -0.0023808099795132875,
        -0.0025833435356616974,
        0.0017769142286852002,
        -0.003290868829935789
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1046,
      "lr": 0.0001,
      "sup_loss": 1.2539880662429816,
      "rf_loss": 0.00016404221241828054,
      "total_loss": 1.2541521084554,
      "lyap1_mean": 0.013824855908751488,
      "lyap1_max": 0.03327750414609909,
      "lyap1_min": -0.003240798367187381,
      "lyap_spec_mean": [
        0.013824855908751488,
        0.00295337219722569,
        0.0014894152991473675,
        0.004576078150421381
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1047,
      "lr": 0.0001,
      "sup_loss": 1.2874539952656276,
      "rf_loss": 0.0004021407221443951,
      "total_loss": 1.287856135987772,
      "lyap1_mean": 0.01830965280532837,
      "lyap1_max": 0.028577495366334915,
      "lyap1_min": 0.009412432089447975,
      "lyap_spec_mean": [
        0.01830965280532837,
        0.020104069262742996,
        0.012904303148388863,
        0.017679939046502113
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1048,
      "lr": 0.0001,
      "sup_loss": 1.2777564874265288,
      "rf_loss": 0.00038514670450240374,
      "total_loss": 1.2781416341310312,
      "lyap1_mean": 0.01773267798125744,
      "lyap1_max": 0.02896205149590969,
      "lyap1_min": 0.0011985435849055648,
      "lyap_spec_mean": [
        0.01773267798125744,
        0.022065550088882446,
        0.01868770644068718,
        0.00962882861495018
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1049,
      "lr": 0.0001,
      "sup_loss": 1.253017976857839,
      "rf_loss": 0.0009174466831609607,
      "total_loss": 1.253935423541,
      "lyap1_mean": 0.028987152501940727,
      "lyap1_max": 0.041071269661188126,
      "lyap1_min": 0.008106178604066372,
      "lyap_spec_mean": [
        0.028987150639295578,
        0.029591461643576622,
        0.029383305460214615,
        0.0264640673995018
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1050,
      "lr": 0.0001,
      "sup_loss": 1.2331621910290897,
      "rf_loss": 0.0005824202671647072,
      "total_loss": 1.2337446112962545,
      "lyap1_mean": 0.02622678503394127,
      "lyap1_max": 0.0519271120429039,
      "lyap1_min": 0.0093094352632761,
      "lyap_spec_mean": [
        0.02622678503394127,
        0.019471347332000732,
        0.019712073728442192,
        0.019719336181879044
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1051,
      "lr": 0.0001,
      "sup_loss": 1.3127725230999845,
      "rf_loss": 0.0002604408946353942,
      "total_loss": 1.3130329639946199,
      "lyap1_mean": 0.015667520463466644,
      "lyap1_max": 0.038644008338451385,
      "lyap1_min": 0.002375879790633917,
      "lyap_spec_mean": [
        0.015667518600821495,
        0.0142436558380723,
        0.012649712152779102,
        0.012310903519392014
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1052,
      "lr": 0.0001,
      "sup_loss": 1.2665263819457675,
      "rf_loss": 7.516499317716807e-05,
      "total_loss": 1.2666015469389447,
      "lyap1_mean": -0.0006444156169891357,
      "lyap1_max": 0.01688014715909958,
      "lyap1_min": -0.012109379284083843,
      "lyap_spec_mean": [
        -0.0006444155587814748,
        -0.0002334265154786408,
        -0.0024362506810575724,
        -0.003161167725920677
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1053,
      "lr": 0.0001,
      "sup_loss": 1.3494591976400465,
      "rf_loss": 5.8671848819358274e-05,
      "total_loss": 1.3495178694888659,
      "lyap1_mean": -0.002232481027022004,
      "lyap1_max": 0.007508215494453907,
      "lyap1_min": -0.013871552422642708,
      "lyap_spec_mean": [
        -0.0022324807941913605,
        -0.004257595166563988,
        -0.0010527413105592132,
        -0.0030568134970963
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1054,
      "lr": 0.0001,
      "sup_loss": 1.276581338363682,
      "rf_loss": 0.0004965338157489896,
      "total_loss": 1.277077872179431,
      "lyap1_mean": -0.014317240566015244,
      "lyap1_max": 0.005925625562667847,
      "lyap1_min": -0.030525824055075645,
      "lyap_spec_mean": [
        -0.014317240566015244,
        -0.02187148854136467,
        -0.022199634462594986,
        -0.021850820630788803
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1055,
      "lr": 0.0001,
      "sup_loss": 1.2737004648604597,
      "rf_loss": 0.00026538572274148464,
      "total_loss": 1.2739658505832012,
      "lyap1_mean": -0.014665991067886353,
      "lyap1_max": 0.001581318094395101,
      "lyap1_min": -0.028616411611437798,
      "lyap_spec_mean": [
        -0.014665991999208927,
        -0.007534201256930828,
        -0.014154831878840923,
        -0.017895188182592392
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1056,
      "lr": 0.0001,
      "sup_loss": 1.2943147398968118,
      "rf_loss": 0.000564712390769273,
      "total_loss": 1.294879452287581,
      "lyap1_mean": -0.019813362509012222,
      "lyap1_max": -0.009672167710959911,
      "lyap1_min": -0.031323228031396866,
      "lyap_spec_mean": [
        -0.019813362509012222,
        -0.02107672207057476,
        -0.023873575031757355,
        -0.02466563507914543
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1057,
      "lr": 0.0001,
      "sup_loss": 1.3066164263776856,
      "rf_loss": 0.0003546286025084555,
      "total_loss": 1.306971054980194,
      "lyap1_mean": -0.016095537692308426,
      "lyap1_max": -0.005132382269948721,
      "lyap1_min": -0.02322039008140564,
      "lyap_spec_mean": [
        -0.016095535829663277,
        -0.01857520267367363,
        -0.017459571361541748,
        -0.018078535795211792
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1058,
      "lr": 0.0001,
      "sup_loss": 1.2580177143487228,
      "rf_loss": 0.00022259859542828053,
      "total_loss": 1.258240312944151,
      "lyap1_mean": -0.011592615395784378,
      "lyap1_max": 0.004106445237994194,
      "lyap1_min": -0.021920813247561455,
      "lyap_spec_mean": [
        -0.011592616327106953,
        -0.012334263883531094,
        -0.009823343716561794,
        -0.014620216563344002
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1059,
      "lr": 0.0001,
      "sup_loss": 1.3249731818397485,
      "rf_loss": 0.00010598046355880797,
      "total_loss": 1.3250791623033074,
      "lyap1_mean": 0.007066959049552679,
      "lyap1_max": 0.02065020240843296,
      "lyap1_min": -0.0076608313247561455,
      "lyap_spec_mean": [
        0.007066959049552679,
        -0.0007199285319074988,
        -0.000811102450825274,
        0.003955408930778503
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1060,
      "lr": 0.0001,
      "sup_loss": 1.2744865409453887,
      "rf_loss": 0.00011846521374536678,
      "total_loss": 1.274605006159134,
      "lyap1_mean": 0.010630321688950062,
      "lyap1_max": 0.022340696305036545,
      "lyap1_min": 0.0002742363139986992,
      "lyap_spec_mean": [
        0.010630321688950062,
        0.00897974893450737,
        0.005500249098986387,
        0.005565795116126537
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1061,
      "lr": 0.0001,
      "sup_loss": 1.265224828296549,
      "rf_loss": 0.0006193433655425906,
      "total_loss": 1.2658441716620916,
      "lyap1_mean": 0.027664141729474068,
      "lyap1_max": 0.03665126860141754,
      "lyap1_min": 0.01947922445833683,
      "lyap_spec_mean": [
        0.027664141729474068,
        0.022126778960227966,
        0.021619178354740143,
        0.021807875484228134
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1062,
      "lr": 0.0001,
      "sup_loss": 1.2781621228087148,
      "rf_loss": 0.0006932517280802131,
      "total_loss": 1.278855374536795,
      "lyap1_mean": 0.02529010735452175,
      "lyap1_max": 0.04045689105987549,
      "lyap1_min": 0.012521853670477867,
      "lyap_spec_mean": [
        0.02529010735452175,
        0.029247060418128967,
        0.02095208503305912,
        0.024955961853265762
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1063,
      "lr": 0.0001,
      "sup_loss": 1.2581602625801716,
      "rf_loss": 0.000519883818924427,
      "total_loss": 1.258680146399096,
      "lyap1_mean": 0.01617533713579178,
      "lyap1_max": 0.028968732804059982,
      "lyap1_min": -0.0013858394231647253,
      "lyap_spec_mean": [
        0.01617533713579178,
        0.023924125358462334,
        0.017728634178638458,
        0.01692225970327854
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1064,
      "lr": 0.0001,
      "sup_loss": 1.2552116671063225,
      "rf_loss": 0.00017358834156766534,
      "total_loss": 1.2553852554478901,
      "lyap1_mean": 0.012689270079135895,
      "lyap1_max": 0.029051311314105988,
      "lyap1_min": 0.0012353246565908194,
      "lyap_spec_mean": [
        0.012689270079135895,
        0.007449571508914232,
        0.004317155573517084,
        0.006354212760925293
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1065,
      "lr": 0.0001,
      "sup_loss": 1.2782096146181519,
      "rf_loss": 0.00014238007133826613,
      "total_loss": 1.2783519946894901,
      "lyap1_mean": -0.003111149650067091,
      "lyap1_max": 0.014046638272702694,
      "lyap1_min": -0.025503378361463547,
      "lyap_spec_mean": [
        -0.003111149650067091,
        -0.008152898401021957,
        -0.011911308392882347,
        -0.007239599246531725
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1066,
      "lr": 0.0001,
      "sup_loss": 1.2931098284185476,
      "rf_loss": 0.0006015495164319873,
      "total_loss": 1.2937113779349796,
      "lyap1_mean": -0.025334028527140617,
      "lyap1_max": -0.009956004098057747,
      "lyap1_min": -0.03434983640909195,
      "lyap_spec_mean": [
        -0.025334028527140617,
        -0.02160964533686638,
        -0.020551884546875954,
        -0.024305416271090508
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1067,
      "lr": 0.0001,
      "sup_loss": 1.277176423575456,
      "rf_loss": 0.00091617985162884,
      "total_loss": 1.2780926034270848,
      "lyap1_mean": -0.027255523949861526,
      "lyap1_max": -0.004915413912385702,
      "lyap1_min": -0.0415026992559433,
      "lyap_spec_mean": [
        -0.027255525812506676,
        -0.028117936104536057,
        -0.029104024171829224,
        -0.03160746023058891
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1068,
      "lr": 0.0001,
      "sup_loss": 1.272788995736406,
      "rf_loss": 0.00047270843060687184,
      "total_loss": 1.273261704167013,
      "lyap1_mean": -0.016348812729120255,
      "lyap1_max": -0.005919747054576874,
      "lyap1_min": -0.03156527876853943,
      "lyap_spec_mean": [
        -0.016348812729120255,
        -0.020792659372091293,
        -0.019266817718744278,
        -0.021403469145298004
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1069,
      "lr": 0.0001,
      "sup_loss": 1.223314620582673,
      "rf_loss": 0.00024205679073929787,
      "total_loss": 1.2235566773734123,
      "lyap1_mean": -0.014174042269587517,
      "lyap1_max": 0.0015444634482264519,
      "lyap1_min": -0.022672273218631744,
      "lyap_spec_mean": [
        -0.014174042269587517,
        -0.014818904921412468,
        -0.013465739786624908,
        -0.01195868756622076
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1070,
      "lr": 0.0001,
      "sup_loss": 1.287578433350952,
      "rf_loss": 0.00012263220560271293,
      "total_loss": 1.2877010655565546,
      "lyap1_mean": 0.008641205728054047,
      "lyap1_max": 0.024667715653777122,
      "lyap1_min": -0.0029239337891340256,
      "lyap_spec_mean": [
        0.008641205728054047,
        0.008558377623558044,
        0.005948878359049559,
        0.004441199824213982
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1071,
      "lr": 0.0001,
      "sup_loss": 1.2795524371863327,
      "rf_loss": 0.0005773104494437575,
      "total_loss": 1.2801297476357765,
      "lyap1_mean": 0.021307384595274925,
      "lyap1_max": 0.035086385905742645,
      "lyap1_min": 0.007152137346565723,
      "lyap_spec_mean": [
        0.021307382732629776,
        0.025086574256420135,
        0.020672008395195007,
        0.0241637472063303
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1072,
      "lr": 0.0001,
      "sup_loss": 1.2978678311436667,
      "rf_loss": 0.0009191895369440317,
      "total_loss": 1.2987870206806107,
      "lyap1_mean": 0.030700378119945526,
      "lyap1_max": 0.039881087839603424,
      "lyap1_min": 0.016477525234222412,
      "lyap_spec_mean": [
        0.030700381845235825,
        0.03181753307580948,
        0.02825036644935608,
        0.025868341326713562
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1073,
      "lr": 0.0001,
      "sup_loss": 1.2908250812162607,
      "rf_loss": 0.0006239490467123687,
      "total_loss": 1.291449030262973,
      "lyap1_mean": 0.02015722543001175,
      "lyap1_max": 0.03164125233888626,
      "lyap1_min": 0.005339188501238823,
      "lyap_spec_mean": [
        0.02015722543001175,
        0.02259388566017151,
        0.02236095257103443,
        0.025271262973546982
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1074,
      "lr": 0.0001,
      "sup_loss": 1.284295185661176,
      "rf_loss": 0.00016944923845585436,
      "total_loss": 1.2844646348996318,
      "lyap1_mean": 0.008418715558946133,
      "lyap1_max": 0.02533886209130287,
      "lyap1_min": -0.007125323638319969,
      "lyap_spec_mean": [
        0.008418716490268707,
        0.00805012695491314,
        0.0030715258326381445,
        0.008932141587138176
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1075,
      "lr": 0.0001,
      "sup_loss": 1.239831293961617,
      "rf_loss": 0.00016211184265557677,
      "total_loss": 1.2399934058042725,
      "lyap1_mean": -0.0075766053050756454,
      "lyap1_max": 0.000561084016226232,
      "lyap1_min": -0.030297603458166122,
      "lyap_spec_mean": [
        -0.0075766053050756454,
        -0.012239530682563782,
        -0.009753449819982052,
        -0.011233555153012276
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1076,
      "lr": 0.0001,
      "sup_loss": 1.2969198993076516,
      "rf_loss": 0.0003347935271449387,
      "total_loss": 1.2972546928347966,
      "lyap1_mean": -0.017248183488845825,
      "lyap1_max": -0.005862170830368996,
      "lyap1_min": -0.03160499781370163,
      "lyap_spec_mean": [
        -0.017248183488845825,
        -0.014903729781508446,
        -0.019290966913104057,
        -0.01685798168182373
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1077,
      "lr": 0.0001,
      "sup_loss": 1.2860435149151634,
      "rf_loss": 0.0005943425348959863,
      "total_loss": 1.2866378574500594,
      "lyap1_mean": -0.02196844108402729,
      "lyap1_max": -0.00929952785372734,
      "lyap1_min": -0.034876227378845215,
      "lyap_spec_mean": [
        -0.02196844108402729,
        -0.019484680145978928,
        -0.02306688204407692,
        -0.025646502152085304
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1078,
      "lr": 0.0001,
      "sup_loss": 1.2449595516798404,
      "rf_loss": 0.0006357331294566393,
      "total_loss": 1.245595284809297,
      "lyap1_mean": -0.02076626569032669,
      "lyap1_max": -0.014875242486596107,
      "lyap1_min": -0.030233090743422508,
      "lyap_spec_mean": [
        -0.02076626569032669,
        -0.025447502732276917,
        -0.019602738320827484,
        -0.029330523684620857
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1079,
      "lr": 0.0001,
      "sup_loss": 1.248306556789947,
      "rf_loss": 0.00035996222868561745,
      "total_loss": 1.2486665190186326,
      "lyap1_mean": -0.014101685956120491,
      "lyap1_max": 0.0029753900598734617,
      "lyap1_min": -0.029553722590208054,
      "lyap_spec_mean": [
        -0.014101685956120491,
        -0.015986226499080658,
        -0.016603665426373482,
        -0.020261548459529877
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1080,
      "lr": 0.0001,
      "sup_loss": 1.2665815305004282,
      "rf_loss": 0.00013290699280332774,
      "total_loss": 1.2667144374932315,
      "lyap1_mean": -0.0032146936282515526,
      "lyap1_max": 0.017415780574083328,
      "lyap1_min": -0.0203284602612257,
      "lyap_spec_mean": [
        -0.003214693395420909,
        -0.0017028060974553227,
        0.0005392024759203196,
        -0.007870606146752834
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1081,
      "lr": 0.0001,
      "sup_loss": 1.2742581537061128,
      "rf_loss": 0.00018772625480778515,
      "total_loss": 1.2744458799609206,
      "lyap1_mean": 0.011337733827531338,
      "lyap1_max": 0.029171578586101532,
      "lyap1_min": -0.000604295521043241,
      "lyap_spec_mean": [
        0.011337733827531338,
        0.009258425794541836,
        0.005253723822534084,
        0.0089525505900383
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1082,
      "lr": 0.0001,
      "sup_loss": 1.2891823863097351,
      "rf_loss": 0.00027262503863312304,
      "total_loss": 1.2894550113483683,
      "lyap1_mean": 0.017467189580202103,
      "lyap1_max": 0.026560239493846893,
      "lyap1_min": 0.005080237984657288,
      "lyap_spec_mean": [
        0.017467189580202103,
        0.012618484906852245,
        0.011112830601632595,
        0.010050163604319096
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1083,
      "lr": 0.0001,
      "sup_loss": 1.2567101792651716,
      "rf_loss": 0.00017289897368755192,
      "total_loss": 1.2568830782388591,
      "lyap1_mean": 0.01033845730125904,
      "lyap1_max": 0.02283332869410515,
      "lyap1_min": -0.012713810428977013,
      "lyap_spec_mean": [
        0.01033845730125904,
        0.008508951403200626,
        0.009421585127711296,
        0.005464512389153242
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1084,
      "lr": 0.0001,
      "sup_loss": 1.2879024261955507,
      "rf_loss": 0.00011246060603298247,
      "total_loss": 1.2880148868015837,
      "lyap1_mean": 0.00770748732611537,
      "lyap1_max": 0.01761874556541443,
      "lyap1_min": -0.01509457640349865,
      "lyap_spec_mean": [
        0.0077074868604540825,
        0.007347563747316599,
        0.006521239876747131,
        0.005040687508881092
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1085,
      "lr": 0.0001,
      "sup_loss": 1.2634287655139735,
      "rf_loss": 8.293446444440633e-05,
      "total_loss": 1.263511699978418,
      "lyap1_mean": 0.011183664202690125,
      "lyap1_max": 0.019647948443889618,
      "lyap1_min": 0.0003387170727364719,
      "lyap_spec_mean": [
        0.011183664202690125,
        0.0021751546300947666,
        0.0028956129681319,
        0.0032105827704072
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1086,
      "lr": 0.0001,
      "sup_loss": 1.2720012345305143,
      "rf_loss": 0.0001978052023332566,
      "total_loss": 1.2721990397328475,
      "lyap1_mean": 0.0060305045917630196,
      "lyap1_max": 0.027462339028716087,
      "lyap1_min": -0.011623058468103409,
      "lyap_spec_mean": [
        0.006030504126101732,
        0.007890581153333187,
        0.001157236285507679,
        -0.0006958420854061842
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1087,
      "lr": 0.0001,
      "sup_loss": 1.310142758560427,
      "rf_loss": 0.00012325648276600987,
      "total_loss": 1.310266015043193,
      "lyap1_mean": 0.001973807578906417,
      "lyap1_max": 0.02288355492055416,
      "lyap1_min": -0.008918576873838902,
      "lyap_spec_mean": [
        0.001973807578906417,
        -0.001584900775924325,
        0.0012815718073397875,
        -0.0016286051832139492
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1088,
      "lr": 0.0001,
      "sup_loss": 1.2787761685623062,
      "rf_loss": 0.0001802937185857445,
      "total_loss": 1.278956462280892,
      "lyap1_mean": 0.0008704473730176687,
      "lyap1_max": 0.0360565185546875,
      "lyap1_min": -0.0113508440554142,
      "lyap_spec_mean": [
        0.0008704476058483124,
        -0.0123375803232193,
        -0.004793872125446796,
        -0.012791496701538563
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1089,
      "lr": 0.0001,
      "sup_loss": 1.275518605566663,
      "rf_loss": 9.715479973237962e-05,
      "total_loss": 1.2756157603663953,
      "lyap1_mean": -0.004664281848818064,
      "lyap1_max": 0.005271179601550102,
      "lyap1_min": -0.02081143669784069,
      "lyap_spec_mean": [
        -0.004664281848818064,
        -0.005624380894005299,
        -0.003283501137048006,
        -0.008233126252889633
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1090,
      "lr": 0.0001,
      "sup_loss": 1.2345498152848722,
      "rf_loss": 0.00015410665946546942,
      "total_loss": 1.2347039219443376,
      "lyap1_mean": 0.006009987555444241,
      "lyap1_max": 0.04030955582857132,
      "lyap1_min": -0.008673671633005142,
      "lyap_spec_mean": [
        0.006009987555444241,
        3.257382195442915e-05,
        -0.0061048222705721855,
        -0.0025607964489609003
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1091,
      "lr": 0.0001,
      "sup_loss": 1.2693889514016492,
      "rf_loss": 0.00040525864460505545,
      "total_loss": 1.2697942100462543,
      "lyap1_mean": -0.012195585295557976,
      "lyap1_max": 0.01898851804435253,
      "lyap1_min": -0.04035298153758049,
      "lyap_spec_mean": [
        -0.012195585295557976,
        -0.013578575104475021,
        -0.01342813577502966,
        -0.016435474157333374
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1092,
      "lr": 0.0001,
      "sup_loss": 1.2333370537004915,
      "rf_loss": 0.0002784384705591947,
      "total_loss": 1.2336154921710507,
      "lyap1_mean": -0.012035618536174297,
      "lyap1_max": 0.0016560027142986655,
      "lyap1_min": -0.026207998394966125,
      "lyap_spec_mean": [
        -0.012035618536174297,
        -0.015300796367228031,
        -0.010496658273041248,
        -0.015842897817492485
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1093,
      "lr": 0.0001,
      "sup_loss": 1.2193049137511525,
      "rf_loss": 0.00027016890817321837,
      "total_loss": 1.2195750826593257,
      "lyap1_mean": -0.014210871420800686,
      "lyap1_max": -0.0055689504370093346,
      "lyap1_min": -0.025114547461271286,
      "lyap_spec_mean": [
        -0.01421087235212326,
        -0.009429278783500195,
        -0.018169302493333817,
        -0.013416267931461334
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1094,
      "lr": 0.0001,
      "sup_loss": 1.204180005014189,
      "rf_loss": 8.456101932097226e-05,
      "total_loss": 1.20426456603351,
      "lyap1_mean": 0.0003076610155403614,
      "lyap1_max": 0.01570075936615467,
      "lyap1_min": -0.022383496165275574,
      "lyap_spec_mean": [
        0.00030766124837100506,
        0.0017423556419089437,
        0.004832102917134762,
        -0.004489048849791288
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1095,
      "lr": 0.0001,
      "sup_loss": 1.319565699034043,
      "rf_loss": 0.00011910645844182,
      "total_loss": 1.3196848054924848,
      "lyap1_mean": 0.009708834812045097,
      "lyap1_max": 0.02449050359427929,
      "lyap1_min": -0.002890661358833313,
      "lyap_spec_mean": [
        0.009708834812045097,
        0.0062454333528876305,
        0.006853562314063311,
        0.002123603131622076
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1096,
      "lr": 0.0001,
      "sup_loss": 1.237833413233687,
      "rf_loss": 0.0003862724988721311,
      "total_loss": 1.2382196857325591,
      "lyap1_mean": 0.019384868443012238,
      "lyap1_max": 0.035356901586055756,
      "lyap1_min": 0.0029286143835633993,
      "lyap_spec_mean": [
        0.019384868443012238,
        0.019229363650083542,
        0.01781977340579033,
        0.013734295964241028
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1097,
      "lr": 0.0001,
      "sup_loss": 1.3104507093652877,
      "rf_loss": 0.0006453994428738952,
      "total_loss": 1.3110961088081616,
      "lyap1_mean": 0.023147886618971825,
      "lyap1_max": 0.039856281131505966,
      "lyap1_min": 0.009392660111188889,
      "lyap_spec_mean": [
        0.023147884756326675,
        0.025033876299858093,
        0.022536542266607285,
        0.02070607617497444
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1098,
      "lr": 0.0001,
      "sup_loss": 1.3166204485385877,
      "rf_loss": 0.000403865531552583,
      "total_loss": 1.3170243140701403,
      "lyap1_mean": 0.018798697739839554,
      "lyap1_max": 0.04226873442530632,
      "lyap1_min": 0.004606116563081741,
      "lyap_spec_mean": [
        0.018798697739839554,
        0.018354499712586403,
        0.015687014907598495,
        0.01541951298713684
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1099,
      "lr": 0.0001,
      "sup_loss": 1.2992020600488257,
      "rf_loss": 0.00019601950771175325,
      "total_loss": 1.2993980795565374,
      "lyap1_mean": 0.006108440924435854,
      "lyap1_max": 0.04210267961025238,
      "lyap1_min": -0.01498381793498993,
      "lyap_spec_mean": [
        0.006108440458774567,
        0.004478029441088438,
        0.004359079524874687,
        0.0030302349478006363
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1100,
      "lr": 0.0001,
      "sup_loss": 1.3121866541576153,
      "rf_loss": 0.00012242113007232547,
      "total_loss": 1.3123090752876876,
      "lyap1_mean": -0.005417667794972658,
      "lyap1_max": 0.004180377349257469,
      "lyap1_min": -0.01487809605896473,
      "lyap_spec_mean": [
        -0.005417667794972658,
        -0.011475658044219017,
        -0.005555166397243738,
        -0.012817183509469032
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1101,
      "lr": 0.0001,
      "sup_loss": 1.2867185217135844,
      "rf_loss": 0.0009090377716347575,
      "total_loss": 1.2876275594852191,
      "lyap1_mean": -0.028773844242095947,
      "lyap1_max": -0.008628210984170437,
      "lyap1_min": -0.03889317810535431,
      "lyap_spec_mean": [
        -0.028773844242095947,
        -0.027786118909716606,
        -0.028043633326888084,
        -0.03168712928891182
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1102,
      "lr": 0.0001,
      "sup_loss": 1.2453703516216046,
      "rf_loss": 0.0009798158425837755,
      "total_loss": 1.2463501674641884,
      "lyap1_mean": -0.03201799839735031,
      "lyap1_max": -0.014357714913785458,
      "lyap1_min": -0.04508911818265915,
      "lyap_spec_mean": [
        -0.03201799839735031,
        -0.033069632947444916,
        -0.02724023163318634,
        -0.02891155332326889
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1103,
      "lr": 0.0001,
      "sup_loss": 1.2907395694755306,
      "rf_loss": 0.0007552250172011554,
      "total_loss": 1.2914947944927317,
      "lyap1_mean": -0.02156459540128708,
      "lyap1_max": -0.0027918177656829357,
      "lyap1_min": -0.03308114781975746,
      "lyap_spec_mean": [
        -0.02156459540128708,
        -0.022432107478380203,
        -0.026659760624170303,
        -0.02908136509358883
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1104,
      "lr": 0.0001,
      "sup_loss": 1.2870363352967118,
      "rf_loss": 0.0001997677463805303,
      "total_loss": 1.2872361030430923,
      "lyap1_mean": -0.004283180460333824,
      "lyap1_max": 0.01241213083267212,
      "lyap1_min": -0.035834141075611115,
      "lyap_spec_mean": [
        -0.004283180460333824,
        -0.004593351855874062,
        -0.006663994397968054,
        -0.011227397248148918
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1105,
      "lr": 0.0001,
      "sup_loss": 1.264285056638954,
      "rf_loss": 0.00012559443712234497,
      "total_loss": 1.2644106510760764,
      "lyap1_mean": 0.00569599075242877,
      "lyap1_max": 0.025375474244356155,
      "lyap1_min": -0.008866045624017715,
      "lyap_spec_mean": [
        0.00569599075242877,
        0.006574365310370922,
        0.002695519244298339,
        0.006035680882632732
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1106,
      "lr": 0.0001,
      "sup_loss": 1.3160077709280324,
      "rf_loss": 0.00023160943237598985,
      "total_loss": 1.3162393803604084,
      "lyap1_mean": 0.01301959715783596,
      "lyap1_max": 0.029378727078437805,
      "lyap1_min": -0.008238093927502632,
      "lyap_spec_mean": [
        0.01301959715783596,
        0.009002730250358582,
        0.01071728952229023,
        0.005378979258239269
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1107,
      "lr": 0.0001,
      "sup_loss": 1.3147429182736612,
      "rf_loss": 0.0004590580065269023,
      "total_loss": 1.315201976280188,
      "lyap1_mean": 0.01874762400984764,
      "lyap1_max": 0.03239448741078377,
      "lyap1_min": 0.010978679172694683,
      "lyap_spec_mean": [
        0.01874762400984764,
        0.02287774160504341,
        0.018602529540657997,
        0.01454867608845234
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1108,
      "lr": 0.0001,
      "sup_loss": 1.3262423283443472,
      "rf_loss": 0.0004709404311142862,
      "total_loss": 1.3267132687754615,
      "lyap1_mean": 0.02053508535027504,
      "lyap1_max": 0.031093522906303406,
      "lyap1_min": 0.010772405192255974,
      "lyap_spec_mean": [
        0.02053508535027504,
        0.017309030517935753,
        0.022600170224905014,
        0.017536908388137817
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1109,
      "lr": 0.0001,
      "sup_loss": 1.2757899995286017,
      "rf_loss": 0.00028352008666843176,
      "total_loss": 1.2760735196152702,
      "lyap1_mean": 0.017101746052503586,
      "lyap1_max": 0.03258461877703667,
      "lyap1_min": -0.001531573012471199,
      "lyap_spec_mean": [
        0.017101746052503586,
        0.01630438305437565,
        0.012940198183059692,
        0.011306854896247387
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1110,
      "lr": 0.0001,
      "sup_loss": 1.284324431916275,
      "rf_loss": 0.00025947202811948955,
      "total_loss": 1.2845839039443945,
      "lyap1_mean": 0.010632474906742573,
      "lyap1_max": 0.02526048943400383,
      "lyap1_min": -0.0006865921313874424,
      "lyap_spec_mean": [
        0.010632475838065147,
        0.006935524754226208,
        0.012714949436485767,
        0.009818156249821186
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1111,
      "lr": 0.0001,
      "sup_loss": 1.284247353399216,
      "rf_loss": 5.38311833224725e-05,
      "total_loss": 1.2843011845825385,
      "lyap1_mean": -0.0008047602605074644,
      "lyap1_max": 0.006300849374383688,
      "lyap1_min": -0.009525066241621971,
      "lyap_spec_mean": [
        -0.0008047602605074644,
        0.0017562253633514047,
        0.0004156559007242322,
        -0.0030091949738562107
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1112,
      "lr": 0.0001,
      "sup_loss": 1.193991409927903,
      "rf_loss": 0.00010714253585319966,
      "total_loss": 1.1940985524637562,
      "lyap1_mean": -2.604664769023657e-05,
      "lyap1_max": 0.005644811317324638,
      "lyap1_min": -0.01030984427779913,
      "lyap_spec_mean": [
        -2.604653127491474e-05,
        0.004507661797106266,
        0.002262561582028866,
        0.0014065648429095745
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1113,
      "lr": 0.0001,
      "sup_loss": 1.279187128693101,
      "rf_loss": 0.00019484132644720376,
      "total_loss": 1.2793819700195481,
      "lyap1_mean": -0.012354862876236439,
      "lyap1_max": 0.0037977618630975485,
      "lyap1_min": -0.019742775708436966,
      "lyap_spec_mean": [
        -0.012354862876236439,
        -0.011176596395671368,
        -0.012315137311816216,
        -0.011015309020876884
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1114,
      "lr": 0.0001,
      "sup_loss": 1.2615427762357716,
      "rf_loss": 0.00016573944594711065,
      "total_loss": 1.2617085156817187,
      "lyap1_mean": -0.007786828093230724,
      "lyap1_max": 0.0023767489474266768,
      "lyap1_min": -0.027591537684202194,
      "lyap_spec_mean": [
        -0.007786828558892012,
        -0.006719647906720638,
        -0.005109001882374287,
        -0.010375085286796093
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1115,
      "lr": 0.0001,
      "sup_loss": 1.3128659139374594,
      "rf_loss": 0.0001525414118077606,
      "total_loss": 1.3130184553492672,
      "lyap1_mean": 0.0030562945175915956,
      "lyap1_max": 0.020582256838679314,
      "lyap1_min": -0.011363314464688301,
      "lyap_spec_mean": [
        0.0030562945175915956,
        -0.005175482016056776,
        -0.013074163347482681,
        -0.0061018457636237144
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1116,
      "lr": 0.0001,
      "sup_loss": 1.2765048609866292,
      "rf_loss": 0.00012133084965171292,
      "total_loss": 1.276626191836281,
      "lyap1_mean": 0.0029194613453000784,
      "lyap1_max": 0.011773688718676567,
      "lyap1_min": -0.01007760502398014,
      "lyap_spec_mean": [
        0.002919461578130722,
        0.008029473014175892,
        0.002839084481820464,
        0.001112520694732666
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1117,
      "lr": 0.0001,
      "sup_loss": 1.2723110218151181,
      "rf_loss": 7.500904030166566e-05,
      "total_loss": 1.2723860308554198,
      "lyap1_mean": 0.005736194550991058,
      "lyap1_max": 0.01753491722047329,
      "lyap1_min": -0.00039626099169254303,
      "lyap_spec_mean": [
        0.005736194550991058,
        0.009193983860313892,
        0.0025298111140727997,
        -0.0011968305334448814
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1118,
      "lr": 0.0001,
      "sup_loss": 1.262928358997161,
      "rf_loss": 0.0002492566709406674,
      "total_loss": 1.2631776156681016,
      "lyap1_mean": 0.01582186482846737,
      "lyap1_max": 0.029142972081899643,
      "lyap1_min": -0.005111159756779671,
      "lyap_spec_mean": [
        0.01582186669111252,
        0.013181909918785095,
        0.008780273608863354,
        0.00795681681483984
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1119,
      "lr": 0.0001,
      "sup_loss": 1.2645213593270317,
      "rf_loss": 0.00019534183957148343,
      "total_loss": 1.2647167011666032,
      "lyap1_mean": 0.01229683868587017,
      "lyap1_max": 0.02523266337811947,
      "lyap1_min": -0.003967749886214733,
      "lyap_spec_mean": [
        0.01229683868587017,
        0.009506219998002052,
        0.010258207097649574,
        0.008926299400627613
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1120,
      "lr": 0.0001,
      "sup_loss": 1.2192360954372163,
      "rf_loss": 0.00010155087511520833,
      "total_loss": 1.2193376463123315,
      "lyap1_mean": 0.008224616758525372,
      "lyap1_max": 0.017711397260427475,
      "lyap1_min": 0.0013261071871966124,
      "lyap_spec_mean": [
        0.008224616758525372,
        0.0025177064817398787,
        0.0055831801146268845,
        0.00047765474300831556
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1121,
      "lr": 0.0001,
      "sup_loss": 1.2555561791650622,
      "rf_loss": 0.00015477357374038547,
      "total_loss": 1.2557109527388026,
      "lyap1_mean": 0.0023171177599579096,
      "lyap1_max": 0.017219234257936478,
      "lyap1_min": -0.010551135055720806,
      "lyap_spec_mean": [
        0.0023171177599579096,
        -0.005579117685556412,
        -0.004378743004053831,
        -0.007492009084671736
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1122,
      "lr": 0.0001,
      "sup_loss": 1.2786829840645602,
      "rf_loss": 0.0004215840599499643,
      "total_loss": 1.2791045681245101,
      "lyap1_mean": -0.012394078075885773,
      "lyap1_max": 0.0001111493183998391,
      "lyap1_min": -0.025683913379907608,
      "lyap_spec_mean": [
        -0.012394078075885773,
        -0.015269938856363297,
        -0.018531322479248047,
        -0.022477438673377037
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1123,
      "lr": 0.0001,
      "sup_loss": 1.301682264849676,
      "rf_loss": 0.0005704759387299418,
      "total_loss": 1.302252740788406,
      "lyap1_mean": -0.021793339401483536,
      "lyap1_max": -0.011223237961530685,
      "lyap1_min": -0.03451450914144516,
      "lyap_spec_mean": [
        -0.021793341264128685,
        -0.019961996003985405,
        -0.02053452841937542,
        -0.024585166946053505
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1124,
      "lr": 0.0001,
      "sup_loss": 1.2504010102172383,
      "rf_loss": 0.000668517779558897,
      "total_loss": 1.2510695279967972,
      "lyap1_mean": -0.0250568725168705,
      "lyap1_max": -0.016460981220006943,
      "lyap1_min": -0.03328150883316994,
      "lyap_spec_mean": [
        -0.025056874379515648,
        -0.021390490233898163,
        -0.026807725429534912,
        -0.026874400675296783
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1125,
      "lr": 0.0001,
      "sup_loss": 1.2633903258441015,
      "rf_loss": 0.00032344990177080035,
      "total_loss": 1.2637137757458723,
      "lyap1_mean": -0.015211617574095726,
      "lyap1_max": -0.008526347577571869,
      "lyap1_min": -0.029163800179958344,
      "lyap_spec_mean": [
        -0.0152116185054183,
        -0.018254950642585754,
        -0.01619981974363327,
        -0.016837187111377716
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1126,
      "lr": 0.0001,
      "sup_loss": 1.255534349540873,
      "rf_loss": 0.0001640667614992708,
      "total_loss": 1.2556984163023723,
      "lyap1_mean": -0.008302345871925354,
      "lyap1_max": 0.007211054675281048,
      "lyap1_min": -0.01776755414903164,
      "lyap_spec_mean": [
        -0.008302345871925354,
        -0.006610468961298466,
        -0.009043164551258087,
        -0.010070135816931725
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1127,
      "lr": 0.0001,
      "sup_loss": 1.2858172972050268,
      "rf_loss": 0.0001116188068408519,
      "total_loss": 1.2859289160118677,
      "lyap1_mean": 0.007294337265193462,
      "lyap1_max": 0.0190457534044981,
      "lyap1_min": -0.01335812732577324,
      "lyap_spec_mean": [
        0.007294337265193462,
        0.0070557743310928345,
        -0.0014613535022363067,
        0.005501822102814913
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1128,
      "lr": 0.0001,
      "sup_loss": 1.2667810462745965,
      "rf_loss": 0.00010857154848054051,
      "total_loss": 1.266889617823077,
      "lyap1_mean": 0.0060320766642689705,
      "lyap1_max": 0.023949872702360153,
      "lyap1_min": -0.006668393965810537,
      "lyap_spec_mean": [
        0.0060320766642689705,
        0.006612771190702915,
        0.009202776476740837,
        0.005588580388575792
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1129,
      "lr": 0.0001,
      "sup_loss": 1.2725823832829295,
      "rf_loss": 0.00023807084653526545,
      "total_loss": 1.2728204541294648,
      "lyap1_mean": 0.01386209949851036,
      "lyap1_max": 0.03946448862552643,
      "lyap1_min": 0.0032107867300510406,
      "lyap_spec_mean": [
        0.013862098567187786,
        0.012301000766456127,
        0.013330102898180485,
        0.011758462525904179
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1130,
      "lr": 0.0001,
      "sup_loss": 1.2420104080926069,
      "rf_loss": 0.00023135503579396755,
      "total_loss": 1.2422417631284008,
      "lyap1_mean": 0.013525774702429771,
      "lyap1_max": 0.028877440840005875,
      "lyap1_min": 0.0037834288086742163,
      "lyap_spec_mean": [
        0.013525773771107197,
        0.010840442031621933,
        0.014865470118820667,
        0.010702036321163177
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1131,
      "lr": 0.0001,
      "sup_loss": 1.2845461430547969,
      "rf_loss": 0.0004093415045645088,
      "total_loss": 1.2849554845593614,
      "lyap1_mean": 0.019632142037153244,
      "lyap1_max": 0.030658608302474022,
      "lyap1_min": 0.008759853430092335,
      "lyap_spec_mean": [
        0.019632142037153244,
        0.01651586964726448,
        0.012469756416976452,
        0.020821427926421165
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1132,
      "lr": 0.0001,
      "sup_loss": 1.24390861833246,
      "rf_loss": 0.00017315488366875798,
      "total_loss": 1.2440817732161287,
      "lyap1_mean": 0.010743705555796623,
      "lyap1_max": 0.031702231615781784,
      "lyap1_min": -0.009143457747995853,
      "lyap_spec_mean": [
        0.010743706487119198,
        0.010870889760553837,
        0.004921548068523407,
        0.0035509783774614334
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1133,
      "lr": 0.0001,
      "sup_loss": 1.2369158869421442,
      "rf_loss": 9.831294300965965e-05,
      "total_loss": 1.2370141998851538,
      "lyap1_mean": 0.0003414401726331562,
      "lyap1_max": 0.013460136950016022,
      "lyap1_min": -0.014646505936980247,
      "lyap_spec_mean": [
        0.0003414401435293257,
        -0.00639845198020339,
        -0.001583739765919745,
        -0.004720037337392569
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1134,
      "lr": 0.0001,
      "sup_loss": 1.2409498316758543,
      "rf_loss": 0.00027292966842651367,
      "total_loss": 1.2412227613442808,
      "lyap1_mean": -0.008302111178636551,
      "lyap1_max": 0.008562330156564713,
      "lyap1_min": -0.026138460263609886,
      "lyap_spec_mean": [
        -0.008302111178636551,
        -0.007093444466590881,
        -0.016819670796394348,
        -0.013545118272304535
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1135,
      "lr": 0.0001,
      "sup_loss": 1.2270358544417936,
      "rf_loss": 0.00030603777850046754,
      "total_loss": 1.227341892220294,
      "lyap1_mean": -0.0037229061126708984,
      "lyap1_max": 0.007617536466568708,
      "lyap1_min": -0.016851739957928658,
      "lyap_spec_mean": [
        -0.0037229061126708984,
        -0.011191312223672867,
        -0.018270965665578842,
        -0.01764860190451145
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1136,
      "lr": 0.0001,
      "sup_loss": 1.2996395138385803,
      "rf_loss": 0.00024426315212622285,
      "total_loss": 1.2998837769907066,
      "lyap1_mean": -0.0003157416358590126,
      "lyap1_max": 0.015924770385026932,
      "lyap1_min": -0.0179830901324749,
      "lyap_spec_mean": [
        -0.0003157412866130471,
        -0.006779151037335396,
        -0.013918032869696617,
        -0.009093300439417362
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1137,
      "lr": 0.0001,
      "sup_loss": 1.2900338153692865,
      "rf_loss": 0.0002293232100782916,
      "total_loss": 1.2902631385793648,
      "lyap1_mean": -0.009645865298807621,
      "lyap1_max": 0.006099558901041746,
      "lyap1_min": -0.027478618547320366,
      "lyap_spec_mean": [
        -0.009645865298807621,
        -0.005097302608191967,
        -0.01196952722966671,
        -0.012126029469072819
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1138,
      "lr": 0.0001,
      "sup_loss": 1.2655094421034698,
      "rf_loss": 9.434230014448985e-05,
      "total_loss": 1.2656037844036143,
      "lyap1_mean": 0.006817880552262068,
      "lyap1_max": 0.02227804809808731,
      "lyap1_min": -0.006154179573059082,
      "lyap_spec_mean": [
        0.006817880552262068,
        0.00827766302973032,
        0.005416375119239092,
        0.0006910441443324089
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1139,
      "lr": 0.0001,
      "sup_loss": 1.2620410597223257,
      "rf_loss": 0.00034166331170126796,
      "total_loss": 1.262382723034027,
      "lyap1_mean": 0.019548658281564713,
      "lyap1_max": 0.027639571577310562,
      "lyap1_min": 0.006350127048790455,
      "lyap_spec_mean": [
        0.019548660144209862,
        0.01696232706308365,
        0.015167804434895515,
        0.014331048354506493
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1140,
      "lr": 0.0001,
      "sup_loss": 1.3024418541619178,
      "rf_loss": 0.0004228324396535754,
      "total_loss": 1.3028646866015714,
      "lyap1_mean": 0.023188019171357155,
      "lyap1_max": 0.04047057032585144,
      "lyap1_min": 0.0019959397614002228,
      "lyap_spec_mean": [
        0.023188017308712006,
        0.01855357550084591,
        0.019521184265613556,
        0.014811394736170769
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1141,
      "lr": 0.0001,
      "sup_loss": 1.251193876076273,
      "rf_loss": 0.0001373913255520165,
      "total_loss": 1.251331267401825,
      "lyap1_mean": 0.008718617260456085,
      "lyap1_max": 0.02258419618010521,
      "lyap1_min": -0.010909428820014,
      "lyap_spec_mean": [
        0.008718617260456085,
        0.009091759100556374,
        0.007577232085168362,
        0.008749525062739849
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1142,
      "lr": 0.0001,
      "sup_loss": 1.2596156218813455,
      "rf_loss": 0.00013497870531864464,
      "total_loss": 1.259750600586664,
      "lyap1_mean": 0.009936822578310966,
      "lyap1_max": 0.031893447041511536,
      "lyap1_min": -0.007037588860839605,
      "lyap_spec_mean": [
        0.009936822578310966,
        0.0036809477023780346,
        0.0057674734853208065,
        0.0009609631961211562
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1143,
      "lr": 0.0001,
      "sup_loss": 1.2564696637888977,
      "rf_loss": 0.00010251664934912696,
      "total_loss": 1.2565721804382468,
      "lyap1_mean": 0.0060555594973266125,
      "lyap1_max": 0.014385154470801353,
      "lyap1_min": -0.003515449119731784,
      "lyap_spec_mean": [
        0.006055559031665325,
        0.003600918687880039,
        0.006437548436224461,
        0.0011986248428002
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1144,
      "lr": 0.0001,
      "sup_loss": 1.3018428785504377,
      "rf_loss": 0.00017754310101736337,
      "total_loss": 1.302020421651455,
      "lyap1_mean": -0.008569644764065742,
      "lyap1_max": -0.00039063519216142595,
      "lyap1_min": -0.02553616091609001,
      "lyap_spec_mean": [
        -0.008569644764065742,
        -0.010548409074544907,
        -0.007812258787453175,
        -0.011692473664879799
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1145,
      "lr": 0.0001,
      "sup_loss": 1.297846691507076,
      "rf_loss": 0.00019019018509425223,
      "total_loss": 1.2980368816921704,
      "lyap1_mean": -0.007350233383476734,
      "lyap1_max": 0.0026063621044158936,
      "lyap1_min": -0.015951866284012794,
      "lyap_spec_mean": [
        -0.007350233383476734,
        -0.009202458895742893,
        -0.0077096251770854,
        -0.010370727628469467
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1146,
      "lr": 0.0001,
      "sup_loss": 1.2381059587281744,
      "rf_loss": 0.0003293630143161863,
      "total_loss": 1.2384353217424906,
      "lyap1_mean": -0.01494733989238739,
      "lyap1_max": -0.004322157707065344,
      "lyap1_min": -0.027578404173254967,
      "lyap_spec_mean": [
        -0.01494733989238739,
        -0.011937977746129036,
        -0.016903972253203392,
        -0.018048539757728577
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1147,
      "lr": 0.0001,
      "sup_loss": 1.25495385210528,
      "rf_loss": 0.0002767661935649812,
      "total_loss": 1.255230618298845,
      "lyap1_mean": -0.004232561681419611,
      "lyap1_max": 0.028566500172019005,
      "lyap1_min": -0.024319905787706375,
      "lyap_spec_mean": [
        -0.004232562147080898,
        -0.010972509160637856,
        -0.008388765156269073,
        -0.013107722625136375
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1148,
      "lr": 0.0001,
      "sup_loss": 1.23678465160958,
      "rf_loss": 0.00012499444710556418,
      "total_loss": 1.2369096460566855,
      "lyap1_mean": -0.006034581456333399,
      "lyap1_max": 0.0044078826904296875,
      "lyap1_min": -0.018992453813552856,
      "lyap_spec_mean": [
        -0.006034581456333399,
        -0.007187098264694214,
        -0.008872052654623985,
        -0.009326951578259468
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1149,
      "lr": 0.0001,
      "sup_loss": 1.2804012241257645,
      "rf_loss": 0.00023689819499850273,
      "total_loss": 1.280638122320763,
      "lyap1_mean": -0.00172846345230937,
      "lyap1_max": 0.04523950442671776,
      "lyap1_min": -0.01755014806985855,
      "lyap_spec_mean": [
        -0.0017284629866480827,
        0.002184479031711817,
        -0.008257499895989895,
        -0.013927818275988102
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1150,
      "lr": 0.0001,
      "sup_loss": 1.2626560356887142,
      "rf_loss": 6.23710366198793e-05,
      "total_loss": 1.262718406725334,
      "lyap1_mean": 0.0005965959280729294,
      "lyap1_max": 0.013365857303142548,
      "lyap1_min": -0.013499985449016094,
      "lyap_spec_mean": [
        0.000596596160903573,
        0.0015257014892995358,
        0.0025253738276660442,
        -6.7124143242836e-05
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1151,
      "lr": 0.0001,
      "sup_loss": 1.238519611945747,
      "rf_loss": 0.00011874065967276692,
      "total_loss": 1.2386383526054197,
      "lyap1_mean": 0.008042965084314346,
      "lyap1_max": 0.016513504087924957,
      "lyap1_min": -0.00130448245909065,
      "lyap_spec_mean": [
        0.008042965084314346,
        0.012188718654215336,
        0.0072534820064902306,
        0.0051848068833351135
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1152,
      "lr": 0.0001,
      "sup_loss": 1.307962167677164,
      "rf_loss": 0.00021783565171062946,
      "total_loss": 1.3081800033288746,
      "lyap1_mean": 0.015940487384796143,
      "lyap1_max": 0.033682648092508316,
      "lyap1_min": -0.002356520388275385,
      "lyap_spec_mean": [
        0.015940487384796143,
        0.012452416121959686,
        0.0076875705271959305,
        0.00758267380297184
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1153,
      "lr": 0.0001,
      "sup_loss": 1.2112275186360382,
      "rf_loss": 0.00020448498253244907,
      "total_loss": 1.2114320036185706,
      "lyap1_mean": 0.013706945814192295,
      "lyap1_max": 0.03697771579027176,
      "lyap1_min": 0.0016863703494891524,
      "lyap_spec_mean": [
        0.01370694488286972,
        0.01100799348205328,
        0.00898268073797226,
        0.008412751369178295
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1154,
      "lr": 0.0001,
      "sup_loss": 1.2453908559731595,
      "rf_loss": 0.0001985036942642182,
      "total_loss": 1.2455893596674237,
      "lyap1_mean": 0.010465120896697044,
      "lyap1_max": 0.021832920610904694,
      "lyap1_min": -0.004241904243826866,
      "lyap_spec_mean": [
        0.010465120896697044,
        0.009291524067521095,
        0.014080565422773361,
        0.00750527111813426
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1155,
      "lr": 0.0001,
      "sup_loss": 1.2590810246437616,
      "rf_loss": 0.00040321500273421407,
      "total_loss": 1.2594842396464958,
      "lyap1_mean": 0.019842300564050674,
      "lyap1_max": 0.03437730669975281,
      "lyap1_min": 0.009587548673152924,
      "lyap_spec_mean": [
        0.019842300564050674,
        0.016499878838658333,
        0.018348578363656998,
        0.01759527623653412
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1156,
      "lr": 0.0001,
      "sup_loss": 1.2823008007169825,
      "rf_loss": 0.00028588389977812767,
      "total_loss": 1.2825866846167606,
      "lyap1_mean": 0.019966237246990204,
      "lyap1_max": 0.03448958694934845,
      "lyap1_min": 0.010925240814685822,
      "lyap_spec_mean": [
        0.019966237246990204,
        0.013644739985466003,
        0.014329444617033005,
        0.009522445499897003
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1157,
      "lr": 0.0001,
      "sup_loss": 1.3416103384250078,
      "rf_loss": 0.00024228330585174263,
      "total_loss": 1.3418526217308595,
      "lyap1_mean": 0.004049617797136307,
      "lyap1_max": 0.02994755282998085,
      "lyap1_min": -0.012051848694682121,
      "lyap_spec_mean": [
        0.004049616865813732,
        0.00392437307164073,
        0.006164118647575378,
        0.005095931701362133
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1158,
      "lr": 0.0001,
      "sup_loss": 1.2680868054627554,
      "rf_loss": 0.000187444849871099,
      "total_loss": 1.2682742503126265,
      "lyap1_mean": -0.0034305478911846876,
      "lyap1_max": 0.03289124369621277,
      "lyap1_min": -0.016443926841020584,
      "lyap_spec_mean": [
        -0.003430547658354044,
        -0.005883175879716873,
        -0.0006894313264638186,
        -0.007299077231436968
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1159,
      "lr": 0.0001,
      "sup_loss": 1.2812556870377179,
      "rf_loss": 0.000329425121890381,
      "total_loss": 1.2815851121596082,
      "lyap1_mean": -0.0097768260166049,
      "lyap1_max": 0.01741461455821991,
      "lyap1_min": -0.03860641270875931,
      "lyap_spec_mean": [
        -0.0097768260166049,
        -0.01758304238319397,
        -0.014937256462872028,
        -0.013031814247369766
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1160,
      "lr": 0.0001,
      "sup_loss": 1.2501626282282823,
      "rf_loss": 0.001095513696782291,
      "total_loss": 1.2512581419250646,
      "lyap1_mean": -0.029138721525669098,
      "lyap1_max": -0.01487004291266203,
      "lyap1_min": -0.04078559949994087,
      "lyap_spec_mean": [
        -0.029138723388314247,
        -0.03157482296228409,
        -0.03266975283622742,
        -0.03472328931093216
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1161,
      "lr": 0.0001,
      "sup_loss": 1.2781538391424556,
      "rf_loss": 0.0012102157343178988,
      "total_loss": 1.2793640548767735,
      "lyap1_mean": -0.030585680156946182,
      "lyap1_max": -0.006248639430850744,
      "lyap1_min": -0.04962201043963432,
      "lyap_spec_mean": [
        -0.03058568201959133,
        -0.03020479902625084,
        -0.03409231826663017,
        -0.036030326038599014
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1162,
      "lr": 0.0001,
      "sup_loss": 1.2661635501451363,
      "rf_loss": 0.0007457381580024958,
      "total_loss": 1.2669092883031388,
      "lyap1_mean": -0.0237533338367939,
      "lyap1_max": -0.00761039461940527,
      "lyap1_min": -0.033936891704797745,
      "lyap_spec_mean": [
        -0.02375333197414875,
        -0.02727895975112915,
        -0.025373028591275215,
        -0.02806381694972515
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1163,
      "lr": 0.0001,
      "sup_loss": 1.241811650325901,
      "rf_loss": 0.00025164606631733477,
      "total_loss": 1.2420632963922182,
      "lyap1_mean": -0.009612657129764557,
      "lyap1_max": 0.01681685447692871,
      "lyap1_min": -0.021412288770079613,
      "lyap_spec_mean": [
        -0.009612657129764557,
        -0.013540302403271198,
        -0.013934477232396603,
        -0.012145303189754486
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1164,
      "lr": 0.0001,
      "sup_loss": 1.2812830944182831,
      "rf_loss": 5.549575143959373e-05,
      "total_loss": 1.2813385901697227,
      "lyap1_mean": 4.7460198402404785e-05,
      "lyap1_max": 0.006476923823356628,
      "lyap1_min": -0.007738487329334021,
      "lyap_spec_mean": [
        4.7460198402404785e-05,
        0.002928572241216898,
        0.0003287446452304721,
        0.0031144428066909313
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1165,
      "lr": 0.0001,
      "sup_loss": 1.2373370182980554,
      "rf_loss": 0.0005738299805670977,
      "total_loss": 1.2379108482786225,
      "lyap1_mean": 0.020228805020451546,
      "lyap1_max": 0.036880973726511,
      "lyap1_min": 0.011843952350318432,
      "lyap_spec_mean": [
        0.020228806883096695,
        0.02859530597925186,
        0.020358087494969368,
        0.019774027168750763
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1166,
      "lr": 0.0001,
      "sup_loss": 1.273808380311146,
      "rf_loss": 0.0008471362525597215,
      "total_loss": 1.2746555165637057,
      "lyap1_mean": 0.031077373772859573,
      "lyap1_max": 0.03732132911682129,
      "lyap1_min": 0.02126792073249817,
      "lyap_spec_mean": [
        0.031077375635504723,
        0.027757324278354645,
        0.025050068274140358,
        0.02596050128340721
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1167,
      "lr": 0.0001,
      "sup_loss": 1.2225074538097307,
      "rf_loss": 0.000793610408436507,
      "total_loss": 1.2233010642181672,
      "lyap1_mean": 0.026491742581129074,
      "lyap1_max": 0.042731642723083496,
      "lyap1_min": 0.01682201959192753,
      "lyap_spec_mean": [
        0.026491740718483925,
        0.0259745791554451,
        0.0274024847894907,
        0.024564970284700394
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1168,
      "lr": 0.0001,
      "sup_loss": 1.2716318506328035,
      "rf_loss": 0.0006793220527470112,
      "total_loss": 1.2723111726855505,
      "lyap1_mean": 0.025827769190073013,
      "lyap1_max": 0.03700532019138336,
      "lyap1_min": 0.008203855715692043,
      "lyap_spec_mean": [
        0.025827769190073013,
        0.027579322457313538,
        0.02120955102145672,
        0.024733498692512512
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1169,
      "lr": 0.0001,
      "sup_loss": 1.2326264544168548,
      "rf_loss": 0.00038134882925078273,
      "total_loss": 1.2330078032461056,
      "lyap1_mean": 0.020239990204572678,
      "lyap1_max": 0.034862957894802094,
      "lyap1_min": 0.012961088679730892,
      "lyap_spec_mean": [
        0.020239990204572678,
        0.018917273730039597,
        0.008281206712126732,
        0.01461783517152071
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1170,
      "lr": 0.0001,
      "sup_loss": 1.2574741141991594,
      "rf_loss": 0.00026623340090736747,
      "total_loss": 1.2577403476000668,
      "lyap1_mean": 0.016845809295773506,
      "lyap1_max": 0.04377611726522446,
      "lyap1_min": 0.004605572670698166,
      "lyap_spec_mean": [
        0.016845809295773506,
        0.00746567640453577,
        0.011877750977873802,
        0.00951568316668272
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1171,
      "lr": 0.0001,
      "sup_loss": 1.2227199742076391,
      "rf_loss": 0.0001726509362924844,
      "total_loss": 1.2228926251439316,
      "lyap1_mean": 0.012775254435837269,
      "lyap1_max": 0.032985869795084,
      "lyap1_min": 0.006359451450407505,
      "lyap_spec_mean": [
        0.012775254435837269,
        0.003884753677994013,
        0.010751406662166119,
        0.0015045024920254946
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1172,
      "lr": 0.0001,
      "sup_loss": 1.2452153930059222,
      "rf_loss": 0.00018933415412902832,
      "total_loss": 1.2454047271600512,
      "lyap1_mean": -0.002876841928809881,
      "lyap1_max": 0.023222357034683228,
      "lyap1_min": -0.018738247454166412,
      "lyap_spec_mean": [
        -0.002876842161640525,
        -0.0021315356716513634,
        -0.0008079563267529011,
        -0.006954999640583992
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1173,
      "lr": 0.0001,
      "sup_loss": 1.293471199287805,
      "rf_loss": 0.0003317055234219879,
      "total_loss": 1.293802904811227,
      "lyap1_mean": -0.013189094141125679,
      "lyap1_max": 0.0008369827410206199,
      "lyap1_min": -0.03643608093261719,
      "lyap_spec_mean": [
        -0.013189094141125679,
        -0.012788550928235054,
        -0.009286212734878063,
        -0.017964666709303856
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1174,
      "lr": 0.0001,
      "sup_loss": 1.2405954059694708,
      "rf_loss": 0.0004643712018150836,
      "total_loss": 1.241059777171286,
      "lyap1_mean": -0.016569338738918304,
      "lyap1_max": -0.0069315191358327866,
      "lyap1_min": -0.025091473013162613,
      "lyap_spec_mean": [
        -0.016569338738918304,
        -0.01602146029472351,
        -0.021497603505849838,
        -0.02066870406270027
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1175,
      "lr": 0.0001,
      "sup_loss": 1.283979231520051,
      "rf_loss": 0.0005033110501244664,
      "total_loss": 1.2844825425701754,
      "lyap1_mean": -0.01604435034096241,
      "lyap1_max": -0.006086637731641531,
      "lyap1_min": -0.036727726459503174,
      "lyap_spec_mean": [
        -0.01604435034096241,
        -0.020800039172172546,
        -0.021516289561986923,
        -0.023767797276377678
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1176,
      "lr": 0.0001,
      "sup_loss": 1.2810770311491324,
      "rf_loss": 0.0006840811693109572,
      "total_loss": 1.2817611123184434,
      "lyap1_mean": -0.023949475958943367,
      "lyap1_max": -0.012475915253162384,
      "lyap1_min": -0.03273215517401695,
      "lyap_spec_mean": [
        -0.023949477821588516,
        -0.02158196270465851,
        -0.02419690415263176,
        -0.02944275364279747
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1177,
      "lr": 0.0001,
      "sup_loss": 1.273767466431526,
      "rf_loss": 0.0008681998588144779,
      "total_loss": 1.2746356662903404,
      "lyap1_mean": -0.02528548613190651,
      "lyap1_max": -0.015140983276069164,
      "lyap1_min": -0.037599124014377594,
      "lyap_spec_mean": [
        -0.02528548426926136,
        -0.02555910125374794,
        -0.029553133994340897,
        -0.0316983237862587
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1178,
      "lr": 0.0001,
      "sup_loss": 1.2302296553885468,
      "rf_loss": 0.0008685740176588297,
      "total_loss": 1.2310982294062056,
      "lyap1_mean": -0.025771144777536392,
      "lyap1_max": -0.01277909055352211,
      "lyap1_min": -0.04210575670003891,
      "lyap_spec_mean": [
        -0.02577114664018154,
        -0.026474468410015106,
        -0.025791609659790993,
        -0.03305205702781677
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1179,
      "lr": 0.0001,
      "sup_loss": 1.2596287386917604,
      "rf_loss": 0.0002688925596885383,
      "total_loss": 1.259897631251449,
      "lyap1_mean": -0.007211698219180107,
      "lyap1_max": 0.00921553373336792,
      "lyap1_min": -0.03301747143268585,
      "lyap_spec_mean": [
        -0.007211698219180107,
        -0.013611309230327606,
        -0.013305168598890305,
        -0.017840201035141945
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1180,
      "lr": 0.0001,
      "sup_loss": 1.1998240997951397,
      "rf_loss": 8.288133540190756e-05,
      "total_loss": 1.1999069811305416,
      "lyap1_mean": 0.0029439411591738462,
      "lyap1_max": 0.021653838455677032,
      "lyap1_min": -0.005703665316104889,
      "lyap_spec_mean": [
        0.0029439409263432026,
        0.0017950943438336253,
        0.0018038724083453417,
        0.00019918556790798903
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1181,
      "lr": 0.0001,
      "sup_loss": 1.2429504689118613,
      "rf_loss": 0.0001570262829773128,
      "total_loss": 1.2431074951948387,
      "lyap1_mean": 0.013458005152642727,
      "lyap1_max": 0.030254147946834564,
      "lyap1_min": -0.0008050166070461273,
      "lyap_spec_mean": [
        0.013458004221320152,
        0.008330587297677994,
        0.003479722421616316,
        0.008530842140316963
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1182,
      "lr": 0.0001,
      "sup_loss": 1.2540569398427848,
      "rf_loss": 0.00010062674118671566,
      "total_loss": 1.2541575665839715,
      "lyap1_mean": 0.007060549221932888,
      "lyap1_max": 0.019474506378173828,
      "lyap1_min": -0.0057856738567352295,
      "lyap_spec_mean": [
        0.007060548756271601,
        0.00573176983743906,
        0.005713198333978653,
        0.007767881732434034
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1183,
      "lr": 0.0001,
      "sup_loss": 1.2610789687620199,
      "rf_loss": 0.0003441483713686466,
      "total_loss": 1.2614231171333885,
      "lyap1_mean": 0.017226319760084152,
      "lyap1_max": 0.025027144700288773,
      "lyap1_min": 0.0008632668177597225,
      "lyap_spec_mean": [
        0.017226319760084152,
        0.021166853606700897,
        0.012603212147951126,
        0.013651503250002861
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1184,
      "lr": 0.0001,
      "sup_loss": 1.2884502258404504,
      "rf_loss": 0.00028703492716886103,
      "total_loss": 1.2887372607676193,
      "lyap1_mean": 0.01878124102950096,
      "lyap1_max": 0.038709163665771484,
      "lyap1_min": 0.009225860238075256,
      "lyap_spec_mean": [
        0.01878124289214611,
        0.015925215557217598,
        0.01153600960969925,
        0.009906496852636337
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1185,
      "lr": 0.0001,
      "sup_loss": 1.251183794743957,
      "rf_loss": 0.0003208792768418789,
      "total_loss": 1.251504674020799,
      "lyap1_mean": 0.012564530596137047,
      "lyap1_max": 0.03376363590359688,
      "lyap1_min": -0.011963734403252602,
      "lyap_spec_mean": [
        0.012564530596137047,
        0.01569416932761669,
        0.009799379855394363,
        0.008408593013882637
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1186,
      "lr": 0.0001,
      "sup_loss": 1.2425812106334888,
      "rf_loss": 0.00019125864491797984,
      "total_loss": 1.2427724692784068,
      "lyap1_mean": 0.006507599726319313,
      "lyap1_max": 0.036058176308870316,
      "lyap1_min": -0.008201203308999538,
      "lyap_spec_mean": [
        0.0065075987949967384,
        0.00456790579482913,
        0.0067919096909463406,
        -0.00265118689276278
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1187,
      "lr": 0.0001,
      "sup_loss": 1.2747237628931802,
      "rf_loss": 0.00010753177048172802,
      "total_loss": 1.274831294663662,
      "lyap1_mean": -0.0020479673985391855,
      "lyap1_max": 0.01596243306994438,
      "lyap1_min": -0.02052980475127697,
      "lyap_spec_mean": [
        -0.002047967165708542,
        -0.00342679675668478,
        -0.006891593337059021,
        -0.004942937754094601
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1188,
      "lr": 0.0001,
      "sup_loss": 1.194159348379452,
      "rf_loss": 0.0001656744279898703,
      "total_loss": 1.1943250228074418,
      "lyap1_mean": 0.0002408031141385436,
      "lyap1_max": 0.02018064819276333,
      "lyap1_min": -0.023153936490416527,
      "lyap_spec_mean": [
        0.00024080253206193447,
        -0.007875164970755577,
        -0.007086033467203379,
        -0.008470925502479076
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1189,
      "lr": 0.0001,
      "sup_loss": 1.222710046052664,
      "rf_loss": 0.00023537111701443791,
      "total_loss": 1.2229454171696785,
      "lyap1_mean": -0.009824443608522415,
      "lyap1_max": 0.0017672516405582428,
      "lyap1_min": -0.01625470258295536,
      "lyap_spec_mean": [
        -0.009824443608522415,
        -0.011737743392586708,
        -0.010732379741966724,
        -0.012880097143352032
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1190,
      "lr": 0.0001,
      "sup_loss": 1.2768649010929192,
      "rf_loss": 0.00010884838411584496,
      "total_loss": 1.276973749477035,
      "lyap1_mean": 0.0015136213041841984,
      "lyap1_max": 0.012367650866508484,
      "lyap1_min": -0.007282813545316458,
      "lyap_spec_mean": [
        0.0015136211877688766,
        -0.0022408217191696167,
        -0.005974368192255497,
        -0.005331721156835556
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1191,
      "lr": 0.0001,
      "sup_loss": 1.2483789568857921,
      "rf_loss": 0.00013338503777049482,
      "total_loss": 1.2485123419235626,
      "lyap1_mean": 0.00975174829363823,
      "lyap1_max": 0.03157413378357887,
      "lyap1_min": -0.0036545763723552227,
      "lyap_spec_mean": [
        0.00975174829363823,
        0.004037531092762947,
        0.008277258835732937,
        0.009922994300723076
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1192,
      "lr": 0.0001,
      "sup_loss": 1.2679804892953297,
      "rf_loss": 0.00016075882012955844,
      "total_loss": 1.2681412481154593,
      "lyap1_mean": 0.01242030505090952,
      "lyap1_max": 0.022702498361468315,
      "lyap1_min": -0.003052267711609602,
      "lyap_spec_mean": [
        0.012420304119586945,
        0.010850024409592152,
        0.012033346109092236,
        0.0070541552267968655
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1193,
      "lr": 0.0001,
      "sup_loss": 1.2861425262546209,
      "rf_loss": 0.0002757153124548495,
      "total_loss": 1.2864182415670757,
      "lyap1_mean": 0.021490901708602905,
      "lyap1_max": 0.036823123693466187,
      "lyap1_min": 0.012840150855481625,
      "lyap_spec_mean": [
        0.021490901708602905,
        0.011788026429712772,
        0.01209978200495243,
        0.010456547141075134
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1194,
      "lr": 0.0001,
      "sup_loss": 1.2177061542123158,
      "rf_loss": 0.00016372969548683614,
      "total_loss": 1.2178698839078026,
      "lyap1_mean": 0.012942416593432426,
      "lyap1_max": 0.024881523102521896,
      "lyap1_min": 0.005052474327385426,
      "lyap_spec_mean": [
        0.012942416593432426,
        0.005275345873087645,
        0.008214415982365608,
        0.005760554224252701
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1195,
      "lr": 0.0001,
      "sup_loss": 1.231106302314771,
      "rf_loss": 0.00012774489005096257,
      "total_loss": 1.231234047204822,
      "lyap1_mean": 0.00995650328695774,
      "lyap1_max": 0.016281558200716972,
      "lyap1_min": -0.0033150375820696354,
      "lyap_spec_mean": [
        0.009956502355635166,
        0.008749984204769135,
        0.008051695302128792,
        0.005327318329364061
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1196,
      "lr": 0.0001,
      "sup_loss": 1.264020514626904,
      "rf_loss": 7.364391785813496e-05,
      "total_loss": 1.264094158544762,
      "lyap1_mean": 0.0069333394058048725,
      "lyap1_max": 0.017817774787545204,
      "lyap1_min": -0.009436100721359253,
      "lyap_spec_mean": [
        0.006933338940143585,
        0.004495544359087944,
        0.004650344606488943,
        0.0005083468277007341
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1197,
      "lr": 0.0001,
      "sup_loss": 1.1647660563234943,
      "rf_loss": 0.00022172734315972775,
      "total_loss": 1.164987783666654,
      "lyap1_mean": -0.007362688425928354,
      "lyap1_max": 0.0212937630712986,
      "lyap1_min": -0.020698465406894684,
      "lyap_spec_mean": [
        -0.007362688891589642,
        -0.011587423272430897,
        -0.010205572471022606,
        -0.01295960322022438
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1198,
      "lr": 0.0001,
      "sup_loss": 1.2633194650322848,
      "rf_loss": 0.00031108775874599814,
      "total_loss": 1.2636305527910308,
      "lyap1_mean": -0.005053668282926083,
      "lyap1_max": 0.01678188145160675,
      "lyap1_min": -0.03258615359663963,
      "lyap_spec_mean": [
        -0.005053668282926083,
        -0.005258499179035425,
        -0.009815322235226631,
        -0.013318730518221855
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1199,
      "lr": 0.0001,
      "sup_loss": 1.253718558662974,
      "rf_loss": 0.0002765749813988805,
      "total_loss": 1.2539951336443729,
      "lyap1_mean": -0.0133153535425663,
      "lyap1_max": 0.0036544192116707563,
      "lyap1_min": -0.023325880989432335,
      "lyap_spec_mean": [
        -0.0133153535425663,
        -0.015276607125997543,
        -0.012943970039486885,
        -0.018223807215690613
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1200,
      "lr": 0.0001,
      "sup_loss": 1.2230770958146469,
      "rf_loss": 0.00045791681623086333,
      "total_loss": 1.2235350126308777,
      "lyap1_mean": -0.0113893523812294,
      "lyap1_max": 0.01804909110069275,
      "lyap1_min": -0.024964651092886925,
      "lyap_spec_mean": [
        -0.011389353312551975,
        -0.020261138677597046,
        -0.021106820553541183,
        -0.02201487310230732
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1201,
      "lr": 0.0001,
      "sup_loss": 1.269572245145776,
      "rf_loss": 0.00039818062214180827,
      "total_loss": 1.2699704257679179,
      "lyap1_mean": -0.016178641468286514,
      "lyap1_max": -0.000979481264948845,
      "lyap1_min": -0.023743493482470512,
      "lyap_spec_mean": [
        -0.016178641468286514,
        -0.013049405999481678,
        -0.021421806886792183,
        -0.021060235798358917
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1202,
      "lr": 0.0001,
      "sup_loss": 1.2563125984286767,
      "rf_loss": 8.476868242723867e-05,
      "total_loss": 1.256397367111104,
      "lyap1_mean": -0.00015817629173398018,
      "lyap1_max": 0.010089483112096786,
      "lyap1_min": -0.012811950407922268,
      "lyap_spec_mean": [
        -0.00015817611711099744,
        -0.0018356984946876764,
        -0.005942217539995909,
        -0.010121908970177174
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1203,
      "lr": 0.0001,
      "sup_loss": 1.1233899620797287,
      "rf_loss": 0.00017412324086762965,
      "total_loss": 1.1235640853205964,
      "lyap1_mean": 0.009569743648171425,
      "lyap1_max": 0.02560470998287201,
      "lyap1_min": -0.0008756152237765491,
      "lyap_spec_mean": [
        0.009569743648171425,
        0.011364118196070194,
        0.011183558963239193,
        0.011250069364905357
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1204,
      "lr": 0.0001,
      "sup_loss": 1.2643207579264548,
      "rf_loss": 0.00022433763660956174,
      "total_loss": 1.2645450955630644,
      "lyap1_mean": 0.0184620413929224,
      "lyap1_max": 0.025347081944346428,
      "lyap1_min": 0.005355488043278456,
      "lyap_spec_mean": [
        0.018462039530277252,
        0.013861177489161491,
        0.007628482300788164,
        0.009745475836098194
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1205,
      "lr": 0.0001,
      "sup_loss": 1.2465817803564783,
      "rf_loss": 0.000448037579189986,
      "total_loss": 1.2470298179356682,
      "lyap1_mean": 0.020980991423130035,
      "lyap1_max": 0.027089275419712067,
      "lyap1_min": 0.003632578533142805,
      "lyap_spec_mean": [
        0.020980991423130035,
        0.017181143164634705,
        0.018205072730779648,
        0.01929856464266777
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1206,
      "lr": 0.0001,
      "sup_loss": 1.279759642341983,
      "rf_loss": 0.0004327757633291185,
      "total_loss": 1.2801924181053121,
      "lyap1_mean": 0.02044866234064102,
      "lyap1_max": 0.028729436919093132,
      "lyap1_min": 0.005275390110909939,
      "lyap_spec_mean": [
        0.02044866234064102,
        0.01886831410229206,
        0.02003723569214344,
        0.015726160258054733
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1207,
      "lr": 0.0001,
      "sup_loss": 1.2143586646483673,
      "rf_loss": 0.00040991802234202623,
      "total_loss": 1.2147685826707093,
      "lyap1_mean": 0.01851464807987213,
      "lyap1_max": 0.03365188091993332,
      "lyap1_min": 0.005223313346505165,
      "lyap_spec_mean": [
        0.01851464807987213,
        0.01931840181350708,
        0.015721967443823814,
        0.013710608705878258
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1208,
      "lr": 0.0001,
      "sup_loss": 1.227665307202749,
      "rf_loss": 0.000154180102981627,
      "total_loss": 1.2278194873057307,
      "lyap1_mean": 0.00753357820212841,
      "lyap1_max": 0.03557434678077698,
      "lyap1_min": -0.005996165797114372,
      "lyap_spec_mean": [
        0.007533577270805836,
        0.004240412265062332,
        0.004939613863825798,
        -0.004375689197331667
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1209,
      "lr": 0.0001,
      "sup_loss": 1.1982438888047107,
      "rf_loss": 0.00015734015323687345,
      "total_loss": 1.1984012289579475,
      "lyap1_mean": 0.005360807757824659,
      "lyap1_max": 0.018977195024490356,
      "lyap1_min": -0.008568521589040756,
      "lyap_spec_mean": [
        0.005360807757824659,
        0.010636692866683006,
        0.0012126199435442686,
        -0.001488362904638052
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1210,
      "lr": 0.0001,
      "sup_loss": 1.2458461157703322,
      "rf_loss": 0.00018970824021380395,
      "total_loss": 1.246035824010546,
      "lyap1_mean": -0.008355366066098213,
      "lyap1_max": 0.015620115213096142,
      "lyap1_min": -0.02605966106057167,
      "lyap_spec_mean": [
        -0.008355366997420788,
        -0.010746870189905167,
        -0.010017797350883484,
        -0.010642584413290024
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1211,
      "lr": 0.0001,
      "sup_loss": 1.2632073930656085,
      "rf_loss": 0.0004491457948461175,
      "total_loss": 1.2636565388604546,
      "lyap1_mean": -0.017162401229143143,
      "lyap1_max": 0.0008465707069262862,
      "lyap1_min": -0.03577739745378494,
      "lyap_spec_mean": [
        -0.017162401229143143,
        -0.016539808362722397,
        -0.015077666379511356,
        -0.023182451725006104
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1212,
      "lr": 0.0001,
      "sup_loss": 1.240311418102656,
      "rf_loss": 0.0006456063711084425,
      "total_loss": 1.2409570244737644,
      "lyap1_mean": -0.020577827468514442,
      "lyap1_max": -0.0032115548383444548,
      "lyap1_min": -0.040799252688884735,
      "lyap_spec_mean": [
        -0.020577827468514442,
        -0.021220538765192032,
        -0.0247302558273077,
        -0.026979833841323853
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1213,
      "lr": 0.0001,
      "sup_loss": 1.1821676719884882,
      "rf_loss": 0.0005538467084988952,
      "total_loss": 1.182721518696987,
      "lyap1_mean": -0.016393009573221207,
      "lyap1_max": 0.010730939917266369,
      "lyap1_min": -0.039659157395362854,
      "lyap_spec_mean": [
        -0.016393009573221207,
        -0.01826653443276882,
        -0.02326250821352005,
        -0.02054242044687271
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1214,
      "lr": 0.0001,
      "sup_loss": 1.2146254498345912,
      "rf_loss": 0.00040376721881330013,
      "total_loss": 1.2150292170534045,
      "lyap1_mean": -0.017060838639736176,
      "lyap1_max": -0.005924791097640991,
      "lyap1_min": -0.028817057609558105,
      "lyap_spec_mean": [
        -0.017060838639736176,
        -0.01695617102086544,
        -0.01918172836303711,
        -0.017412973567843437
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1215,
      "lr": 0.0001,
      "sup_loss": 1.1454995214866648,
      "rf_loss": 0.00012622530630324036,
      "total_loss": 1.145625746792968,
      "lyap1_mean": -0.0070472704246640205,
      "lyap1_max": 0.012121645733714104,
      "lyap1_min": -0.024416914209723473,
      "lyap_spec_mean": [
        -0.0070472704246640205,
        -0.006310551892966032,
        -0.007494993507862091,
        -0.008073264732956886
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1216,
      "lr": 0.0001,
      "sup_loss": 1.2341771525859393,
      "rf_loss": 0.00016355144907720387,
      "total_loss": 1.2343407040350165,
      "lyap1_mean": 0.013176273554563522,
      "lyap1_max": 0.03380409628152847,
      "lyap1_min": -0.0005489693721756339,
      "lyap_spec_mean": [
        0.013176273554563522,
        0.007632383145391941,
        0.007730801589787006,
        0.008075735531747341
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1217,
      "lr": 0.0001,
      "sup_loss": 1.2197892824785879,
      "rf_loss": 0.0005318114999681711,
      "total_loss": 1.220321093978556,
      "lyap1_mean": 0.021077055484056473,
      "lyap1_max": 0.049686871469020844,
      "lyap1_min": 0.009882098995149136,
      "lyap_spec_mean": [
        0.021077055484056473,
        0.021241644397377968,
        0.020223181694746017,
        0.014448246918618679
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1218,
      "lr": 0.0001,
      "sup_loss": 1.1705031154227628,
      "rf_loss": 0.0004637546371668577,
      "total_loss": 1.1709668700599296,
      "lyap1_mean": 0.020937928929924965,
      "lyap1_max": 0.033501263707876205,
      "lyap1_min": 0.010307041928172112,
      "lyap_spec_mean": [
        0.020937928929924965,
        0.02052275463938713,
        0.013584076426923275,
        0.016848672181367874
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1219,
      "lr": 0.0001,
      "sup_loss": 1.2287756418514606,
      "rf_loss": 0.00018822407582774758,
      "total_loss": 1.2289638659272883,
      "lyap1_mean": 0.004161680582910776,
      "lyap1_max": 0.017262745648622513,
      "lyap1_min": -0.009733051061630249,
      "lyap_spec_mean": [
        0.0041616810485720634,
        0.005631809122860432,
        0.008344138972461224,
        6.785913137719035e-05
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1220,
      "lr": 0.0001,
      "sup_loss": 1.219135886965487,
      "rf_loss": 0.00012867109035141766,
      "total_loss": 1.2192645580558383,
      "lyap1_mean": 0.0010566578712314367,
      "lyap1_max": 0.009867358952760696,
      "lyap1_min": -0.012616286985576153,
      "lyap_spec_mean": [
        0.0010566578712314367,
        -0.0051731509156525135,
        -0.004148733802139759,
        -0.009612152352929115
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1221,
      "lr": 0.0001,
      "sup_loss": 1.2033564254766576,
      "rf_loss": 0.00018113700207322836,
      "total_loss": 1.2035375624787308,
      "lyap1_mean": -0.0055116573348641396,
      "lyap1_max": 0.007395876571536064,
      "lyap1_min": -0.016374923288822174,
      "lyap_spec_mean": [
        -0.005511656869202852,
        -0.003124093869701028,
        -0.004802362993359566,
        -0.010526321828365326
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1222,
      "lr": 0.0001,
      "sup_loss": 1.1479832477086835,
      "rf_loss": 0.00028971361462026834,
      "total_loss": 1.1482729613233038,
      "lyap1_mean": -0.01531146839261055,
      "lyap1_max": -0.008378583937883377,
      "lyap1_min": -0.024757377803325653,
      "lyap_spec_mean": [
        -0.01531146839261055,
        -0.013226615265011787,
        -0.02005571871995926,
        -0.012053454294800758
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1223,
      "lr": 0.0001,
      "sup_loss": 1.2378888354018573,
      "rf_loss": 0.00019427191000431776,
      "total_loss": 1.2380831073118617,
      "lyap1_mean": -0.004928732290863991,
      "lyap1_max": 0.004509949125349522,
      "lyap1_min": -0.015017054975032806,
      "lyap_spec_mean": [
        -0.004928732290863991,
        -0.010130496695637703,
        -0.012468228116631508,
        -0.013617517426609993
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1224,
      "lr": 0.0001,
      "sup_loss": 1.2671418555284852,
      "rf_loss": 0.00011437945795478299,
      "total_loss": 1.26725623498644,
      "lyap1_mean": -0.0019481256604194641,
      "lyap1_max": 0.01865990087389946,
      "lyap1_min": -0.014960676431655884,
      "lyap_spec_mean": [
        -0.0019481258932501078,
        -0.0018145921640098095,
        -0.004834208637475967,
        -0.000656649237498641
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1225,
      "lr": 0.0001,
      "sup_loss": 1.220957174567365,
      "rf_loss": 0.0002332998119527474,
      "total_loss": 1.2211904743793178,
      "lyap1_mean": 0.010238335467875004,
      "lyap1_max": 0.03772153705358505,
      "lyap1_min": 0.00025904085487127304,
      "lyap_spec_mean": [
        0.01023833453655243,
        0.016374442726373672,
        0.009724775329232216,
        0.007036983966827393
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1226,
      "lr": 0.0001,
      "sup_loss": 1.2194204105194881,
      "rf_loss": 0.00013396600843407214,
      "total_loss": 1.2195543765279222,
      "lyap1_mean": 0.0009541851468384266,
      "lyap1_max": 0.012030735611915588,
      "lyap1_min": -0.009843829087913036,
      "lyap_spec_mean": [
        0.0009541852632537484,
        0.0044691115617752075,
        0.008156546391546726,
        0.00556892529129982
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1227,
      "lr": 0.0001,
      "sup_loss": 1.2694386066310925,
      "rf_loss": 0.0002097175020026043,
      "total_loss": 1.2696483241330951,
      "lyap1_mean": 0.0025690668262541294,
      "lyap1_max": 0.028064459562301636,
      "lyap1_min": -0.017205748707056046,
      "lyap_spec_mean": [
        0.0025690672919154167,
        0.002689606510102749,
        0.003333601402118802,
        0.002536035142838955
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1228,
      "lr": 0.0001,
      "sup_loss": 1.239364252526371,
      "rf_loss": 0.00015860055282246321,
      "total_loss": 1.2395228530791935,
      "lyap1_mean": 0.004607746377587318,
      "lyap1_max": 0.028689539059996605,
      "lyap1_min": -0.01854134351015091,
      "lyap_spec_mean": [
        0.004607746843248606,
        0.0009111585095524788,
        0.0056690918281674385,
        -0.0012501749442890286
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1229,
      "lr": 0.0001,
      "sup_loss": 1.214465385598389,
      "rf_loss": 0.0002501107519492507,
      "total_loss": 1.2147154963503382,
      "lyap1_mean": 0.004788574762642384,
      "lyap1_max": 0.03614208102226257,
      "lyap1_min": -0.015201305970549583,
      "lyap_spec_mean": [
        0.004788574762642384,
        -0.0014057083753868937,
        0.006075061857700348,
        0.0020157406106591225
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1230,
      "lr": 0.0001,
      "sup_loss": 1.2376144392251573,
      "rf_loss": 0.0001982996764127165,
      "total_loss": 1.23781273890157,
      "lyap1_mean": -0.0065157730132341385,
      "lyap1_max": 0.008853457868099213,
      "lyap1_min": -0.02868047170341015,
      "lyap_spec_mean": [
        -0.006515772547572851,
        -0.005843086633831263,
        -0.006130771711468697,
        -0.0070335702039301395
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1231,
      "lr": 0.0001,
      "sup_loss": 1.2303881508571202,
      "rf_loss": 0.0002295529266120866,
      "total_loss": 1.2306177037837323,
      "lyap1_mean": -0.006951088551431894,
      "lyap1_max": 0.012691992335021496,
      "lyap1_min": -0.024765100330114365,
      "lyap_spec_mean": [
        -0.006951089017093182,
        -0.01356491632759571,
        -0.005937063135206699,
        -0.01019202172756195
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1232,
      "lr": 0.0001,
      "sup_loss": 1.2066800225905716,
      "rf_loss": 0.00021411101624835283,
      "total_loss": 1.20689413360682,
      "lyap1_mean": -0.007565459702163935,
      "lyap1_max": 0.00760781392455101,
      "lyap1_min": -0.022736329585313797,
      "lyap_spec_mean": [
        -0.007565460167825222,
        -0.003121593501418829,
        -0.015338907018303871,
        -0.0128397885710001
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1233,
      "lr": 0.0001,
      "sup_loss": 1.2168855700601817,
      "rf_loss": 0.0001475463213864714,
      "total_loss": 1.2170331163815682,
      "lyap1_mean": 0.0008587318006902933,
      "lyap1_max": 0.020280590280890465,
      "lyap1_min": -0.021220944821834564,
      "lyap_spec_mean": [
        0.0008587316842749715,
        -0.004032006952911615,
        -0.005422879941761494,
        -0.010020093992352486
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1234,
      "lr": 0.0001,
      "sup_loss": 1.1881129376424948,
      "rf_loss": 0.0002111156063620001,
      "total_loss": 1.1883240532488568,
      "lyap1_mean": 0.009320523589849472,
      "lyap1_max": 0.02846664749085903,
      "lyap1_min": -0.012364789843559265,
      "lyap_spec_mean": [
        0.009320523589849472,
        -0.001766114728525281,
        -0.0017459187656641006,
        -0.006402382627129555
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1235,
      "lr": 0.0001,
      "sup_loss": 1.2153361537928489,
      "rf_loss": 0.00014864077093079686,
      "total_loss": 1.2154847945637797,
      "lyap1_mean": -0.00032785197254270315,
      "lyap1_max": 0.018549228087067604,
      "lyap1_min": -0.019082795828580856,
      "lyap_spec_mean": [
        -0.0003278518561273813,
        0.0007004954386502504,
        -0.001305689220316708,
        -0.005391532089561224
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1236,
      "lr": 0.0001,
      "sup_loss": 1.1996003390658099,
      "rf_loss": 9.350391337648034e-05,
      "total_loss": 1.1996938429791864,
      "lyap1_mean": 0.00490331556648016,
      "lyap1_max": 0.015570729970932007,
      "lyap1_min": -0.008821181952953339,
      "lyap_spec_mean": [
        0.0049033151008188725,
        0.003548970213159919,
        0.0017133482033386827,
        0.003154771402478218
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1237,
      "lr": 0.0001,
      "sup_loss": 1.2098557841562383,
      "rf_loss": 0.0003568247484508902,
      "total_loss": 1.2102126089046892,
      "lyap1_mean": 0.02374560572206974,
      "lyap1_max": 0.04626033455133438,
      "lyap1_min": 0.0013300648424774408,
      "lyap_spec_mean": [
        0.02374560572206974,
        0.013860255479812622,
        0.007688847370445728,
        0.007263907231390476
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1238,
      "lr": 0.0001,
      "sup_loss": 1.1651536150935067,
      "rf_loss": 0.00022179045481607318,
      "total_loss": 1.1653754055483228,
      "lyap1_mean": 0.01502643059939146,
      "lyap1_max": 0.028873292729258537,
      "lyap1_min": -0.010816467925906181,
      "lyap_spec_mean": [
        0.015026431530714035,
        0.014015919528901577,
        0.006187658756971359,
        0.0059638358652591705
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1239,
      "lr": 0.0001,
      "sup_loss": 1.277824544906135,
      "rf_loss": 0.00011467226431705058,
      "total_loss": 1.277939217170452,
      "lyap1_mean": 0.0016530220163986087,
      "lyap1_max": 0.012895318679511547,
      "lyap1_min": -0.015629399567842484,
      "lyap_spec_mean": [
        0.0016530218999832869,
        0.0023147384636104107,
        0.0009655767353251576,
        0.0014776485040783882
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1240,
      "lr": 0.0001,
      "sup_loss": 1.2278045461746432,
      "rf_loss": 0.00017578531696926802,
      "total_loss": 1.2279803314916125,
      "lyap1_mean": -0.005526759661734104,
      "lyap1_max": 0.01807177998125553,
      "lyap1_min": -0.02684297226369381,
      "lyap_spec_mean": [
        -0.005526759196072817,
        -0.0045578982681035995,
        -0.004853925667703152,
        -0.006434878334403038
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1241,
      "lr": 0.0001,
      "sup_loss": 1.1983710494878115,
      "rf_loss": 0.00041026630788110197,
      "total_loss": 1.1987813157956926,
      "lyap1_mean": -0.013364274986088276,
      "lyap1_max": -0.0027644922956824303,
      "lyap1_min": -0.026068035513162613,
      "lyap_spec_mean": [
        -0.013364274986088276,
        -0.019233359023928642,
        -0.02006351761519909,
        -0.017960200086236
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1242,
      "lr": 0.0001,
      "sup_loss": 1.226611205799205,
      "rf_loss": 0.000683734193444252,
      "total_loss": 1.2272949399926492,
      "lyap1_mean": -0.021793071180582047,
      "lyap1_max": -0.012415194883942604,
      "lyap1_min": -0.03263318911194801,
      "lyap_spec_mean": [
        -0.021793071180582047,
        -0.015509270131587982,
        -0.02685079723596573,
        -0.02927112579345703
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1243,
      "lr": 0.0001,
      "sup_loss": 1.1856458648393744,
      "rf_loss": 0.0005437435465864837,
      "total_loss": 1.1861896083859609,
      "lyap1_mean": -0.01741584949195385,
      "lyap1_max": -0.013467876240611076,
      "lyap1_min": -0.02182166650891304,
      "lyap_spec_mean": [
        -0.01741584949195385,
        -0.025159554556012154,
        -0.020966069772839546,
        -0.022533295676112175
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1244,
      "lr": 0.0001,
      "sup_loss": 1.188969531096601,
      "rf_loss": 0.0003200070350430906,
      "total_loss": 1.1892895381316442,
      "lyap1_mean": -0.0040367660112679005,
      "lyap1_max": 0.0038806020747870207,
      "lyap1_min": -0.01404300332069397,
      "lyap_spec_mean": [
        -0.004036765545606613,
        -0.019713960587978363,
        -0.009198226034641266,
        -0.02209707908332348
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1245,
      "lr": 0.0001,
      "sup_loss": 1.2285507746712745,
      "rf_loss": 0.0002396889467490837,
      "total_loss": 1.2287904636180236,
      "lyap1_mean": -0.0015108662191778421,
      "lyap1_max": 0.03507976233959198,
      "lyap1_min": -0.01839699223637581,
      "lyap_spec_mean": [
        -0.0015108659863471985,
        -0.004310424905270338,
        -0.011216960847377777,
        -0.01230635866522789
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1246,
      "lr": 0.0001,
      "sup_loss": 1.1938459149306628,
      "rf_loss": 0.0001542708050692454,
      "total_loss": 1.194000185735732,
      "lyap1_mean": 0.0013636243529617786,
      "lyap1_max": 0.02393532544374466,
      "lyap1_min": -0.018028972670435905,
      "lyap_spec_mean": [
        0.0013636245857924223,
        0.0006788729224354029,
        -0.004819392692297697,
        -0.011061718687415123
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1247,
      "lr": 0.0001,
      "sup_loss": 1.1969997253822466,
      "rf_loss": 0.00044145353604108095,
      "total_loss": 1.1974411789182877,
      "lyap1_mean": 0.019995708018541336,
      "lyap1_max": 0.05311601608991623,
      "lyap1_min": 0.003384483978152275,
      "lyap_spec_mean": [
        0.019995706155896187,
        0.01764603517949581,
        0.0162364449352026,
        0.015868719667196274
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1248,
      "lr": 0.0001,
      "sup_loss": 1.1865285283421494,
      "rf_loss": 0.0003062224423047155,
      "total_loss": 1.186834750784454,
      "lyap1_mean": 0.013271907344460487,
      "lyap1_max": 0.024458371102809906,
      "lyap1_min": -0.0005710212280973792,
      "lyap_spec_mean": [
        0.013271907344460487,
        0.02113231271505356,
        0.011112342588603497,
        0.01553544495254755
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1249,
      "lr": 0.0001,
      "sup_loss": 1.18409103293816,
      "rf_loss": 0.0005057884845882654,
      "total_loss": 1.1845968214227482,
      "lyap1_mean": 0.02200739085674286,
      "lyap1_max": 0.07224379479885101,
      "lyap1_min": 0.004014980047941208,
      "lyap_spec_mean": [
        0.02200739085674286,
        0.011001134291291237,
        0.017009997740387917,
        0.014524180442094803
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1250,
      "lr": 0.0001,
      "sup_loss": 1.1814828577774725,
      "rf_loss": 0.00031395471887663007,
      "total_loss": 1.1817968124963492,
      "lyap1_mean": 0.015926146879792213,
      "lyap1_max": 0.03544335439801216,
      "lyap1_min": 0.00505113136023283,
      "lyap_spec_mean": [
        0.015926146879792213,
        0.017184406518936157,
        0.01503483671694994,
        0.013518664985895157
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1251,
      "lr": 0.0001,
      "sup_loss": 1.1789101573981153,
      "rf_loss": 0.00033131486270576715,
      "total_loss": 1.179241472260821,
      "lyap1_mean": 0.016052206978201866,
      "lyap1_max": 0.03188033029437065,
      "lyap1_min": -0.00709774624556303,
      "lyap_spec_mean": [
        0.016052206978201866,
        0.00918525643646717,
        0.014959666877985,
        0.00017462554387748241
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1252,
      "lr": 0.0001,
      "sup_loss": 1.1906531872548611,
      "rf_loss": 0.00020081890397705138,
      "total_loss": 1.1908540061588382,
      "lyap1_mean": 0.0069201914593577385,
      "lyap1_max": 0.021479547023773193,
      "lyap1_min": -0.02218133956193924,
      "lyap_spec_mean": [
        0.0069201914593577385,
        -0.005550076253712177,
        -0.00045827124267816544,
        -0.0032252632081508636
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1253,
      "lr": 0.0001,
      "sup_loss": 1.2398902535770622,
      "rf_loss": 0.00016750398208387196,
      "total_loss": 1.240057757559146,
      "lyap1_mean": 0.0005323821678757668,
      "lyap1_max": 0.01250280998647213,
      "lyap1_min": -0.009570947848260403,
      "lyap_spec_mean": [
        0.0005323821678757668,
        -0.005385720636695623,
        -0.004571837373077869,
        -0.009124446660280228
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1254,
      "lr": 0.0001,
      "sup_loss": 1.193937756842649,
      "rf_loss": 0.00031947167008183897,
      "total_loss": 1.1942572285127309,
      "lyap1_mean": -0.004142213612794876,
      "lyap1_max": 0.034050993621349335,
      "lyap1_min": -0.025480052456259727,
      "lyap_spec_mean": [
        -0.004142213612794876,
        -0.004990873858332634,
        -0.010790697298943996,
        -0.013947388157248497
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1255,
      "lr": 0.0001,
      "sup_loss": 1.2150485280179257,
      "rf_loss": 0.00012752157635986805,
      "total_loss": 1.2151760495942856,
      "lyap1_mean": -0.004431994166225195,
      "lyap1_max": 0.004918099381029606,
      "lyap1_min": -0.01766737923026085,
      "lyap_spec_mean": [
        -0.004431994631886482,
        -0.007720987778156996,
        -0.006322480738162994,
        -0.0068110027350485325
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1256,
      "lr": 0.0001,
      "sup_loss": 1.1986613283321566,
      "rf_loss": 0.00019174188491888344,
      "total_loss": 1.1988530702170754,
      "lyap1_mean": -0.003308649407699704,
      "lyap1_max": 0.007401361595839262,
      "lyap1_min": -0.01842496357858181,
      "lyap_spec_mean": [
        -0.003308649640530348,
        -0.007171178702265024,
        -0.005433540791273117,
        -0.013533275574445724
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1257,
      "lr": 0.0001,
      "sup_loss": 1.2248049072641312,
      "rf_loss": 0.0002688501263037324,
      "total_loss": 1.225073757390435,
      "lyap1_mean": -0.0012293425388634205,
      "lyap1_max": 0.030315380543470383,
      "lyap1_min": -0.02099459432065487,
      "lyap_spec_mean": [
        -0.0012293425388634205,
        -0.005805187858641148,
        -0.013246668502688408,
        -0.0075422064401209354
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1258,
      "lr": 0.0001,
      "sup_loss": 1.1662766618761542,
      "rf_loss": 0.00040982034988701344,
      "total_loss": 1.1666864822260412,
      "lyap1_mean": -0.014313668943941593,
      "lyap1_max": 0.0001525391562609002,
      "lyap1_min": -0.025068946182727814,
      "lyap_spec_mean": [
        -0.014313668943941593,
        -0.015633918344974518,
        -0.01825055666267872,
        -0.016720663756132126
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1259,
      "lr": 0.0001,
      "sup_loss": 1.1246923081422882,
      "rf_loss": 0.00044664484448730946,
      "total_loss": 1.1251389529867755,
      "lyap1_mean": -0.017301540821790695,
      "lyap1_max": -0.00490416307002306,
      "lyap1_min": -0.03244493901729584,
      "lyap_spec_mean": [
        -0.017301540821790695,
        -0.01701020449399948,
        -0.01866903156042099,
        -0.022846011444926262
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1260,
      "lr": 0.0001,
      "sup_loss": 1.1729569673136537,
      "rf_loss": 0.00012357626110315323,
      "total_loss": 1.1730805435747569,
      "lyap1_mean": 0.0011402829550206661,
      "lyap1_max": 0.015784738585352898,
      "lyap1_min": -0.013981218449771404,
      "lyap_spec_mean": [
        0.0011402829550206661,
        0.006377711892127991,
        0.002502880757674575,
        -0.002260676585137844
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1261,
      "lr": 0.0001,
      "sup_loss": 1.1720883197391727,
      "rf_loss": 0.00021685665706172585,
      "total_loss": 1.1723051763962344,
      "lyap1_mean": 0.014190832152962685,
      "lyap1_max": 0.02909887209534645,
      "lyap1_min": 0.004191929008811712,
      "lyap_spec_mean": [
        0.01419083122164011,
        0.011582929641008377,
        0.00844883918762207,
        0.0033445782028138638
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1262,
      "lr": 0.0001,
      "sup_loss": 1.157105588316158,
      "rf_loss": 0.0002116969262715429,
      "total_loss": 1.1573172852424296,
      "lyap1_mean": 0.014261576347053051,
      "lyap1_max": 0.027791976928710938,
      "lyap1_min": -0.0064824409782886505,
      "lyap_spec_mean": [
        0.014261576347053051,
        0.010958224534988403,
        0.006686243694275618,
        0.003166054841130972
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1263,
      "lr": 0.0001,
      "sup_loss": 1.1607698223881935,
      "rf_loss": 0.00020002020755782723,
      "total_loss": 1.1609698425957513,
      "lyap1_mean": 0.01115582324564457,
      "lyap1_max": 0.029492443427443504,
      "lyap1_min": -0.0038433484733104706,
      "lyap_spec_mean": [
        0.01115582324564457,
        0.0034916894510388374,
        0.007419101428240538,
        0.0052947415970265865
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1264,
      "lr": 0.0001,
      "sup_loss": 1.1867533155418624,
      "rf_loss": 0.00021871161879971623,
      "total_loss": 1.186972027160662,
      "lyap1_mean": 0.005757592618465424,
      "lyap1_max": 0.03359580785036087,
      "lyap1_min": -0.019985757768154144,
      "lyap_spec_mean": [
        0.005757592618465424,
        0.00821686815470457,
        0.004536313470453024,
        0.006821794901043177
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1265,
      "lr": 0.0001,
      "sup_loss": 1.2108967978877245,
      "rf_loss": 0.0003352806088514626,
      "total_loss": 1.211232078496576,
      "lyap1_mean": 0.00897994451224804,
      "lyap1_max": 0.03987753018736839,
      "lyap1_min": -0.01477991696447134,
      "lyap_spec_mean": [
        0.00897994451224804,
        0.0014774921583011746,
        0.0059570204466581345,
        0.001879009883850813
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1266,
      "lr": 0.0001,
      "sup_loss": 1.2536902774650962,
      "rf_loss": 0.0003812037466559559,
      "total_loss": 1.2540714812117522,
      "lyap1_mean": 0.0013006669469177723,
      "lyap1_max": 0.04084249585866928,
      "lyap1_min": -0.030650055035948753,
      "lyap_spec_mean": [
        0.0013006669469177723,
        -0.00682319700717926,
        0.0017363866791129112,
        -0.005202414467930794
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1267,
      "lr": 0.0001,
      "sup_loss": 1.1374455023035646,
      "rf_loss": 0.00024453195510432124,
      "total_loss": 1.1376900342586689,
      "lyap1_mean": -0.00739654153585434,
      "lyap1_max": 0.006441350094974041,
      "lyap1_min": -0.01356139313429594,
      "lyap_spec_mean": [
        -0.00739654153585434,
        -0.0009567295201122761,
        -0.013445485383272171,
        -0.015243353322148323
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1268,
      "lr": 0.0001,
      "sup_loss": 1.2111529455403927,
      "rf_loss": 0.0004147173895034939,
      "total_loss": 1.2115676629298961,
      "lyap1_mean": -0.005326793994754553,
      "lyap1_max": 0.02681703120470047,
      "lyap1_min": -0.02986626699566841,
      "lyap_spec_mean": [
        -0.00532679446041584,
        -0.01033639907836914,
        -0.01340272556990385,
        -0.019552096724510193
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1269,
      "lr": 0.0001,
      "sup_loss": 1.2249651276538862,
      "rf_loss": 0.0008605426992289722,
      "total_loss": 1.2258256703531152,
      "lyap1_mean": -0.017230279743671417,
      "lyap1_max": 0.010582081973552704,
      "lyap1_min": -0.04224728047847748,
      "lyap_spec_mean": [
        -0.017230281606316566,
        -0.025397054851055145,
        -0.0268416628241539,
        -0.02354062721133232
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1270,
      "lr": 0.0001,
      "sup_loss": 1.2264611991107397,
      "rf_loss": 0.000508148514200002,
      "total_loss": 1.2269693476249397,
      "lyap1_mean": -0.016614709049463272,
      "lyap1_max": 0.008395355194807053,
      "lyap1_min": -0.03764708340167999,
      "lyap_spec_mean": [
        -0.016614709049463272,
        -0.01782246306538582,
        -0.023418312892317772,
        -0.017351295799016953
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1271,
      "lr": 0.0001,
      "sup_loss": 1.1437755401138912,
      "rf_loss": 0.00039342878153547645,
      "total_loss": 1.1441689688954266,
      "lyap1_mean": -0.011011214926838875,
      "lyap1_max": 0.004930856171995401,
      "lyap1_min": -0.030225565657019615,
      "lyap_spec_mean": [
        -0.011011214926838875,
        -0.016220014542341232,
        -0.012865981087088585,
        -0.02149217389523983
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1272,
      "lr": 0.0001,
      "sup_loss": 1.2362008340963113,
      "rf_loss": 0.00017878346261568367,
      "total_loss": 1.236379617558927,
      "lyap1_mean": 0.0023700781166553497,
      "lyap1_max": 0.026600390672683716,
      "lyap1_min": -0.019415244460105896,
      "lyap_spec_mean": [
        0.0023700781166553497,
        -0.001087178010493517,
        -0.006706145126372576,
        -0.004928350914269686
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1273,
      "lr": 0.0001,
      "sup_loss": 1.1600734810671438,
      "rf_loss": 0.00020739911997225136,
      "total_loss": 1.160280880187116,
      "lyap1_mean": 0.009828176349401474,
      "lyap1_max": 0.02810666523873806,
      "lyap1_min": -0.011137187480926514,
      "lyap_spec_mean": [
        0.009828176349401474,
        -0.0009762063855305314,
        -0.005625925492495298,
        -0.003056618385016918
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1274,
      "lr": 0.0001,
      "sup_loss": 1.1877569923857898,
      "rf_loss": 0.00034811021760106087,
      "total_loss": 1.1881051026033909,
      "lyap1_mean": 0.010525930672883987,
      "lyap1_max": 0.032854147255420685,
      "lyap1_min": -0.011486041359603405,
      "lyap_spec_mean": [
        0.010525931604206562,
        0.014404353685677052,
        0.01481263991445303,
        0.012399068102240562
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1275,
      "lr": 0.0001,
      "sup_loss": 1.1972959215904113,
      "rf_loss": 0.0006823835428804159,
      "total_loss": 1.1979783051332917,
      "lyap1_mean": 0.021834086626768112,
      "lyap1_max": 0.05074138566851616,
      "lyap1_min": -0.0018286919221282005,
      "lyap_spec_mean": [
        0.021834086626768112,
        0.020415838807821274,
        0.01639489084482193,
        0.021287165582180023
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1276,
      "lr": 0.0001,
      "sup_loss": 1.1512475459359894,
      "rf_loss": 0.000648608198389411,
      "total_loss": 1.1518961541343788,
      "lyap1_mean": 0.022927217185497284,
      "lyap1_max": 0.03604196384549141,
      "lyap1_min": 0.007875775918364525,
      "lyap_spec_mean": [
        0.022927217185497284,
        0.025252124294638634,
        0.02478596195578575,
        0.01660202629864216
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1277,
      "lr": 0.0001,
      "sup_loss": 1.209914410059879,
      "rf_loss": 0.0004953313036821783,
      "total_loss": 1.2104097413635613,
      "lyap1_mean": 0.01928403601050377,
      "lyap1_max": 0.035468101501464844,
      "lyap1_min": 0.0044542779214680195,
      "lyap_spec_mean": [
        0.01928403601050377,
        0.0175640732049942,
        0.014845211058855057,
        0.01946519874036312
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1278,
      "lr": 0.0001,
      "sup_loss": 1.1629798571697445,
      "rf_loss": 0.00040937543963082135,
      "total_loss": 1.1633892326093753,
      "lyap1_mean": 0.012913957238197327,
      "lyap1_max": 0.05572958290576935,
      "lyap1_min": -0.004477687645703554,
      "lyap_spec_mean": [
        0.012913956306874752,
        0.00852515734732151,
        0.010105475783348083,
        0.0055982740595936775
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1279,
      "lr": 0.0001,
      "sup_loss": 1.2126933346701854,
      "rf_loss": 0.00017492842744104564,
      "total_loss": 1.2128682630976264,
      "lyap1_mean": 0.0102327149361372,
      "lyap1_max": 0.03694460541009903,
      "lyap1_min": -0.003181160893291235,
      "lyap_spec_mean": [
        0.0102327149361372,
        0.009309234097599983,
        0.005286830011755228,
        0.008272117003798485
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1280,
      "lr": 0.0001,
      "sup_loss": 1.2108675147315546,
      "rf_loss": 9.645688987802714e-05,
      "total_loss": 1.2109639716214327,
      "lyap1_mean": -0.0034687255974859,
      "lyap1_max": 0.008406933397054672,
      "lyap1_min": -0.012460160069167614,
      "lyap_spec_mean": [
        -0.0034687253646552563,
        -0.00041788944508880377,
        -0.004450079519301653,
        -0.0010632500052452087
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1281,
      "lr": 0.0001,
      "sup_loss": 1.1770492468126703,
      "rf_loss": 0.00025029273820109665,
      "total_loss": 1.1772995395508714,
      "lyap1_mean": -0.010448172688484192,
      "lyap1_max": 0.0015465276082977653,
      "lyap1_min": -0.039748866111040115,
      "lyap_spec_mean": [
        -0.010448172688484192,
        -0.011855333112180233,
        -0.015748556703329086,
        -0.009339617565274239
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1282,
      "lr": 0.0001,
      "sup_loss": 1.2005387809721757,
      "rf_loss": 0.0004890853306278586,
      "total_loss": 1.2010278663028036,
      "lyap1_mean": -0.016477569937705994,
      "lyap1_max": 0.00047669466584920883,
      "lyap1_min": -0.03504043072462082,
      "lyap_spec_mean": [
        -0.016477569937705994,
        -0.018235476687550545,
        -0.02058442309498787,
        -0.019726114347577095
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1283,
      "lr": 0.0001,
      "sup_loss": 1.12638675644659,
      "rf_loss": 0.00031611922895535827,
      "total_loss": 1.1267028756755453,
      "lyap1_mean": -0.010604048147797585,
      "lyap1_max": 0.0036436624359339476,
      "lyap1_min": -0.0276905857026577,
      "lyap_spec_mean": [
        -0.01060404907912016,
        -0.01102588139474392,
        -0.01368157472461462,
        -0.01851489394903183
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1284,
      "lr": 0.0001,
      "sup_loss": 1.1448783923215216,
      "rf_loss": 0.00020759300969075412,
      "total_loss": 1.1450859853312123,
      "lyap1_mean": -0.005642545409500599,
      "lyap1_max": 0.0070274099707603455,
      "lyap1_min": -0.019794166088104248,
      "lyap_spec_mean": [
        -0.005642544943839312,
        -0.012876877561211586,
        -0.013946913182735443,
        -0.012112418189644814
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1285,
      "lr": 0.0001,
      "sup_loss": 1.1624059279725811,
      "rf_loss": 0.00011474216444185004,
      "total_loss": 1.162520670137023,
      "lyap1_mean": 0.00320397294126451,
      "lyap1_max": 0.021376801654696465,
      "lyap1_min": -0.01455681398510933,
      "lyap_spec_mean": [
        0.00320397294126451,
        0.00568495225161314,
        0.0025147513952106237,
        0.0017222134629264474
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1286,
      "lr": 0.0001,
      "sup_loss": 1.172355803858448,
      "rf_loss": 0.00043482339242473245,
      "total_loss": 1.1727906272508728,
      "lyap1_mean": 0.02309110015630722,
      "lyap1_max": 0.03798120096325874,
      "lyap1_min": 0.012424463406205177,
      "lyap_spec_mean": [
        0.02309110015630722,
        0.012182559818029404,
        0.01731918379664421,
        0.01222301460802555
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1287,
      "lr": 0.0001,
      "sup_loss": 1.2209533962253503,
      "rf_loss": 0.0005160370492376387,
      "total_loss": 1.221469433274588,
      "lyap1_mean": 0.014683132991194725,
      "lyap1_max": 0.03170526772737503,
      "lyap1_min": 0.004615986254066229,
      "lyap_spec_mean": [
        0.014683132991194725,
        0.01730695366859436,
        0.01736263744533062,
        0.01650070585310459
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1288,
      "lr": 0.0001,
      "sup_loss": 1.2179527451774284,
      "rf_loss": 0.0003338258829899132,
      "total_loss": 1.2182865710604183,
      "lyap1_mean": 0.015550514683127403,
      "lyap1_max": 0.044151224195957184,
      "lyap1_min": -0.007624178659170866,
      "lyap_spec_mean": [
        0.015550514683127403,
        0.006342724896967411,
        0.00832150038331747,
        0.007118693552911282
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1289,
      "lr": 0.0001,
      "sup_loss": 1.1869502430321428,
      "rf_loss": 0.0002212787512689829,
      "total_loss": 1.1871715217834118,
      "lyap1_mean": 0.0038458961062133312,
      "lyap1_max": 0.02369040809571743,
      "lyap1_min": -0.017351724207401276,
      "lyap_spec_mean": [
        0.0038458965718746185,
        0.010422561317682266,
        -0.008235410787165165,
        -0.005047430284321308
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1290,
      "lr": 0.0001,
      "sup_loss": 1.1387178129152025,
      "rf_loss": 0.0006010616780258715,
      "total_loss": 1.1393188745932283,
      "lyap1_mean": -0.017177151516079903,
      "lyap1_max": 0.0064680809155106544,
      "lyap1_min": -0.032636240124702454,
      "lyap_spec_mean": [
        -0.017177153378725052,
        -0.01953120157122612,
        -0.01623828522861004,
        -0.030284134671092033
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1291,
      "lr": 0.0001,
      "sup_loss": 1.1753974951845514,
      "rf_loss": 0.0007311406079679728,
      "total_loss": 1.1761286357925194,
      "lyap1_mean": -0.021904263645410538,
      "lyap1_max": -0.0059292977675795555,
      "lyap1_min": -0.04241223260760307,
      "lyap_spec_mean": [
        -0.021904263645410538,
        -0.02296355739235878,
        -0.022378699854016304,
        -0.03144625574350357
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1292,
      "lr": 0.0001,
      "sup_loss": 1.1660504222033716,
      "rf_loss": 0.0007557664066553116,
      "total_loss": 1.166806188610027,
      "lyap1_mean": -0.02530386671423912,
      "lyap1_max": -0.008075445890426636,
      "lyap1_min": -0.041492801159620285,
      "lyap_spec_mean": [
        -0.02530386671423912,
        -0.026832856237888336,
        -0.023243479430675507,
        -0.02906431443989277
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1293,
      "lr": 0.0001,
      "sup_loss": 1.1707721135874871,
      "rf_loss": 0.0006436719559133053,
      "total_loss": 1.1714157855434004,
      "lyap1_mean": -0.021932095289230347,
      "lyap1_max": -0.00691407173871994,
      "lyap1_min": -0.03339923173189163,
      "lyap_spec_mean": [
        -0.021932095289230347,
        -0.01941227726638317,
        -0.023233113810420036,
        -0.025241093710064888
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1294,
      "lr": 0.0001,
      "sup_loss": 1.1173617223785788,
      "rf_loss": 0.0003583977522794157,
      "total_loss": 1.1177201201308582,
      "lyap1_mean": -0.0137712974101305,
      "lyap1_max": 0.009781857952475548,
      "lyap1_min": -0.027262909337878227,
      "lyap_spec_mean": [
        -0.0137712974101305,
        -0.007785885129123926,
        -0.016755107790231705,
        -0.014352159574627876
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1295,
      "lr": 0.0001,
      "sup_loss": 1.1852262717758997,
      "rf_loss": 0.00019215367501601577,
      "total_loss": 1.1854184254509157,
      "lyap1_mean": 0.01749327965080738,
      "lyap1_max": 0.036877576261758804,
      "lyap1_min": 0.0005159549182280898,
      "lyap_spec_mean": [
        0.01749327778816223,
        0.009306751191616058,
        0.0016649337485432625,
        -0.006027497351169586
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1296,
      "lr": 0.0001,
      "sup_loss": 1.2208575264616741,
      "rf_loss": 0.00032846134854480624,
      "total_loss": 1.221185987810219,
      "lyap1_mean": 0.018001776188611984,
      "lyap1_max": 0.031553223729133606,
      "lyap1_min": -0.006444262340664864,
      "lyap_spec_mean": [
        0.018001774325966835,
        0.01490054838359356,
        0.015535760670900345,
        0.004586138296872377
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1297,
      "lr": 0.0001,
      "sup_loss": 1.1482205620505803,
      "rf_loss": 0.0009375746012665331,
      "total_loss": 1.1491581366518469,
      "lyap1_mean": 0.03465120121836662,
      "lyap1_max": 0.059611137956380844,
      "lyap1_min": 0.005840556230396032,
      "lyap_spec_mean": [
        0.03465120121836662,
        0.025902796536684036,
        0.02572885900735855,
        0.020134344696998596
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1298,
      "lr": 0.0001,
      "sup_loss": 1.2357289507765936,
      "rf_loss": 0.0010750769870355725,
      "total_loss": 1.2368040277636292,
      "lyap1_mean": 0.036567896604537964,
      "lyap1_max": 0.05435574799776077,
      "lyap1_min": 0.01892843469977379,
      "lyap_spec_mean": [
        0.036567896604537964,
        0.02867335081100464,
        0.028359347954392433,
        0.028079723939299583
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1299,
      "lr": 0.0001,
      "sup_loss": 1.1743846007390542,
      "rf_loss": 0.0005004560807719827,
      "total_loss": 1.1748850568198261,
      "lyap1_mean": 0.022807259112596512,
      "lyap1_max": 0.045216452330350876,
      "lyap1_min": 0.005842936225235462,
      "lyap_spec_mean": [
        0.02280726097524166,
        0.018614884465932846,
        0.01737295277416706,
        0.012807650491595268
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1300,
      "lr": 0.0001,
      "sup_loss": 1.143486649691447,
      "rf_loss": 0.00025596137857064605,
      "total_loss": 1.1437426110700177,
      "lyap1_mean": 0.015294269658625126,
      "lyap1_max": 0.025423604995012283,
      "lyap1_min": 0.0058575160801410675,
      "lyap_spec_mean": [
        0.015294268727302551,
        0.010270381346344948,
        0.003163095097988844,
        0.009754695929586887
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1301,
      "lr": 0.0001,
      "sup_loss": 1.150027941994642,
      "rf_loss": 0.0001656311214901507,
      "total_loss": 1.1501935731161321,
      "lyap1_mean": -0.001015322282910347,
      "lyap1_max": 0.02338927984237671,
      "lyap1_min": -0.016640406101942062,
      "lyap_spec_mean": [
        -0.0010153218172490597,
        0.004405404441058636,
        -0.0006294397171586752,
        -0.006797931157052517
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1302,
      "lr": 0.0001,
      "sup_loss": 1.2104214355924372,
      "rf_loss": 0.0003350120969116688,
      "total_loss": 1.2107564476893489,
      "lyap1_mean": -0.005172956269234419,
      "lyap1_max": 0.006293501239269972,
      "lyap1_min": -0.025027042254805565,
      "lyap_spec_mean": [
        -0.005172956269234419,
        -0.01546123344451189,
        -0.018783800303936005,
        -0.013712171465158463
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1303,
      "lr": 0.0001,
      "sup_loss": 1.1850332604125038,
      "rf_loss": 0.000516418949700892,
      "total_loss": 1.1855496793622047,
      "lyap1_mean": -0.011328598484396935,
      "lyap1_max": 0.012605185620486736,
      "lyap1_min": -0.040281031280756,
      "lyap_spec_mean": [
        -0.01132859755307436,
        -0.016251031309366226,
        -0.024948909878730774,
        -0.024362042546272278
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1304,
      "lr": 0.0001,
      "sup_loss": 1.1762829409593123,
      "rf_loss": 0.0010238211834803224,
      "total_loss": 1.1773067621427926,
      "lyap1_mean": -0.02651573158800602,
      "lyap1_max": -0.008343031629920006,
      "lyap1_min": -0.057699576020240784,
      "lyap_spec_mean": [
        -0.02651573345065117,
        -0.028631044551730156,
        -0.03185735642910004,
        -0.030747048556804657
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1305,
      "lr": 0.0001,
      "sup_loss": 1.2600280196972047,
      "rf_loss": 0.001093655126169324,
      "total_loss": 1.261121674823374,
      "lyap1_mean": -0.02798420377075672,
      "lyap1_max": -0.01305924728512764,
      "lyap1_min": -0.05471939593553543,
      "lyap_spec_mean": [
        -0.027984201908111572,
        -0.02887788973748684,
        -0.029234642162919044,
        -0.03488375246524811
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1306,
      "lr": 0.0001,
      "sup_loss": 1.1617058658422201,
      "rf_loss": 0.000814615108538419,
      "total_loss": 1.1625204809507586,
      "lyap1_mean": -0.023801833391189575,
      "lyap1_max": -0.011272614821791649,
      "lyap1_min": -0.03405962511897087,
      "lyap_spec_mean": [
        -0.023801831528544426,
        -0.028560228645801544,
        -0.019201315939426422,
        -0.033705536276102066
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1307,
      "lr": 0.0001,
      "sup_loss": 1.1667237940796138,
      "rf_loss": 0.0005393853061832488,
      "total_loss": 1.167263179385797,
      "lyap1_mean": -0.015521617606282234,
      "lyap1_max": -0.0018122636247426271,
      "lyap1_min": -0.028889086097478867,
      "lyap_spec_mean": [
        -0.01552161667495966,
        -0.020765967667102814,
        -0.022765548899769783,
        -0.01872149482369423
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1308,
      "lr": 0.0001,
      "sup_loss": 1.098404654859483,
      "rf_loss": 0.0003906213096342981,
      "total_loss": 1.0987952761691173,
      "lyap1_mean": -0.0050287432968616486,
      "lyap1_max": 0.018964072689414024,
      "lyap1_min": -0.028860017657279968,
      "lyap_spec_mean": [
        -0.005028742365539074,
        -0.016002751886844635,
        -0.0136626698076725,
        -0.01655023731291294
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1309,
      "lr": 0.0001,
      "sup_loss": 1.1622610885964875,
      "rf_loss": 7.832240225980058e-05,
      "total_loss": 1.1623394109987473,
      "lyap1_mean": 0.0005479080136865377,
      "lyap1_max": 0.01363273523747921,
      "lyap1_min": -0.017749572172760963,
      "lyap_spec_mean": [
        0.000547907839063555,
        0.0021996614523231983,
        0.0029119246173650026,
        -0.0012048271019011736
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1310,
      "lr": 0.0001,
      "sup_loss": 1.138614544430055,
      "rf_loss": 0.0005108047625981271,
      "total_loss": 1.1391253491926532,
      "lyap1_mean": 0.017601052299141884,
      "lyap1_max": 0.0541507825255394,
      "lyap1_min": -0.0075647346675395966,
      "lyap_spec_mean": [
        0.017601052299141884,
        0.014814130961894989,
        0.010711761191487312,
        0.009458545595407486
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1311,
      "lr": 0.0001,
      "sup_loss": 1.1537216796500445,
      "rf_loss": 0.0004503292730078101,
      "total_loss": 1.1541720089230523,
      "lyap1_mean": 0.01882086880505085,
      "lyap1_max": 0.042875736951828,
      "lyap1_min": -0.006340043619275093,
      "lyap_spec_mean": [
        0.01882086880505085,
        0.017210815101861954,
        0.01744554191827774,
        0.015295930206775665
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1312,
      "lr": 0.0001,
      "sup_loss": 1.1758379292382959,
      "rf_loss": 0.0005484651192091405,
      "total_loss": 1.176386394357505,
      "lyap1_mean": 0.022105062380433083,
      "lyap1_max": 0.04190272092819214,
      "lyap1_min": 0.012871136888861656,
      "lyap_spec_mean": [
        0.022105060517787933,
        0.02375638112425804,
        0.020480982959270477,
        0.016386404633522034
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1313,
      "lr": 0.0001,
      "sup_loss": 1.1587604998259482,
      "rf_loss": 0.00036118418211117387,
      "total_loss": 1.1591216840080594,
      "lyap1_mean": 0.01680062897503376,
      "lyap1_max": 0.048753440380096436,
      "lyap1_min": -0.009262962266802788,
      "lyap_spec_mean": [
        0.01680062897503376,
        0.011056909337639809,
        0.013252690434455872,
        0.014403698034584522
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1314,
      "lr": 0.0001,
      "sup_loss": 1.185205447632175,
      "rf_loss": 0.00017954621580429375,
      "total_loss": 1.1853849938479792,
      "lyap1_mean": 0.01676112227141857,
      "lyap1_max": 0.03473430126905441,
      "lyap1_min": 0.0037854118272662163,
      "lyap_spec_mean": [
        0.01676112227141857,
        0.007308189757168293,
        0.007278765551745892,
        0.0033228243701159954
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1315,
      "lr": 0.0001,
      "sup_loss": 1.1744602267350304,
      "rf_loss": 0.00018472757074050605,
      "total_loss": 1.1746449543057709,
      "lyap1_mean": 0.0011582328006625175,
      "lyap1_max": 0.026546290144324303,
      "lyap1_min": -0.02670871838927269,
      "lyap_spec_mean": [
        0.0011582328006625175,
        0.0003056253772228956,
        -0.0006545863579958677,
        -0.0029712480027228594
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1316,
      "lr": 0.0001,
      "sup_loss": 1.1680294208497997,
      "rf_loss": 0.0002518077380955219,
      "total_loss": 1.1682812285878952,
      "lyap1_mean": -0.011131569743156433,
      "lyap1_max": -0.003490012139081955,
      "lyap1_min": -0.020092688500881195,
      "lyap_spec_mean": [
        -0.011131569743156433,
        -0.013715540990233421,
        -0.015081159770488739,
        -0.01454099640250206
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1317,
      "lr": 0.0001,
      "sup_loss": 1.2031095989738978,
      "rf_loss": 0.00026291143149137497,
      "total_loss": 1.2033725104053892,
      "lyap1_mean": -0.011126361787319183,
      "lyap1_max": -0.0004478699411265552,
      "lyap1_min": -0.01754467934370041,
      "lyap_spec_mean": [
        -0.011126361787319183,
        -0.015891319140791893,
        -0.014940240420401096,
        -0.014410264790058136
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1318,
      "lr": 0.0001,
      "sup_loss": 1.176969787355033,
      "rf_loss": 0.0006617821054533124,
      "total_loss": 1.1776315694604864,
      "lyap1_mean": -0.0248835701495409,
      "lyap1_max": -0.005791706033051014,
      "lyap1_min": -0.04659973829984665,
      "lyap_spec_mean": [
        -0.0248835701495409,
        -0.021087132394313812,
        -0.022290067747235298,
        -0.025210490450263023
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1319,
      "lr": 0.0001,
      "sup_loss": 1.2070070237196404,
      "rf_loss": 0.000980584416538477,
      "total_loss": 1.207987608136179,
      "lyap1_mean": -0.029711809009313583,
      "lyap1_max": -0.02107599377632141,
      "lyap1_min": -0.04041111096739769,
      "lyap_spec_mean": [
        -0.029711807146668434,
        -0.0319773405790329,
        -0.02759753353893757,
        -0.031067999079823494
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1320,
      "lr": 0.0001,
      "sup_loss": 1.1570766151881149,
      "rf_loss": 0.001039780443534255,
      "total_loss": 1.1581163956316491,
      "lyap1_mean": -0.02559663914144039,
      "lyap1_max": -0.010905517265200615,
      "lyap1_min": -0.04009328782558441,
      "lyap_spec_mean": [
        -0.02559663914144039,
        -0.023972250521183014,
        -0.036965664476156235,
        -0.030290836468338966
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1321,
      "lr": 0.0001,
      "sup_loss": 1.1437358428666082,
      "rf_loss": 0.00026372214779257774,
      "total_loss": 1.1439995650144008,
      "lyap1_mean": -0.011702184565365314,
      "lyap1_max": 0.007312039844691753,
      "lyap1_min": -0.028533492237329483,
      "lyap_spec_mean": [
        -0.01170218363404274,
        -0.012327516451478004,
        -0.002817681757733226,
        -0.01059827208518982
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1322,
      "lr": 0.0001,
      "sup_loss": 1.1521936528997132,
      "rf_loss": 0.00014607663615606725,
      "total_loss": 1.1523397295358693,
      "lyap1_mean": 0.007534599397331476,
      "lyap1_max": 0.016223108395934105,
      "lyap1_min": -0.014722613617777824,
      "lyap_spec_mean": [
        0.007534599397331476,
        0.008462848141789436,
        0.0037136957980692387,
        0.005257843062281609
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1323,
      "lr": 0.0001,
      "sup_loss": 1.141862818900231,
      "rf_loss": 0.000712951528839767,
      "total_loss": 1.1425757704290707,
      "lyap1_mean": 0.025737619027495384,
      "lyap1_max": 0.0537678599357605,
      "lyap1_min": -0.0006986431544646621,
      "lyap_spec_mean": [
        0.025737619027495384,
        0.02497684583067894,
        0.02072323113679886,
        0.01890452578663826
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1324,
      "lr": 0.0001,
      "sup_loss": 1.1437938874360245,
      "rf_loss": 0.0010360118467360735,
      "total_loss": 1.1448298992827606,
      "lyap1_mean": 0.03013704903423786,
      "lyap1_max": 0.04753308743238449,
      "lyap1_min": 0.016563111916184425,
      "lyap_spec_mean": [
        0.03013704903423786,
        0.0299148540943861,
        0.03067578561604023,
        0.02903776988387108
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1325,
      "lr": 0.0001,
      "sup_loss": 1.2134425356341638,
      "rf_loss": 0.0012767306761816144,
      "total_loss": 1.2147192663103454,
      "lyap1_mean": 0.03129849210381508,
      "lyap1_max": 0.05006920546293259,
      "lyap1_min": -0.0008845910197123885,
      "lyap_spec_mean": [
        0.03129848837852478,
        0.03114757314324379,
        0.03200067579746246,
        0.032057855278253555
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1326,
      "lr": 0.0001,
      "sup_loss": 1.1218345224532893,
      "rf_loss": 0.00023679962032474577,
      "total_loss": 1.122071322073614,
      "lyap1_mean": 0.014557957649230957,
      "lyap1_max": 0.04402989149093628,
      "lyap1_min": -0.002824622206389904,
      "lyap_spec_mean": [
        0.014557957649230957,
        0.006550087593495846,
        0.01502266526222229,
        0.005084206350147724
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1327,
      "lr": 0.0001,
      "sup_loss": 1.108189182943262,
      "rf_loss": 0.00019039917970076203,
      "total_loss": 1.1083795821229627,
      "lyap1_mean": 0.008327165618538857,
      "lyap1_max": 0.028026534244418144,
      "lyap1_min": -0.0028426647186279297,
      "lyap_spec_mean": [
        0.008327165618538857,
        0.005067857913672924,
        0.0020528649911284447,
        0.0009390006307512522
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1328,
      "lr": 0.0001,
      "sup_loss": 1.136109931364326,
      "rf_loss": 0.00017486876458860934,
      "total_loss": 1.1362848001289145,
      "lyap1_mean": 0.007664416451007128,
      "lyap1_max": 0.02896902523934841,
      "lyap1_min": -0.01283616479486227,
      "lyap_spec_mean": [
        0.0076644159853458405,
        0.008150543086230755,
        -0.0024101105518639088,
        -0.000432815111707896
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1329,
      "lr": 0.0001,
      "sup_loss": 1.1277548198926393,
      "rf_loss": 0.0003413209051359445,
      "total_loss": 1.1280961407977752,
      "lyap1_mean": -0.012163601815700531,
      "lyap1_max": -0.004538295790553093,
      "lyap1_min": -0.022420424968004227,
      "lyap_spec_mean": [
        -0.012163601815700531,
        -0.01686462014913559,
        -0.016055574640631676,
        -0.02056044712662697
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1330,
      "lr": 0.0001,
      "sup_loss": 1.1294485302757027,
      "rf_loss": 0.0004650635237339884,
      "total_loss": 1.1299135937994367,
      "lyap1_mean": -0.014303247444331646,
      "lyap1_max": 0.0077802385203540325,
      "lyap1_min": -0.03096282109618187,
      "lyap_spec_mean": [
        -0.014303247444331646,
        -0.015438785776495934,
        -0.02035306580364704,
        -0.021198062226176262
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1331,
      "lr": 0.0001,
      "sup_loss": 1.1624600956314608,
      "rf_loss": 0.00047558368532918394,
      "total_loss": 1.16293567931679,
      "lyap1_mean": -0.017240826040506363,
      "lyap1_max": 0.000629025511443615,
      "lyap1_min": -0.02874462865293026,
      "lyap_spec_mean": [
        -0.017240826040506363,
        -0.01544267125427723,
        -0.01993207260966301,
        -0.023872897028923035
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1332,
      "lr": 0.0001,
      "sup_loss": 1.134034677122115,
      "rf_loss": 0.0003335378714837134,
      "total_loss": 1.1343682149935987,
      "lyap1_mean": -0.016973819583654404,
      "lyap1_max": -0.0028995187021791935,
      "lyap1_min": -0.036135539412498474,
      "lyap_spec_mean": [
        -0.016973819583654404,
        -0.006849600002169609,
        -0.01679866574704647,
        -0.014790952205657959
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1333,
      "lr": 0.0001,
      "sup_loss": 1.1124642386665349,
      "rf_loss": 0.00028631367604248226,
      "total_loss": 1.1127505523425774,
      "lyap1_mean": 0.001123563153669238,
      "lyap1_max": 0.024373745545744896,
      "lyap1_min": -0.010693947784602642,
      "lyap_spec_mean": [
        0.001123563153669238,
        -0.008387451060116291,
        0.0022587066050618887,
        -0.0021125883795320988
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1334,
      "lr": 0.0001,
      "sup_loss": 1.1405695946909362,
      "rf_loss": 0.0004505179822444916,
      "total_loss": 1.1410201126731807,
      "lyap1_mean": 0.01503791194409132,
      "lyap1_max": 0.04428762197494507,
      "lyap1_min": 0.0013587779831141233,
      "lyap_spec_mean": [
        0.015037912875413895,
        0.024488558992743492,
        0.014951542019844055,
        0.014086054638028145
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1335,
      "lr": 0.0001,
      "sup_loss": 1.0610969238234627,
      "rf_loss": 0.000458297785371542,
      "total_loss": 1.0615552216088342,
      "lyap1_mean": 0.01757742092013359,
      "lyap1_max": 0.03904304280877113,
      "lyap1_min": -0.009560773149132729,
      "lyap_spec_mean": [
        0.01757742092013359,
        0.017515096813440323,
        0.010729771107435226,
        0.010712718591094017
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1336,
      "lr": 0.0001,
      "sup_loss": 1.1777455639483863,
      "rf_loss": 0.0005386736011132598,
      "total_loss": 1.1782842375494995,
      "lyap1_mean": 0.024516168981790543,
      "lyap1_max": 0.04420679807662964,
      "lyap1_min": -0.0018759736558422446,
      "lyap_spec_mean": [
        0.024516168981790543,
        0.0205950066447258,
        0.017464663833379745,
        0.014472264796495438
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1337,
      "lr": 0.0001,
      "sup_loss": 1.122709854703404,
      "rf_loss": 0.00016060174675658345,
      "total_loss": 1.1228704564501606,
      "lyap1_mean": 0.010918516665697098,
      "lyap1_max": 0.02370813861489296,
      "lyap1_min": -0.009083542972803116,
      "lyap_spec_mean": [
        0.010918516665697098,
        0.009726261720061302,
        0.005668291822075844,
        0.008303350768983364
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1338,
      "lr": 0.0001,
      "sup_loss": 1.1294071668457766,
      "rf_loss": 0.00013722924632020295,
      "total_loss": 1.1295443960920968,
      "lyap1_mean": 0.00336791155859828,
      "lyap1_max": 0.0115586556494236,
      "lyap1_min": -0.011858991347253323,
      "lyap_spec_mean": [
        0.00336791155859828,
        0.004008661024272442,
        -0.010060610249638557,
        -0.0038240118883550167
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1339,
      "lr": 0.0001,
      "sup_loss": 1.149962893545106,
      "rf_loss": 0.0007718135602772236,
      "total_loss": 1.1507347071053833,
      "lyap1_mean": -0.021029211580753326,
      "lyap1_max": 0.01600363850593567,
      "lyap1_min": -0.050196342170238495,
      "lyap_spec_mean": [
        -0.021029211580753326,
        -0.025298921391367912,
        -0.027507565915584564,
        -0.022869259119033813
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1340,
      "lr": 0.0001,
      "sup_loss": 1.1742772961486856,
      "rf_loss": 0.0007026491221040487,
      "total_loss": 1.1749799452707896,
      "lyap1_mean": -0.027145523577928543,
      "lyap1_max": -0.012113310396671295,
      "lyap1_min": -0.04059527441859245,
      "lyap_spec_mean": [
        -0.027145523577928543,
        -0.022820118814706802,
        -0.025264564901590347,
        -0.025020189583301544
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1341,
      "lr": 0.0001,
      "sup_loss": 1.154040162443413,
      "rf_loss": 0.0008301936322823167,
      "total_loss": 1.1548703560756952,
      "lyap1_mean": -0.0243678018450737,
      "lyap1_max": -0.0009047327330335975,
      "lyap1_min": -0.039844807237386703,
      "lyap_spec_mean": [
        -0.02436779998242855,
        -0.027598725631833076,
        -0.028113629668951035,
        -0.02916264720261097
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1342,
      "lr": 0.0001,
      "sup_loss": 1.135988613001583,
      "rf_loss": 0.001110483892261982,
      "total_loss": 1.137099096893845,
      "lyap1_mean": -0.029736246913671494,
      "lyap1_max": -0.006725457962602377,
      "lyap1_min": -0.0625578761100769,
      "lyap_spec_mean": [
        -0.029736245051026344,
        -0.030408421531319618,
        -0.02491120621562004,
        -0.03553749620914459
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1343,
      "lr": 0.0001,
      "sup_loss": 1.1709430830408039,
      "rf_loss": 0.0009362519485875964,
      "total_loss": 1.1718793349893915,
      "lyap1_mean": -0.019257349893450737,
      "lyap1_max": 0.005003547295928001,
      "lyap1_min": -0.04185424745082855,
      "lyap_spec_mean": [
        -0.019257349893450737,
        -0.03070853464305401,
        -0.030374443158507347,
        -0.02915060706436634
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1344,
      "lr": 0.0001,
      "sup_loss": 1.1656487150875259,
      "rf_loss": 0.00017872369789984077,
      "total_loss": 1.1658274387854257,
      "lyap1_mean": 0.0012821219861507416,
      "lyap1_max": 0.007964972406625748,
      "lyap1_min": -0.012601681053638458,
      "lyap_spec_mean": [
        0.0012821221025660634,
        -0.006103308405727148,
        0.00150928960647434,
        -0.0161678995937109
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1345,
      "lr": 0.0001,
      "sup_loss": 1.1319566649061275,
      "rf_loss": 0.0001470475399401039,
      "total_loss": 1.1321037124460676,
      "lyap1_mean": 0.006294994615018368,
      "lyap1_max": 0.027034439146518707,
      "lyap1_min": -0.010763394646346569,
      "lyap_spec_mean": [
        0.006294995080679655,
        0.004844429902732372,
        0.004444141872227192,
        0.005683407187461853
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1346,
      "lr": 0.0001,
      "sup_loss": 1.129748835985829,
      "rf_loss": 0.00036681460915133357,
      "total_loss": 1.1301156505949803,
      "lyap1_mean": 0.023968400433659554,
      "lyap1_max": 0.04229889065027237,
      "lyap1_min": 0.0011009625159204006,
      "lyap_spec_mean": [
        0.023968398571014404,
        0.009521622210741043,
        0.01361306756734848,
        0.006697215139865875
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1347,
      "lr": 0.0001,
      "sup_loss": 1.1460170656319522,
      "rf_loss": 0.0007094990578480065,
      "total_loss": 1.1467265646898002,
      "lyap1_mean": 0.023020561784505844,
      "lyap1_max": 0.042770467698574066,
      "lyap1_min": 0.0024822778068482876,
      "lyap_spec_mean": [
        0.023020561784505844,
        0.02859247475862503,
        0.02230057492852211,
        0.02297876961529255
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1348,
      "lr": 0.0001,
      "sup_loss": 1.161896979187972,
      "rf_loss": 0.0007704996387474239,
      "total_loss": 1.1626674788267195,
      "lyap1_mean": 0.030473925173282623,
      "lyap1_max": 0.0450701043009758,
      "lyap1_min": 0.01200883835554123,
      "lyap_spec_mean": [
        0.030473925173282623,
        0.024160675704479218,
        0.02563728578388691,
        0.01894288696348667
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1349,
      "lr": 0.0001,
      "sup_loss": 1.1226037586832427,
      "rf_loss": 0.0011823826935142279,
      "total_loss": 1.123786141376757,
      "lyap1_mean": 0.036609865725040436,
      "lyap1_max": 0.06030648946762085,
      "lyap1_min": 0.013288751244544983,
      "lyap_spec_mean": [
        0.036609865725040436,
        0.028164178133010864,
        0.032396670430898666,
        0.029010461643338203
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1350,
      "lr": 0.0001,
      "sup_loss": 1.1439303664688216,
      "rf_loss": 0.0007254820084199309,
      "total_loss": 1.1446558484772416,
      "lyap1_mean": 0.027959724888205528,
      "lyap1_max": 0.053245510905981064,
      "lyap1_min": 0.01467535924166441,
      "lyap_spec_mean": [
        0.02795972302556038,
        0.02622566558420658,
        0.017985647544264793,
        0.017737023532390594
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1351,
      "lr": 0.0001,
      "sup_loss": 1.166434963434785,
      "rf_loss": 0.00035783974453806877,
      "total_loss": 1.166792803179323,
      "lyap1_mean": 0.01897013559937477,
      "lyap1_max": 0.031074561178684235,
      "lyap1_min": 0.0067504397593438625,
      "lyap_spec_mean": [
        0.01897013559937477,
        0.016415882855653763,
        0.0073129660449922085,
        0.009026400744915009
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1352,
      "lr": 0.0001,
      "sup_loss": 1.1236555501372334,
      "rf_loss": 0.00037230696761980653,
      "total_loss": 1.1240278571048532,
      "lyap1_mean": -0.004956528078764677,
      "lyap1_max": 0.02755529060959816,
      "lyap1_min": -0.03578516095876694,
      "lyap_spec_mean": [
        -0.004956528544425964,
        -0.0101160928606987,
        -0.0168895423412323,
        -0.015362937934696674
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1353,
      "lr": 0.0001,
      "sup_loss": 1.1336241719542595,
      "rf_loss": 0.0007328454521484673,
      "total_loss": 1.134357017406408,
      "lyap1_mean": -0.017692837864160538,
      "lyap1_max": -0.0018951576203107834,
      "lyap1_min": -0.04174090921878815,
      "lyap_spec_mean": [
        -0.017692837864160538,
        -0.020904336124658585,
        -0.02895667403936386,
        -0.030733175575733185
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1354,
      "lr": 0.0001,
      "sup_loss": 1.1553524073780863,
      "rf_loss": 0.0009545620996505022,
      "total_loss": 1.1563069694777368,
      "lyap1_mean": -0.02527930773794651,
      "lyap1_max": -0.018711023032665253,
      "lyap1_min": -0.04079034924507141,
      "lyap_spec_mean": [
        -0.02527930960059166,
        -0.028125043958425522,
        -0.028427880257368088,
        -0.029783587902784348
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1355,
      "lr": 0.0001,
      "sup_loss": 1.1376738231627554,
      "rf_loss": 0.0011123428121209145,
      "total_loss": 1.1387861659748764,
      "lyap1_mean": -0.029788415879011154,
      "lyap1_max": -0.005564623512327671,
      "lyap1_min": -0.04564690589904785,
      "lyap_spec_mean": [
        -0.029788415879011154,
        -0.03022896684706211,
        -0.03216824680566788,
        -0.028527263551950455
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1356,
      "lr": 0.0001,
      "sup_loss": 1.1325569736387897,
      "rf_loss": 0.00024376418150495738,
      "total_loss": 1.1328007378202947,
      "lyap1_mean": -0.0058249556459486485,
      "lyap1_max": 0.02218938246369362,
      "lyap1_min": -0.027845174074172974,
      "lyap_spec_mean": [
        -0.005824955180287361,
        -0.009120387956500053,
        -0.012434813193976879,
        -0.010120249353349209
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1357,
      "lr": 0.0001,
      "sup_loss": 1.0901810440411301,
      "rf_loss": 0.00023501619580201805,
      "total_loss": 1.0904160602369322,
      "lyap1_mean": -0.0044358037412166595,
      "lyap1_max": 0.02715878188610077,
      "lyap1_min": -0.025521812960505486,
      "lyap_spec_mean": [
        -0.004435803275555372,
        -0.0012957106810063124,
        -0.0062826257199049,
        -0.011497654020786285
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1358,
      "lr": 0.0001,
      "sup_loss": 1.136764909212245,
      "rf_loss": 0.00027904435410164297,
      "total_loss": 1.1370439535663466,
      "lyap1_mean": 0.015238323248922825,
      "lyap1_max": 0.05342290922999382,
      "lyap1_min": 0.0029481740202754736,
      "lyap_spec_mean": [
        0.0152383241802454,
        0.016468606889247894,
        0.00773763470351696,
        0.004260709509253502
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1359,
      "lr": 0.0001,
      "sup_loss": 1.1684157006682176,
      "rf_loss": 0.00047148638986982405,
      "total_loss": 1.1688871870580875,
      "lyap1_mean": 0.016148263588547707,
      "lyap1_max": 0.036245815455913544,
      "lyap1_min": -0.0013437907909974456,
      "lyap_spec_mean": [
        0.016148263588547707,
        0.015084056183695793,
        0.021719593554735184,
        0.007440430577844381
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1360,
      "lr": 0.0001,
      "sup_loss": 1.1762377881724873,
      "rf_loss": 0.0007401456823572516,
      "total_loss": 1.1769779338548445,
      "lyap1_mean": 0.032938431948423386,
      "lyap1_max": 0.0649426281452179,
      "lyap1_min": 0.00035790324909612536,
      "lyap_spec_mean": [
        0.032938431948423386,
        0.021312426775693893,
        0.015589295886456966,
        0.013112759217619896
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1361,
      "lr": 0.0001,
      "sup_loss": 1.1648608761059407,
      "rf_loss": 0.00034279096871614456,
      "total_loss": 1.1652036670746568,
      "lyap1_mean": 0.012695860117673874,
      "lyap1_max": 0.028389185667037964,
      "lyap1_min": -0.0005886039580218494,
      "lyap_spec_mean": [
        0.012695861048996449,
        0.012331200763583183,
        0.012533990666270256,
        0.010254913941025734
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1362,
      "lr": 0.0001,
      "sup_loss": 1.1585927946804357,
      "rf_loss": 0.00015668722335249186,
      "total_loss": 1.1587494819037882,
      "lyap1_mean": 0.006475578062236309,
      "lyap1_max": 0.025799697265028954,
      "lyap1_min": -0.01744478940963745,
      "lyap_spec_mean": [
        0.006475578062236309,
        0.0006359675899147987,
        0.0029944181442260742,
        0.0017809035489335656
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1363,
      "lr": 0.0001,
      "sup_loss": 1.1198586878370633,
      "rf_loss": 0.000443009368609637,
      "total_loss": 1.120301697205673,
      "lyap1_mean": -0.012854799628257751,
      "lyap1_max": 0.008599601686000824,
      "lyap1_min": -0.03628534451127052,
      "lyap_spec_mean": [
        -0.012854799628257751,
        -0.018053773790597916,
        -0.0161597803235054,
        -0.02142913267016411
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1364,
      "lr": 0.0001,
      "sup_loss": 1.1358073203547214,
      "rf_loss": 0.00028759660199284554,
      "total_loss": 1.1360949169567143,
      "lyap1_mean": -0.010546157136559486,
      "lyap1_max": 0.011303096078336239,
      "lyap1_min": -0.032454393804073334,
      "lyap_spec_mean": [
        -0.010546158067882061,
        -0.01071226503700018,
        -0.008312980644404888,
        -0.016984418034553528
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1365,
      "lr": 0.0001,
      "sup_loss": 1.1436616730444071,
      "rf_loss": 0.00030041194986552,
      "total_loss": 1.1439620849942727,
      "lyap1_mean": -0.0038358252495527267,
      "lyap1_max": 0.015379713848233223,
      "lyap1_min": -0.024835627526044846,
      "lyap_spec_mean": [
        -0.0038358252495527267,
        -0.012077315710484982,
        -0.008279160596430302,
        -0.014880369417369366
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1366,
      "lr": 0.0001,
      "sup_loss": 1.1181031987030317,
      "rf_loss": 0.000234632141655311,
      "total_loss": 1.118337830844687,
      "lyap1_mean": -0.010981139726936817,
      "lyap1_max": 0.0016678593819960952,
      "lyap1_min": -0.027599213644862175,
      "lyap_spec_mean": [
        -0.010981139726936817,
        -0.002572246827185154,
        -0.012654243037104607,
        -0.01328684389591217
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1367,
      "lr": 0.0001,
      "sup_loss": 1.1624014055859486,
      "rf_loss": 0.00016812299145385623,
      "total_loss": 1.1625695285774025,
      "lyap1_mean": 0.004617311060428619,
      "lyap1_max": 0.028635453432798386,
      "lyap1_min": -0.017704462632536888,
      "lyap_spec_mean": [
        0.004617311991751194,
        0.004683020059019327,
        0.0015835663070902228,
        -0.0015594129217788577
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1368,
      "lr": 0.0001,
      "sup_loss": 1.12814947900591,
      "rf_loss": 0.00024915364338085055,
      "total_loss": 1.1283986326492907,
      "lyap1_mean": 0.008917560800909996,
      "lyap1_max": 0.0452781543135643,
      "lyap1_min": -0.01038326881825924,
      "lyap_spec_mean": [
        0.008917560800909996,
        0.004363199695944786,
        0.0007591659668833017,
        0.0076033188961446285
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1369,
      "lr": 0.0001,
      "sup_loss": 1.1588738989080158,
      "rf_loss": 0.0003026785561814904,
      "total_loss": 1.1591765774641973,
      "lyap1_mean": 0.009861154481768608,
      "lyap1_max": 0.027163095772266388,
      "lyap1_min": -0.000840685039293021,
      "lyap_spec_mean": [
        0.009861154481768608,
        0.017780395224690437,
        0.015399705618619919,
        0.008378132246434689
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1370,
      "lr": 0.0001,
      "sup_loss": 1.0385372667635628,
      "rf_loss": 0.00037112360587343574,
      "total_loss": 1.0389083903694363,
      "lyap1_mean": 0.01217302680015564,
      "lyap1_max": 0.03207215294241905,
      "lyap1_min": -0.02536502294242382,
      "lyap_spec_mean": [
        0.01217302680015564,
        0.015817804262042046,
        0.011545693501830101,
        0.00992145761847496
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1371,
      "lr": 0.0001,
      "sup_loss": 1.1938452759395795,
      "rf_loss": 0.00029600568814203143,
      "total_loss": 1.1941412816277215,
      "lyap1_mean": 0.012773219496011734,
      "lyap1_max": 0.031190942972898483,
      "lyap1_min": -0.0045552244409918785,
      "lyap_spec_mean": [
        0.012773219496011734,
        0.018233438953757286,
        0.013279944658279419,
        0.010455160401761532
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1372,
      "lr": 0.0001,
      "sup_loss": 1.1336132468980864,
      "rf_loss": 0.0001238615659531206,
      "total_loss": 1.1337371084640395,
      "lyap1_mean": 0.004016265273094177,
      "lyap1_max": 0.02032548002898693,
      "lyap1_min": -0.017454607412219048,
      "lyap_spec_mean": [
        0.004016265273094177,
        0.0009205559035763144,
        -0.005085641052573919,
        -0.003693562000989914
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1373,
      "lr": 0.0001,
      "sup_loss": 1.165398382788126,
      "rf_loss": 0.00022563341190107167,
      "total_loss": 1.165624016200027,
      "lyap1_mean": -0.009703903459012508,
      "lyap1_max": 0.03264888375997543,
      "lyap1_min": -0.02849040925502777,
      "lyap_spec_mean": [
        -0.009703904390335083,
        -0.007487933151423931,
        -0.007874758914113045,
        -0.011900080367922783
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1374,
      "lr": 0.0001,
      "sup_loss": 1.1527603250208538,
      "rf_loss": 0.0003226235567126423,
      "total_loss": 1.1530829485775664,
      "lyap1_mean": -0.014479763805866241,
      "lyap1_max": -0.0007779691368341446,
      "lyap1_min": -0.03651191666722298,
      "lyap_spec_mean": [
        -0.014479764737188816,
        -0.013563722372055054,
        -0.013494034297764301,
        -0.01455036923289299
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1375,
      "lr": 0.0001,
      "sup_loss": 1.1463761176310276,
      "rf_loss": 0.00052780716214329,
      "total_loss": 1.146903924793171,
      "lyap1_mean": -0.018624108284711838,
      "lyap1_max": 0.0029952875338494778,
      "lyap1_min": -0.034362323582172394,
      "lyap_spec_mean": [
        -0.018624108284711838,
        -0.021290414035320282,
        -0.02052566036581993,
        -0.017769142985343933
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1376,
      "lr": 0.0001,
      "sup_loss": 1.1337966306699214,
      "rf_loss": 0.00022326724138110876,
      "total_loss": 1.1340198979113025,
      "lyap1_mean": -0.004791399464011192,
      "lyap1_max": 0.01605716347694397,
      "lyap1_min": -0.022032691165804863,
      "lyap_spec_mean": [
        -0.004791400395333767,
        -0.01257406361401081,
        -0.008556218817830086,
        -0.01214391179382801
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1377,
      "lr": 0.0001,
      "sup_loss": 1.1100488155127637,
      "rf_loss": 0.000438270450104028,
      "total_loss": 1.1104870859628677,
      "lyap1_mean": -0.014543304219841957,
      "lyap1_max": 0.014503538608551025,
      "lyap1_min": -0.03343109041452408,
      "lyap_spec_mean": [
        -0.014543303288519382,
        -0.017832668498158455,
        -0.01598786935210228,
        -0.017859939485788345
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1378,
      "lr": 0.0001,
      "sup_loss": 1.0940770089389336,
      "rf_loss": 0.00020754567231051624,
      "total_loss": 1.094284554611244,
      "lyap1_mean": 0.0024909055791795254,
      "lyap1_max": 0.0258549302816391,
      "lyap1_min": -0.02792191505432129,
      "lyap_spec_mean": [
        0.002490905812010169,
        -0.0020174477249383926,
        0.0023870421573519707,
        0.001585638616234064
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1379,
      "lr": 0.0001,
      "sup_loss": 1.1209357310844035,
      "rf_loss": 0.0002756647882051766,
      "total_loss": 1.1212113958726087,
      "lyap1_mean": -0.00010963366366922855,
      "lyap1_max": 0.03491516411304474,
      "lyap1_min": -0.01723988726735115,
      "lyap_spec_mean": [
        -0.00010963366366922855,
        0.0026923534460365772,
        -0.005332026164978743,
        -0.010683046653866768
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1380,
      "lr": 0.0001,
      "sup_loss": 1.139410348533467,
      "rf_loss": 0.0002729854022618383,
      "total_loss": 1.1396833339357288,
      "lyap1_mean": 0.015653366222977638,
      "lyap1_max": 0.03685207664966583,
      "lyap1_min": 0.009382915683090687,
      "lyap_spec_mean": [
        0.015653366222977638,
        0.006296063773334026,
        0.009879060089588165,
        0.01522321067750454
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1381,
      "lr": 0.0001,
      "sup_loss": 1.0348654807967195,
      "rf_loss": 0.00041962284012697637,
      "total_loss": 1.0352851036368464,
      "lyap1_mean": 0.017644142732024193,
      "lyap1_max": 0.06824954599142075,
      "lyap1_min": -0.0017517134547233582,
      "lyap_spec_mean": [
        0.017644144594669342,
        0.00836164690554142,
        0.013635808601975441,
        0.0076850103214383125
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1382,
      "lr": 0.0001,
      "sup_loss": 1.1282035736105211,
      "rf_loss": 0.000650181551463902,
      "total_loss": 1.128853755161985,
      "lyap1_mean": 0.01770910993218422,
      "lyap1_max": 0.05135352164506912,
      "lyap1_min": -0.009398611262440681,
      "lyap_spec_mean": [
        0.01770910993218422,
        0.016697606071829796,
        0.020690076053142548,
        0.017416998744010925
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1383,
      "lr": 0.0001,
      "sup_loss": 1.1373602022020834,
      "rf_loss": 0.0005869491724297404,
      "total_loss": 1.1379471513745132,
      "lyap1_mean": 0.007047496736049652,
      "lyap1_max": 0.05800728499889374,
      "lyap1_min": -0.02264261618256569,
      "lyap_spec_mean": [
        0.007047496736049652,
        0.012668033130466938,
        0.010335993953049183,
        0.01559295505285263
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1384,
      "lr": 0.0001,
      "sup_loss": 1.1201271636747099,
      "rf_loss": 0.00027814533677883446,
      "total_loss": 1.1204053090114887,
      "lyap1_mean": 0.009377001784741879,
      "lyap1_max": 0.029555346816778183,
      "lyap1_min": -0.006948242895305157,
      "lyap_spec_mean": [
        0.009377002716064453,
        0.015372006222605705,
        0.011295925825834274,
        0.005750210955739021
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1385,
      "lr": 0.0001,
      "sup_loss": 1.0901803854952887,
      "rf_loss": 0.00021243008086457849,
      "total_loss": 1.0903928155761533,
      "lyap1_mean": 0.0027096886187791824,
      "lyap1_max": 0.02140073850750923,
      "lyap1_min": -0.01594758965075016,
      "lyap_spec_mean": [
        0.0027096886187791824,
        0.0005004117265343666,
        0.0007677188841626048,
        -0.006955485325306654
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1386,
      "lr": 0.0001,
      "sup_loss": 1.1159262124136464,
      "rf_loss": 0.00013999699149280787,
      "total_loss": 1.1160662094051392,
      "lyap1_mean": -0.0009656570618972182,
      "lyap1_max": 0.026887422427535057,
      "lyap1_min": -0.02072303369641304,
      "lyap_spec_mean": [
        -0.0009656571783125401,
        0.0001580790849402547,
        -0.00201965868473053,
        -0.0035633817315101624
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1387,
      "lr": 0.0001,
      "sup_loss": 1.113305449944603,
      "rf_loss": 0.00019941508071497083,
      "total_loss": 1.1135048650253179,
      "lyap1_mean": -0.010361077263951302,
      "lyap1_max": 0.0062472084537148476,
      "lyap1_min": -0.020061520859599113,
      "lyap_spec_mean": [
        -0.010361076332628727,
        -0.009025677107274532,
        -0.00685105798766017,
        -0.010816114023327827
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1388,
      "lr": 0.0001,
      "sup_loss": 1.115942687425054,
      "rf_loss": 0.00026259705191478133,
      "total_loss": 1.1162052844769688,
      "lyap1_mean": -0.0155594851821661,
      "lyap1_max": -0.0050103613175451756,
      "lyap1_min": -0.027803461998701096,
      "lyap_spec_mean": [
        -0.0155594851821661,
        -0.006503675132989883,
        -0.014005032368004322,
        -0.012714149430394173
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1389,
      "lr": 0.0001,
      "sup_loss": 1.107846408199268,
      "rf_loss": 0.0002150450018234551,
      "total_loss": 1.1080614532010915,
      "lyap1_mean": -0.005131490528583527,
      "lyap1_max": 0.022359808906912804,
      "lyap1_min": -0.02725071832537651,
      "lyap_spec_mean": [
        -0.005131490528583527,
        -0.006354734301567078,
        -0.004253885708749294,
        -0.005924042314291
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1390,
      "lr": 0.0001,
      "sup_loss": 1.106405343606959,
      "rf_loss": 0.00019587052520364523,
      "total_loss": 1.1066012141321626,
      "lyap1_mean": 0.001564436824992299,
      "lyap1_max": 0.027946334332227707,
      "lyap1_min": -0.01972733438014984,
      "lyap_spec_mean": [
        0.0015644364757463336,
        -0.004950772505253553,
        -0.01558753289282322,
        -0.010984600521624088
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1391,
      "lr": 0.0001,
      "sup_loss": 1.1307074406126274,
      "rf_loss": 0.0002604160108603537,
      "total_loss": 1.1309678566234878,
      "lyap1_mean": 0.002389315515756607,
      "lyap1_max": 0.02366456761956215,
      "lyap1_min": -0.031081071123480797,
      "lyap_spec_mean": [
        0.002389315515756607,
        0.007814129814505577,
        -0.0036733809392899275,
        -0.00736587168648839
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1392,
      "lr": 0.0001,
      "sup_loss": 1.1066822843457709,
      "rf_loss": 0.00033365905983373523,
      "total_loss": 1.1070159434056046,
      "lyap1_mean": 0.0032013477757573128,
      "lyap1_max": 0.04208645969629288,
      "lyap1_min": -0.027651477605104446,
      "lyap_spec_mean": [
        0.0032013477757573128,
        0.0050479695200920105,
        0.0019285136368125677,
        -0.002346796216443181
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1393,
      "lr": 0.0001,
      "sup_loss": 1.0947104640222558,
      "rf_loss": 0.00011652424291241914,
      "total_loss": 1.0948269882651682,
      "lyap1_mean": -0.00402129627764225,
      "lyap1_max": 0.010213023982942104,
      "lyap1_min": -0.022983629256486893,
      "lyap_spec_mean": [
        -0.004021295811980963,
        0.0025918493047356606,
        -0.002590740332379937,
        -0.003230720991268754
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1394,
      "lr": 0.0001,
      "sup_loss": 1.1317995896271444,
      "rf_loss": 0.00020531745394691825,
      "total_loss": 1.1320049070810914,
      "lyap1_mean": -3.4611206501722336e-05,
      "lyap1_max": 0.02177184633910656,
      "lyap1_min": -0.027481641620397568,
      "lyap_spec_mean": [
        -3.461143933236599e-05,
        -6.624090019613504e-06,
        0.0001282634912058711,
        -0.006141163408756256
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1395,
      "lr": 0.0001,
      "sup_loss": 1.1593517451430246,
      "rf_loss": 0.00020763867360074073,
      "total_loss": 1.1595593838166254,
      "lyap1_mean": -0.002710008528083563,
      "lyap1_max": 0.025472790002822876,
      "lyap1_min": -0.02472047321498394,
      "lyap_spec_mean": [
        -0.002710008528083563,
        -0.004486232530325651,
        -0.005792931653559208,
        -0.011064518243074417
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1396,
      "lr": 0.0001,
      "sup_loss": 1.1823830538802094,
      "rf_loss": 0.00021535776613745838,
      "total_loss": 1.1825984116463468,
      "lyap1_mean": -0.0011342507787048817,
      "lyap1_max": 0.026470251381397247,
      "lyap1_min": -0.015101863071322441,
      "lyap_spec_mean": [
        -0.001134250545874238,
        0.0014225749764591455,
        -0.008820615708827972,
        -0.009051342494785786
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1397,
      "lr": 0.0001,
      "sup_loss": 1.0580686922968905,
      "rf_loss": 0.00024171796394512057,
      "total_loss": 1.0583104102608356,
      "lyap1_mean": -0.007018540985882282,
      "lyap1_max": 0.032071251422166824,
      "lyap1_min": -0.029654502868652344,
      "lyap_spec_mean": [
        -0.007018540054559708,
        -0.005716866813600063,
        -0.011843730695545673,
        -0.008558319881558418
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1398,
      "lr": 0.0001,
      "sup_loss": 1.0588307319488521,
      "rf_loss": 0.00032938708318397403,
      "total_loss": 1.059160119032036,
      "lyap1_mean": 0.002479984425008297,
      "lyap1_max": 0.035869769752025604,
      "lyap1_min": -0.01877482607960701,
      "lyap_spec_mean": [
        0.0024799848906695843,
        -0.0014204713515937328,
        -0.00045613746624439955,
        -0.0036955741234123707
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1399,
      "lr": 0.0001,
      "sup_loss": 1.139307265144757,
      "rf_loss": 0.0001722168963169679,
      "total_loss": 1.139479482041074,
      "lyap1_mean": 0.013434724882245064,
      "lyap1_max": 0.027307121083140373,
      "lyap1_min": -0.0013749066274613142,
      "lyap_spec_mean": [
        0.013434724882245064,
        0.007565734907984734,
        0.005369883496314287,
        0.005211937241256237
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1400,
      "lr": 0.0001,
      "sup_loss": 1.1265602876659457,
      "rf_loss": 0.0002697058371268213,
      "total_loss": 1.1268299935030726,
      "lyap1_mean": 0.014814617112278938,
      "lyap1_max": 0.04626957327127457,
      "lyap1_min": 0.0007585191051475704,
      "lyap_spec_mean": [
        0.014814616180956364,
        0.01368019264191389,
        0.013559411279857159,
        0.005676207132637501
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1401,
      "lr": 0.0001,
      "sup_loss": 1.0816240859038788,
      "rf_loss": 0.00022486985835712403,
      "total_loss": 1.081848955762236,
      "lyap1_mean": 0.013918502256274223,
      "lyap1_max": 0.02743910253047943,
      "lyap1_min": 0.0017206824850291014,
      "lyap_spec_mean": [
        0.013918502256274223,
        0.009242304600775242,
        0.014464875683188438,
        0.007857700809836388
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1402,
      "lr": 0.0001,
      "sup_loss": 1.1275560499037514,
      "rf_loss": 0.0004600358661264181,
      "total_loss": 1.1280160857698778,
      "lyap1_mean": 0.01960565522313118,
      "lyap1_max": 0.03554845601320267,
      "lyap1_min": 0.00824008323252201,
      "lyap_spec_mean": [
        0.01960565522313118,
        0.02033071406185627,
        0.018168145790696144,
        0.015793638303875923
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1403,
      "lr": 0.0001,
      "sup_loss": 1.0677602813678808,
      "rf_loss": 0.00020761715131811798,
      "total_loss": 1.067967898519199,
      "lyap1_mean": 0.007969007827341557,
      "lyap1_max": 0.021027391776442528,
      "lyap1_min": -0.011149445548653603,
      "lyap_spec_mean": [
        0.007969007827341557,
        0.009310035035014153,
        0.0023193007800728083,
        -0.004646860994398594
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1404,
      "lr": 0.0001,
      "sup_loss": 1.1144376567045502,
      "rf_loss": 0.0002664424537215382,
      "total_loss": 1.1147040991582717,
      "lyap1_mean": 0.00545778963714838,
      "lyap1_max": 0.035744406282901764,
      "lyap1_min": -0.01644151285290718,
      "lyap_spec_mean": [
        0.005457789171487093,
        0.0072219581343233585,
        0.004410098306834698,
        0.005159010179340839
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1405,
      "lr": 0.0001,
      "sup_loss": 1.1406443846393548,
      "rf_loss": 0.00010676078090909868,
      "total_loss": 1.140751145420264,
      "lyap1_mean": -0.0012367754243314266,
      "lyap1_max": 0.020746368914842606,
      "lyap1_min": -0.016628824174404144,
      "lyap_spec_mean": [
        -0.0012367754243314266,
        0.005344176199287176,
        0.0021126773208379745,
        -0.008642648346722126
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1406,
      "lr": 0.0001,
      "sup_loss": 1.1210304545400278,
      "rf_loss": 0.00016108431736938655,
      "total_loss": 1.1211915388573972,
      "lyap1_mean": -0.0035675864201039076,
      "lyap1_max": 0.012892494909465313,
      "lyap1_min": -0.02653847448527813,
      "lyap_spec_mean": [
        -0.003567586187273264,
        -0.003435762133449316,
        -0.010447021573781967,
        -0.00985629577189684
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1407,
      "lr": 0.0001,
      "sup_loss": 1.1299913922792,
      "rf_loss": 0.00043294200440868735,
      "total_loss": 1.1304243342836087,
      "lyap1_mean": -0.005132272373884916,
      "lyap1_max": 0.013927879743278027,
      "lyap1_min": -0.031571242958307266,
      "lyap_spec_mean": [
        -0.005132272839546204,
        -0.012564588338136673,
        -0.019120821729302406,
        -0.02307809516787529
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1408,
      "lr": 0.0001,
      "sup_loss": 1.130273740350131,
      "rf_loss": 0.0005304323276504874,
      "total_loss": 1.1308041726777815,
      "lyap1_mean": -0.01794077828526497,
      "lyap1_max": 0.03241775184869766,
      "lyap1_min": -0.034102313220500946,
      "lyap_spec_mean": [
        -0.01794077828526497,
        -0.021810267120599747,
        -0.02173551917076111,
        -0.014928814023733139
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1409,
      "lr": 0.0001,
      "sup_loss": 1.1169450560034107,
      "rf_loss": 0.0005379138747230172,
      "total_loss": 1.1174829698781337,
      "lyap1_mean": -0.021601341664791107,
      "lyap1_max": -0.0008785119280219078,
      "lyap1_min": -0.03771829232573509,
      "lyap_spec_mean": [
        -0.021601341664791107,
        -0.020009920001029968,
        -0.023155273869633675,
        -0.017188560217618942
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1410,
      "lr": 0.0001,
      "sup_loss": 1.1382480615438393,
      "rf_loss": 0.00023508662707172334,
      "total_loss": 1.138483148170911,
      "lyap1_mean": 0.00014426338020712137,
      "lyap1_max": 0.02282097004354,
      "lyap1_min": -0.02248607575893402,
      "lyap_spec_mean": [
        0.0001442634966224432,
        -0.005170250777155161,
        -0.008381692692637444,
        -0.008093445561826229
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1411,
      "lr": 0.0001,
      "sup_loss": 1.1304258341740139,
      "rf_loss": 0.00028881937032565475,
      "total_loss": 1.1307146535443395,
      "lyap1_mean": -0.012514457106590271,
      "lyap1_max": 0.0066396817564964294,
      "lyap1_min": -0.022301718592643738,
      "lyap_spec_mean": [
        -0.012514456175267696,
        -0.010967360809445381,
        -0.010439787060022354,
        -0.018419310450553894
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1412,
      "lr": 0.0001,
      "sup_loss": 1.1093264402817378,
      "rf_loss": 0.00035143893910571933,
      "total_loss": 1.1096778792208435,
      "lyap1_mean": -0.014576101675629616,
      "lyap1_max": 0.003487812355160713,
      "lyap1_min": -0.0337027832865715,
      "lyap_spec_mean": [
        -0.014576101675629616,
        -0.011549714021384716,
        -0.015996567904949188,
        -0.01733068749308586
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1413,
      "lr": 0.0001,
      "sup_loss": 1.1447893571938257,
      "rf_loss": 0.00025364349130541086,
      "total_loss": 1.145043000685131,
      "lyap1_mean": -0.004707551561295986,
      "lyap1_max": 0.01684259995818138,
      "lyap1_min": -0.020767292007803917,
      "lyap_spec_mean": [
        -0.004707551561295986,
        -0.014154072850942612,
        -0.01143498346209526,
        -0.00891677476465702
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1414,
      "lr": 0.0001,
      "sup_loss": 1.1138785376580778,
      "rf_loss": 0.00028641335666179657,
      "total_loss": 1.1141649510147396,
      "lyap1_mean": 0.004438487347215414,
      "lyap1_max": 0.047193534672260284,
      "lyap1_min": -0.027269288897514343,
      "lyap_spec_mean": [
        0.004438487347215414,
        0.002800452057272196,
        0.002023790031671524,
        0.001966620795428753
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1415,
      "lr": 0.0001,
      "sup_loss": 1.101988036069149,
      "rf_loss": 0.0002413686888758093,
      "total_loss": 1.1022294047580248,
      "lyap1_mean": 0.004610083997249603,
      "lyap1_max": 0.02535301074385643,
      "lyap1_min": -0.02691485360264778,
      "lyap_spec_mean": [
        0.004610083997249603,
        0.004542600829154253,
        -0.007922063581645489,
        -0.008419865742325783
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1416,
      "lr": 0.0001,
      "sup_loss": 1.1069382197631679,
      "rf_loss": 0.00027786052669398487,
      "total_loss": 1.1072160802898618,
      "lyap1_mean": 0.008299170061945915,
      "lyap1_max": 0.031176280230283737,
      "lyap1_min": -0.015144627541303635,
      "lyap_spec_mean": [
        0.008299170061945915,
        0.0023089826572686434,
        0.006266234442591667,
        0.0032022190280258656
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1417,
      "lr": 0.0001,
      "sup_loss": 1.137151023658446,
      "rf_loss": 0.00035328674130141735,
      "total_loss": 1.1375043103997473,
      "lyap1_mean": 0.017661765217781067,
      "lyap1_max": 0.03561434894800186,
      "lyap1_min": 0.0021830517798662186,
      "lyap_spec_mean": [
        0.017661765217781067,
        0.015811430290341377,
        0.009759137406945229,
        0.011120235547423363
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1418,
      "lr": 0.0001,
      "sup_loss": 1.1585622951369081,
      "rf_loss": 0.0001846721861511469,
      "total_loss": 1.1587469673230593,
      "lyap1_mean": 0.009808124974370003,
      "lyap1_max": 0.03303071856498718,
      "lyap1_min": -0.010430986993014812,
      "lyap_spec_mean": [
        0.009808124974370003,
        0.004271598998457193,
        0.0036484466399997473,
        0.0018007797189056873
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1419,
      "lr": 0.0001,
      "sup_loss": 1.1432416831584808,
      "rf_loss": 0.0007104804390110075,
      "total_loss": 1.1439521635974919,
      "lyap1_mean": 0.018627256155014038,
      "lyap1_max": 0.0450148731470108,
      "lyap1_min": -0.013899089768528938,
      "lyap_spec_mean": [
        0.01862725429236889,
        0.01685849204659462,
        0.02196558192372322,
        0.010019690729677677
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1420,
      "lr": 0.0001,
      "sup_loss": 1.0740407737784907,
      "rf_loss": 0.00024724449031054974,
      "total_loss": 1.0742880182688013,
      "lyap1_mean": 0.01498028077185154,
      "lyap1_max": 0.036885809153318405,
      "lyap1_min": -0.00547949131578207,
      "lyap_spec_mean": [
        0.014980281703174114,
        0.003523605177178979,
        0.00378938065841794,
        -0.0043799723498523235
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1421,
      "lr": 0.0001,
      "sup_loss": 1.1132630122384497,
      "rf_loss": 0.00026169943157583475,
      "total_loss": 1.1135247116700255,
      "lyap1_mean": 0.003357193898409605,
      "lyap1_max": 0.018808603286743164,
      "lyap1_min": -0.008549507707357407,
      "lyap_spec_mean": [
        0.0033571941312402487,
        -0.011019456200301647,
        -0.009189891628921032,
        -0.015268173068761826
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1422,
      "lr": 0.0001,
      "sup_loss": 1.1193944064052739,
      "rf_loss": 0.00026080955285578966,
      "total_loss": 1.1196552159581297,
      "lyap1_mean": -0.010651079937815666,
      "lyap1_max": 0.003997403662651777,
      "lyap1_min": -0.028476480394601822,
      "lyap_spec_mean": [
        -0.01065108086913824,
        -0.009918180294334888,
        -0.014290749095380306,
        -0.013402605429291725
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1423,
      "lr": 0.0001,
      "sup_loss": 1.0950694392164366,
      "rf_loss": 0.0002597452839836478,
      "total_loss": 1.0953291845004203,
      "lyap1_mean": -0.004769287072122097,
      "lyap1_max": 0.023857934400439262,
      "lyap1_min": -0.021201549097895622,
      "lyap_spec_mean": [
        -0.00476928660646081,
        -0.0051738061010837555,
        -0.005601593758910894,
        -0.010398922488093376
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1424,
      "lr": 0.0001,
      "sup_loss": 1.1130947267560576,
      "rf_loss": 0.00022216390061657876,
      "total_loss": 1.1133168906566742,
      "lyap1_mean": -0.0012790639884769917,
      "lyap1_max": 0.01862524449825287,
      "lyap1_min": -0.02425571158528328,
      "lyap_spec_mean": [
        -0.0012790639884769917,
        -0.000588126655202359,
        0.000977840623818338,
        -0.006300102453678846
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1425,
      "lr": 0.0001,
      "sup_loss": 1.1407274559850398,
      "rf_loss": 0.00024756495258770883,
      "total_loss": 1.1409750209376275,
      "lyap1_mean": 0.009596027433872223,
      "lyap1_max": 0.022984733805060387,
      "lyap1_min": -0.020513299852609634,
      "lyap_spec_mean": [
        0.009596027433872223,
        0.0016218018718063831,
        -0.00477405684068799,
        0.001208379166200757
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1426,
      "lr": 0.0001,
      "sup_loss": 1.0950485872719422,
      "rf_loss": 0.00015668789274059236,
      "total_loss": 1.0952052751646828,
      "lyap1_mean": 0.003727162955328822,
      "lyap1_max": 0.021092526614665985,
      "lyap1_min": -0.018680840730667114,
      "lyap_spec_mean": [
        0.003727162955328822,
        0.007604342885315418,
        0.004241000860929489,
        -0.0025106039829552174
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1427,
      "lr": 0.0001,
      "sup_loss": 1.105085687486862,
      "rf_loss": 0.0005575127433985472,
      "total_loss": 1.1056432002302605,
      "lyap1_mean": 0.02204122021794319,
      "lyap1_max": 0.04315939545631409,
      "lyap1_min": 0.00252199056558311,
      "lyap_spec_mean": [
        0.02204122021794319,
        0.01970309019088745,
        0.016813568770885468,
        0.01656392030417919
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1428,
      "lr": 0.0001,
      "sup_loss": 1.099279646368539,
      "rf_loss": 0.00032757013104856014,
      "total_loss": 1.0996072164995876,
      "lyap1_mean": 0.009602702222764492,
      "lyap1_max": 0.0397455170750618,
      "lyap1_min": -0.0070359609089791775,
      "lyap_spec_mean": [
        0.009602703154087067,
        0.016390541568398476,
        0.012345612049102783,
        0.001975913066416979
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1429,
      "lr": 0.0001,
      "sup_loss": 1.1109274829241909,
      "rf_loss": 0.00022351290681399405,
      "total_loss": 1.1111509958310049,
      "lyap1_mean": 0.0052130199037492275,
      "lyap1_max": 0.02403803914785385,
      "lyap1_min": -0.007718820124864578,
      "lyap_spec_mean": [
        0.0052130199037492275,
        0.0026209154166281223,
        0.0003753358032554388,
        1.6043282812461257e-05
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1430,
      "lr": 0.0001,
      "sup_loss": 1.082816318930235,
      "rf_loss": 0.0002579296415206045,
      "total_loss": 1.0830742485717555,
      "lyap1_mean": -0.006913017947226763,
      "lyap1_max": 0.007019844837486744,
      "lyap1_min": -0.02334766648709774,
      "lyap_spec_mean": [
        -0.0069130174815654755,
        -0.0059582507237792015,
        -0.011804384179413319,
        -0.015781056135892868
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1431,
      "lr": 0.0001,
      "sup_loss": 1.0619417720951443,
      "rf_loss": 0.00029546060250140727,
      "total_loss": 1.0622372326976457,
      "lyap1_mean": -0.014215396717190742,
      "lyap1_max": 0.00987478718161583,
      "lyap1_min": -0.02253590151667595,
      "lyap_spec_mean": [
        -0.014215396717190742,
        -0.010618271306157112,
        -0.015500303357839584,
        -0.012515530921518803
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1432,
      "lr": 0.0001,
      "sup_loss": 1.041436301101899,
      "rf_loss": 0.0004631562333088368,
      "total_loss": 1.0418994573352078,
      "lyap1_mean": -0.014309220016002655,
      "lyap1_max": 0.01349098514765501,
      "lyap1_min": -0.039942555129528046,
      "lyap_spec_mean": [
        -0.014309220016002655,
        -0.016024086624383926,
        -0.009051496163010597,
        -0.02082342654466629
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1433,
      "lr": 0.0001,
      "sup_loss": 1.1268800400062673,
      "rf_loss": 0.0002514666994102299,
      "total_loss": 1.1271315067056775,
      "lyap1_mean": 0.0026755197905004025,
      "lyap1_max": 0.03910870477557182,
      "lyap1_min": -0.03233175352215767,
      "lyap_spec_mean": [
        0.0026755197905004025,
        0.0036123571917414665,
        -0.0019697858951985836,
        -0.004988331347703934
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1434,
      "lr": 0.0001,
      "sup_loss": 1.0975447364790498,
      "rf_loss": 0.00043874786933884025,
      "total_loss": 1.0979834843483887,
      "lyap1_mean": -0.008800387382507324,
      "lyap1_max": 0.014707406982779503,
      "lyap1_min": -0.02779850922524929,
      "lyap_spec_mean": [
        -0.008800387382507324,
        -0.006028659641742706,
        -0.0162440687417984,
        -0.008522775024175644
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1435,
      "lr": 0.0001,
      "sup_loss": 1.0908352112392636,
      "rf_loss": 0.0002950154594145715,
      "total_loss": 1.0911302266986782,
      "lyap1_mean": 0.006652227137237787,
      "lyap1_max": 0.04969736933708191,
      "lyap1_min": -0.02036432735621929,
      "lyap_spec_mean": [
        0.0066522266715765,
        0.004705190192908049,
        0.0022574858739972115,
        0.0007116325432434678
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1436,
      "lr": 0.0001,
      "sup_loss": 1.1029744804122363,
      "rf_loss": 0.00020761566702276468,
      "total_loss": 1.103182096079259,
      "lyap1_mean": 0.002951759146526456,
      "lyap1_max": 0.03789709880948067,
      "lyap1_min": -0.017057541757822037,
      "lyap_spec_mean": [
        0.0029517589136958122,
        0.007666517980396748,
        -0.001647195778787136,
        -0.004810896702110767
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1437,
      "lr": 0.0001,
      "sup_loss": 1.1127428518921099,
      "rf_loss": 0.00018327817087993026,
      "total_loss": 1.1129261300629898,
      "lyap1_mean": 0.0013423156924545765,
      "lyap1_max": 0.0177183635532856,
      "lyap1_min": -0.011421022936701775,
      "lyap_spec_mean": [
        0.0013423156924545765,
        0.00632937066257,
        0.004593980964273214,
        -0.012793518602848053
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1438,
      "lr": 0.0001,
      "sup_loss": 1.100860227392503,
      "rf_loss": 0.0004986942512914538,
      "total_loss": 1.1013589216437945,
      "lyap1_mean": -0.01569315791130066,
      "lyap1_max": 0.0032808908727020025,
      "lyap1_min": -0.03953101113438606,
      "lyap_spec_mean": [
        -0.01569315977394581,
        -0.01879154145717621,
        -0.018952153623104095,
        -0.02171713300049305
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1439,
      "lr": 0.0001,
      "sup_loss": 1.0802207511956239,
      "rf_loss": 0.00036444520810618997,
      "total_loss": 1.08058519640373,
      "lyap1_mean": -0.009314795024693012,
      "lyap1_max": 0.00632697157561779,
      "lyap1_min": -0.02744968794286251,
      "lyap_spec_mean": [
        -0.009314795024693012,
        -0.009758980944752693,
        -0.014955705963075161,
        -0.01359627302736044
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1440,
      "lr": 0.0001,
      "sup_loss": 1.0938780123745775,
      "rf_loss": 0.00031839145231060684,
      "total_loss": 1.094196403826888,
      "lyap1_mean": -0.0038366257213056087,
      "lyap1_max": 0.014575420878827572,
      "lyap1_min": -0.023282933980226517,
      "lyap_spec_mean": [
        -0.0038366257213056087,
        -0.006550184916704893,
        -0.010553467087447643,
        -0.01945571042597294
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1441,
      "lr": 0.0001,
      "sup_loss": 1.0769871089570513,
      "rf_loss": 0.00014620038564316928,
      "total_loss": 1.0771333093426945,
      "lyap1_mean": -0.003201680723577738,
      "lyap1_max": 0.024939915165305138,
      "lyap1_min": -0.018400371074676514,
      "lyap_spec_mean": [
        -0.003201680490747094,
        -0.009202977642416954,
        -0.002439769683405757,
        -0.0040070898830890656
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1442,
      "lr": 0.0001,
      "sup_loss": 1.1135257402568046,
      "rf_loss": 0.00016387364303227514,
      "total_loss": 1.113689613899837,
      "lyap1_mean": 0.008976995013654232,
      "lyap1_max": 0.038190677762031555,
      "lyap1_min": -0.010148033499717712,
      "lyap_spec_mean": [
        0.008976994082331657,
        0.01053985022008419,
        0.008188360370695591,
        0.0003652232699096203
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1443,
      "lr": 0.0001,
      "sup_loss": 1.0837021291672075,
      "rf_loss": 0.0004599629028234631,
      "total_loss": 1.084162092070031,
      "lyap1_mean": 0.0237427968531847,
      "lyap1_max": 0.04110153019428253,
      "lyap1_min": 0.003942318260669708,
      "lyap_spec_mean": [
        0.02374279871582985,
        0.01507682166993618,
        0.015161512419581413,
        0.015490012243390083
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1444,
      "lr": 0.0001,
      "sup_loss": 1.0488865250001849,
      "rf_loss": 0.0005696127191185951,
      "total_loss": 1.0494561377193035,
      "lyap1_mean": 0.023773226886987686,
      "lyap1_max": 0.035249125212430954,
      "lyap1_min": -0.004241716582328081,
      "lyap_spec_mean": [
        0.023773226886987686,
        0.02064025215804577,
        0.01933358982205391,
        0.019621621817350388
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1445,
      "lr": 0.0001,
      "sup_loss": 1.104006822372584,
      "rf_loss": 0.0005693323910236359,
      "total_loss": 1.1045761547636077,
      "lyap1_mean": 0.019842049106955528,
      "lyap1_max": 0.04389725625514984,
      "lyap1_min": -0.005252165254205465,
      "lyap_spec_mean": [
        0.019842050969600677,
        0.02207602933049202,
        0.01774994097650051,
        0.018504798412322998
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1446,
      "lr": 0.0001,
      "sup_loss": 1.1135323456530897,
      "rf_loss": 0.001243160106241703,
      "total_loss": 1.1147755057593314,
      "lyap1_mean": 0.03523486107587814,
      "lyap1_max": 0.09270185232162476,
      "lyap1_min": -0.004199918359518051,
      "lyap_spec_mean": [
        0.03523486107587814,
        0.024652356281876564,
        0.031634554266929626,
        0.02112865075469017
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1447,
      "lr": 0.0001,
      "sup_loss": 1.079007051296176,
      "rf_loss": 0.00021490595827344805,
      "total_loss": 1.0792219572544495,
      "lyap1_mean": 0.017880279570817947,
      "lyap1_max": 0.03920122608542442,
      "lyap1_min": 0.0067877396941185,
      "lyap_spec_mean": [
        0.017880279570817947,
        0.00424428004771471,
        0.0008002333343029022,
        0.0035781501792371273
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1448,
      "lr": 0.0001,
      "sup_loss": 1.1566098522075592,
      "rf_loss": 0.00017809448763728142,
      "total_loss": 1.1567879466951965,
      "lyap1_mean": 0.001391877420246601,
      "lyap1_max": 0.03036448173224926,
      "lyap1_min": -0.02564031444489956,
      "lyap_spec_mean": [
        0.001391877420246601,
        -0.001127657014876604,
        -0.0064600310288369656,
        -0.003026938997209072
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1449,
      "lr": 0.0001,
      "sup_loss": 1.0966737968155558,
      "rf_loss": 0.0005346592515707016,
      "total_loss": 1.0972084560671265,
      "lyap1_mean": -0.021623261272907257,
      "lyap1_max": -0.007898643612861633,
      "lyap1_min": -0.04078260809183121,
      "lyap_spec_mean": [
        -0.021623261272907257,
        -0.018238388001918793,
        -0.02115737646818161,
        -0.023888275027275085
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1450,
      "lr": 0.0001,
      "sup_loss": 1.1534265186061212,
      "rf_loss": 0.000420510332332924,
      "total_loss": 1.1538470289384541,
      "lyap1_mean": -0.014979897998273373,
      "lyap1_max": -0.0017045432468876243,
      "lyap1_min": -0.0378253236413002,
      "lyap_spec_mean": [
        -0.014979897066950798,
        -0.01955249160528183,
        -0.015432849526405334,
        -0.019017577171325684
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1451,
      "lr": 0.0001,
      "sup_loss": 1.138903119147801,
      "rf_loss": 0.0008921491680666804,
      "total_loss": 1.1397952683158676,
      "lyap1_mean": -0.024346472695469856,
      "lyap1_max": -0.011257996782660484,
      "lyap1_min": -0.038475025445222855,
      "lyap_spec_mean": [
        -0.024346470832824707,
        -0.023052167147397995,
        -0.03071560710668564,
        -0.03156019002199173
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1452,
      "lr": 0.0001,
      "sup_loss": 1.0839533965089805,
      "rf_loss": 0.0007492751465179026,
      "total_loss": 1.0847026716554984,
      "lyap1_mean": -0.02576296590268612,
      "lyap1_max": -0.01103526633232832,
      "lyap1_min": -0.05418696999549866,
      "lyap_spec_mean": [
        -0.02576296776533127,
        -0.012720629572868347,
        -0.02100955694913864,
        -0.03160291910171509
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1453,
      "lr": 0.0001,
      "sup_loss": 1.0656810567852115,
      "rf_loss": 0.0003310282772872597,
      "total_loss": 1.0660120850624988,
      "lyap1_mean": -0.011705231852829456,
      "lyap1_max": 0.0006862295558676124,
      "lyap1_min": -0.0328354686498642,
      "lyap_spec_mean": [
        -0.011705232784152031,
        -0.01310756802558899,
        -0.013455137610435486,
        -0.013279059901833534
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1454,
      "lr": 0.0001,
      "sup_loss": 1.1288867512015353,
      "rf_loss": 0.00019119007629342377,
      "total_loss": 1.1290779412778287,
      "lyap1_mean": -0.007386871613562107,
      "lyap1_max": -0.0012295448686927557,
      "lyap1_min": -0.014096984639763832,
      "lyap_spec_mean": [
        -0.007386872079223394,
        -0.011155892163515091,
        -0.00893091969192028,
        -0.017097018659114838
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1455,
      "lr": 0.0001,
      "sup_loss": 1.1345110631365014,
      "rf_loss": 0.00024003596627153456,
      "total_loss": 1.134751099102773,
      "lyap1_mean": 0.01000554021447897,
      "lyap1_max": 0.028986608609557152,
      "lyap1_min": -0.012257905676960945,
      "lyap_spec_mean": [
        0.01000554021447897,
        0.001702295383438468,
        0.0015029647620394826,
        -0.004665667191147804
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1456,
      "lr": 0.0001,
      "sup_loss": 1.112411940471144,
      "rf_loss": 0.00011533826182130724,
      "total_loss": 1.1125272787329652,
      "lyap1_mean": 0.006995105650275946,
      "lyap1_max": 0.017748607322573662,
      "lyap1_min": -0.005865580402314663,
      "lyap_spec_mean": [
        0.006995105650275946,
        0.008014177903532982,
        0.0024751925375312567,
        0.0032042162492871284
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1457,
      "lr": 0.0001,
      "sup_loss": 1.1027475644703042,
      "rf_loss": 0.0005101484130136669,
      "total_loss": 1.1032577128833179,
      "lyap1_mean": 0.022180451080203056,
      "lyap1_max": 0.03718128427863121,
      "lyap1_min": 0.0035654851235449314,
      "lyap_spec_mean": [
        0.022180451080203056,
        0.022576484829187393,
        0.016827505081892014,
        0.014014750719070435
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1458,
      "lr": 0.0001,
      "sup_loss": 1.1163437566952845,
      "rf_loss": 0.0005292040295898914,
      "total_loss": 1.1168729607248744,
      "lyap1_mean": 0.02083558589220047,
      "lyap1_max": 0.06980901956558228,
      "lyap1_min": 0.0008137896656990051,
      "lyap_spec_mean": [
        0.02083558402955532,
        0.0214990247040987,
        0.01916826330125332,
        0.011267722584307194
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1459,
      "lr": 0.0001,
      "sup_loss": 1.0661441425534617,
      "rf_loss": 0.00038797108572907746,
      "total_loss": 1.0665321136391908,
      "lyap1_mean": 0.016934942454099655,
      "lyap1_max": 0.035818081349134445,
      "lyap1_min": 0.0025095781311392784,
      "lyap_spec_mean": [
        0.016934944316744804,
        0.02164221554994583,
        0.012228686362504959,
        0.012902474030852318
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1460,
      "lr": 0.0001,
      "sup_loss": 1.1124886918691166,
      "rf_loss": 0.00022142859234008938,
      "total_loss": 1.1127101204614567,
      "lyap1_mean": 0.010801631025969982,
      "lyap1_max": 0.039305783808231354,
      "lyap1_min": -0.009082011878490448,
      "lyap_spec_mean": [
        0.010801631025969982,
        0.01029506791383028,
        0.009050717577338219,
        0.008821334689855576
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1461,
      "lr": 0.0001,
      "sup_loss": 1.1168735044836446,
      "rf_loss": 0.00018724876281339675,
      "total_loss": 1.117060753246458,
      "lyap1_mean": -0.0023843026719987392,
      "lyap1_max": 0.02063765749335289,
      "lyap1_min": -0.022679997608065605,
      "lyap_spec_mean": [
        -0.0023843024391680956,
        -0.0014069941826164722,
        -0.004048818256705999,
        -0.00339085073210299
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1462,
      "lr": 0.0001,
      "sup_loss": 1.098705003017701,
      "rf_loss": 0.00021645215747412294,
      "total_loss": 1.0989214551751751,
      "lyap1_mean": 0.0004981805104762316,
      "lyap1_max": 0.02334057167172432,
      "lyap1_min": -0.018325932323932648,
      "lyap_spec_mean": [
        0.0004981805104762316,
        -0.009640912525355816,
        -0.00630364753305912,
        -0.012038585729897022
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1463,
      "lr": 0.0001,
      "sup_loss": 1.112964075763021,
      "rf_loss": 0.00027228944236412644,
      "total_loss": 1.1132363652053852,
      "lyap1_mean": -0.0022522136569023132,
      "lyap1_max": 0.020468823611736298,
      "lyap1_min": -0.016177549958229065,
      "lyap_spec_mean": [
        -0.0022522136569023132,
        -0.0019265214214101434,
        -0.010590853169560432,
        -0.01104015950113535
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1464,
      "lr": 0.0001,
      "sup_loss": 1.0525712785526138,
      "rf_loss": 0.00027924857567995787,
      "total_loss": 1.0528505271282937,
      "lyap1_mean": -0.006800435017794371,
      "lyap1_max": 0.004239260219037533,
      "lyap1_min": -0.013264934532344341,
      "lyap_spec_mean": [
        -0.006800435017794371,
        -0.009356980212032795,
        -0.01255361270159483,
        -0.01955362968146801
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1465,
      "lr": 0.0001,
      "sup_loss": 1.1017834815299206,
      "rf_loss": 9.791705087991431e-05,
      "total_loss": 1.1018813985808005,
      "lyap1_mean": -0.003024139441549778,
      "lyap1_max": 0.01690395548939705,
      "lyap1_min": -0.020439207553863525,
      "lyap_spec_mean": [
        -0.0030241399072110653,
        0.004921394865959883,
        0.005445991642773151,
        0.004084490239620209
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1466,
      "lr": 0.0001,
      "sup_loss": 1.0900066087402978,
      "rf_loss": 0.00010320824367227033,
      "total_loss": 1.09010981698397,
      "lyap1_mean": -0.0017666470957919955,
      "lyap1_max": 0.009417436085641384,
      "lyap1_min": -0.02095586061477661,
      "lyap_spec_mean": [
        -0.0017666472122073174,
        0.0027167678344994783,
        0.0008425028063356876,
        -0.006062847562134266
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1467,
      "lr": 0.0001,
      "sup_loss": 1.0993917819386567,
      "rf_loss": 0.00010831485997186974,
      "total_loss": 1.0995000967986286,
      "lyap1_mean": -0.0008402286330237985,
      "lyap1_max": 0.012552738189697266,
      "lyap1_min": -0.011539961211383343,
      "lyap_spec_mean": [
        -0.0008402286330237985,
        0.004201517906039953,
        -0.0018644965020939708,
        -0.000654531002510339
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1468,
      "lr": 0.0001,
      "sup_loss": 1.074625676928762,
      "rf_loss": 0.00014597189147025347,
      "total_loss": 1.0747716488202324,
      "lyap1_mean": 0.006598269566893578,
      "lyap1_max": 0.02338922768831253,
      "lyap1_min": -0.005777863785624504,
      "lyap_spec_mean": [
        0.006598269566893578,
        -0.0012135053984820843,
        -0.003996520768851042,
        -0.007565194740891457
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1469,
      "lr": 0.0001,
      "sup_loss": 1.057934431086145,
      "rf_loss": 0.00017376444884575903,
      "total_loss": 1.0581081955349907,
      "lyap1_mean": 0.011196774430572987,
      "lyap1_max": 0.02695244364440441,
      "lyap1_min": -0.003678751178085804,
      "lyap_spec_mean": [
        0.011196775361895561,
        0.007963591255247593,
        0.0028745727613568306,
        0.004321334417909384
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1470,
      "lr": 0.0001,
      "sup_loss": 1.0966232164636556,
      "rf_loss": 0.0001247918844455853,
      "total_loss": 1.0967480083481012,
      "lyap1_mean": 0.005329728126525879,
      "lyap1_max": 0.019877081736922264,
      "lyap1_min": -0.011356160044670105,
      "lyap_spec_mean": [
        0.0053297290578484535,
        0.010709460824728012,
        0.001791530754417181,
        0.002035803161561489
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1471,
      "lr": 0.0001,
      "sup_loss": 1.1193921784212546,
      "rf_loss": 0.00010653151548467577,
      "total_loss": 1.1194987099367393,
      "lyap1_mean": -0.0035913740284740925,
      "lyap1_max": 0.0038837238680571318,
      "lyap1_min": -0.01142632495611906,
      "lyap_spec_mean": [
        -0.0035913740284740925,
        -0.006170650944113731,
        -0.006801196373999119,
        -0.008938408456742764
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1472,
      "lr": 0.0001,
      "sup_loss": 1.0997619294353134,
      "rf_loss": 0.00022068998077884316,
      "total_loss": 1.0999826194160922,
      "lyap1_mean": -0.009990022517740726,
      "lyap1_max": 0.00876984465867281,
      "lyap1_min": -0.027188895270228386,
      "lyap_spec_mean": [
        -0.009990022517740726,
        -0.010200999677181244,
        -0.01336284913122654,
        -0.010742951184511185
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1473,
      "lr": 0.0001,
      "sup_loss": 1.1236736242317993,
      "rf_loss": 0.00035832138382829726,
      "total_loss": 1.1240319456156276,
      "lyap1_mean": -0.0061080120503902435,
      "lyap1_max": 0.010345326736569405,
      "lyap1_min": -0.01994466595351696,
      "lyap_spec_mean": [
        -0.0061080120503902435,
        -0.019864514470100403,
        -0.015601228922605515,
        -0.018831640481948853
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1474,
      "lr": 0.0001,
      "sup_loss": 1.0560700164193086,
      "rf_loss": 0.0004396175791043788,
      "total_loss": 1.056509633998413,
      "lyap1_mean": -0.006714682560414076,
      "lyap1_max": 0.010765297338366508,
      "lyap1_min": -0.01752384752035141,
      "lyap_spec_mean": [
        -0.006714682560414076,
        -0.022463219240307808,
        -0.01724414899945259,
        -0.019050421193242073
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1475,
      "lr": 0.0001,
      "sup_loss": 1.1335111869410048,
      "rf_loss": 0.00035815773298963904,
      "total_loss": 1.1338693446739945,
      "lyap1_mean": -0.010862202383577824,
      "lyap1_max": 0.005048768129199743,
      "lyap1_min": -0.022571271285414696,
      "lyap_spec_mean": [
        -0.010862202383577824,
        -0.019109584391117096,
        -0.017873553559184074,
        -0.018176930025219917
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1476,
      "lr": 0.0001,
      "sup_loss": 1.0978157269326938,
      "rf_loss": 0.0002616936690174043,
      "total_loss": 1.0980774206017112,
      "lyap1_mean": -0.007493788376450539,
      "lyap1_max": 0.020775271579623222,
      "lyap1_min": -0.025144590064883232,
      "lyap_spec_mean": [
        -0.007493787910789251,
        -0.011332094669342041,
        -0.009718691930174828,
        -0.018368367105722427
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1477,
      "lr": 0.0001,
      "sup_loss": 1.1057379218332855,
      "rf_loss": 0.00017177429981529713,
      "total_loss": 1.1059096961331008,
      "lyap1_mean": 0.012249888852238655,
      "lyap1_max": 0.02030976675450802,
      "lyap1_min": 0.0027278284542262554,
      "lyap_spec_mean": [
        0.01224988792091608,
        0.00726758548989892,
        0.003130384022369981,
        -0.0020444621331989765
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1478,
      "lr": 0.0001,
      "sup_loss": 1.0976333222639179,
      "rf_loss": 0.00014659640146419406,
      "total_loss": 1.097779918665382,
      "lyap1_mean": 0.0033318307250738144,
      "lyap1_max": 0.028576791286468506,
      "lyap1_min": -0.011586790904402733,
      "lyap_spec_mean": [
        0.0033318307250738144,
        0.009206356480717659,
        0.006662559695541859,
        0.0014996746322140098
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1479,
      "lr": 0.0001,
      "sup_loss": 1.0458236334396396,
      "rf_loss": 0.00020273966947570443,
      "total_loss": 1.0460263731091153,
      "lyap1_mean": 0.003869094420224428,
      "lyap1_max": 0.038071926683187485,
      "lyap1_min": -0.01356944628059864,
      "lyap_spec_mean": [
        0.0038690941873937845,
        0.00189119391143322,
        -0.0026013818569481373,
        -0.0028379508294165134
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1480,
      "lr": 0.0001,
      "sup_loss": 1.1131078216361343,
      "rf_loss": 0.00018826048471964896,
      "total_loss": 1.113296082120854,
      "lyap1_mean": 0.005891728680580854,
      "lyap1_max": 0.024482905864715576,
      "lyap1_min": -0.006771840155124664,
      "lyap_spec_mean": [
        0.005891729146242142,
        0.010411003604531288,
        0.0021871847566217184,
        0.0018564851488918066
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1481,
      "lr": 0.0001,
      "sup_loss": 1.0932026222142741,
      "rf_loss": 0.0001231884816661477,
      "total_loss": 1.0933258106959403,
      "lyap1_mean": 0.005116106942296028,
      "lyap1_max": 0.019858896732330322,
      "lyap1_min": -0.006464220583438873,
      "lyap_spec_mean": [
        0.005116106942296028,
        0.006959446705877781,
        0.0016498023178428411,
        -0.0015718606300652027
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1482,
      "lr": 0.0001,
      "sup_loss": 1.110195357885284,
      "rf_loss": 0.00044715922558680177,
      "total_loss": 1.1106425171108707,
      "lyap1_mean": 0.019836220890283585,
      "lyap1_max": 0.03580591082572937,
      "lyap1_min": 0.002632893156260252,
      "lyap_spec_mean": [
        0.019836220890283585,
        0.01844780147075653,
        0.014606240205466747,
        0.021474098786711693
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1483,
      "lr": 0.0001,
      "sup_loss": 1.0944799186512142,
      "rf_loss": 0.00025671510957181454,
      "total_loss": 1.094736633760786,
      "lyap1_mean": 0.01737053319811821,
      "lyap1_max": 0.03215440735220909,
      "lyap1_min": 0.004642044194042683,
      "lyap_spec_mean": [
        0.01737053319811821,
        0.01147976703941822,
        0.012622908689081669,
        0.010300224646925926
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1484,
      "lr": 0.0001,
      "sup_loss": 1.068434177180827,
      "rf_loss": 0.000465337565401569,
      "total_loss": 1.0688995147462286,
      "lyap1_mean": 0.020751435309648514,
      "lyap1_max": 0.03589142858982086,
      "lyap1_min": 0.007145881652832031,
      "lyap_spec_mean": [
        0.020751437172293663,
        0.015136105008423328,
        0.015864558517932892,
        0.01779782399535179
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1485,
      "lr": 0.0001,
      "sup_loss": 1.063479775750245,
      "rf_loss": 0.0002165970072383061,
      "total_loss": 1.0636963727574833,
      "lyap1_mean": 0.015934687107801437,
      "lyap1_max": 0.027336686849594116,
      "lyap1_min": 0.002426892053335905,
      "lyap_spec_mean": [
        0.015934687107801437,
        0.008978154510259628,
        0.01160346157848835,
        0.003460940206423402
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1486,
      "lr": 0.0001,
      "sup_loss": 1.087833891331018,
      "rf_loss": 0.00021006986207794398,
      "total_loss": 1.0880439611930959,
      "lyap1_mean": 0.007844503968954086,
      "lyap1_max": 0.02698340266942978,
      "lyap1_min": -0.019330140203237534,
      "lyap_spec_mean": [
        0.007844503968954086,
        0.005096384324133396,
        0.003418202977627516,
        -0.002632581163197756
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1487,
      "lr": 0.0001,
      "sup_loss": 1.0809036728058803,
      "rf_loss": 0.0003253022441640496,
      "total_loss": 1.0812289750500443,
      "lyap1_mean": -0.006201934069395065,
      "lyap1_max": 0.007191161625087261,
      "lyap1_min": -0.015401221811771393,
      "lyap_spec_mean": [
        -0.006201934069395065,
        -0.013265268877148628,
        -0.01868232525885105,
        -0.019335618242621422
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1488,
      "lr": 0.0001,
      "sup_loss": 1.1026697755288382,
      "rf_loss": 0.00037901662290096283,
      "total_loss": 1.1030487921517391,
      "lyap1_mean": -0.008377928286790848,
      "lyap1_max": 0.005285237915813923,
      "lyap1_min": -0.029337652027606964,
      "lyap_spec_mean": [
        -0.008377928286790848,
        -0.00880696065723896,
        -0.012721138074994087,
        -0.019341211766004562
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1489,
      "lr": 0.0001,
      "sup_loss": 1.0887709303593007,
      "rf_loss": 0.0004500002833083272,
      "total_loss": 1.089220930642609,
      "lyap1_mean": -0.017577573657035828,
      "lyap1_max": 0.005570962559431791,
      "lyap1_min": -0.04712381213903427,
      "lyap_spec_mean": [
        -0.017577573657035828,
        -0.019282814115285873,
        -0.01306411623954773,
        -0.013862388208508492
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1490,
      "lr": 0.0001,
      "sup_loss": 1.1099341562076126,
      "rf_loss": 0.000339303893269971,
      "total_loss": 1.1102734601008826,
      "lyap1_mean": -0.010402912274003029,
      "lyap1_max": 0.01895475946366787,
      "lyap1_min": -0.03723900765180588,
      "lyap_spec_mean": [
        -0.010402912274003029,
        -0.008209530264139175,
        -0.00985758937895298,
        -0.01726548559963703
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1491,
      "lr": 0.0001,
      "sup_loss": 1.0609732010997803,
      "rf_loss": 0.00020377588225528598,
      "total_loss": 1.0611769769820356,
      "lyap1_mean": -0.0021243346855044365,
      "lyap1_max": 0.010846775025129318,
      "lyap1_min": -0.03196445107460022,
      "lyap_spec_mean": [
        -0.0021243346855044365,
        -0.004152311012148857,
        0.0050998879596591,
        0.0026299322489649057
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1492,
      "lr": 0.0001,
      "sup_loss": 1.0892956755589078,
      "rf_loss": 0.00011215198173886165,
      "total_loss": 1.0894078275406467,
      "lyap1_mean": -0.0021868599578738213,
      "lyap1_max": 0.01464649848639965,
      "lyap1_min": -0.018716074526309967,
      "lyap_spec_mean": [
        -0.0021868597250431776,
        0.0027241227217018604,
        0.0008789401035755873,
        0.0004698699340224266
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1493,
      "lr": 0.0001,
      "sup_loss": 1.1177639020861043,
      "rf_loss": 0.00014585585449822247,
      "total_loss": 1.1179097579406025,
      "lyap1_mean": 0.0023086066357791424,
      "lyap1_max": 0.023256516084074974,
      "lyap1_min": -0.01806982234120369,
      "lyap_spec_mean": [
        0.0023086066357791424,
        0.00028895679861307144,
        -0.004797032102942467,
        -0.001742479158565402
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1494,
      "lr": 0.0001,
      "sup_loss": 1.1064533814817723,
      "rf_loss": 0.00016080011846497655,
      "total_loss": 1.1066141816002373,
      "lyap1_mean": 0.0067728441208601,
      "lyap1_max": 0.017983010038733482,
      "lyap1_min": -0.007688942365348339,
      "lyap_spec_mean": [
        0.0067728441208601,
        0.003364762756973505,
        0.008578149601817131,
        0.00021031696815043688
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1495,
      "lr": 0.0001,
      "sup_loss": 1.1205855923402164,
      "rf_loss": 0.0002175711706513539,
      "total_loss": 1.1208031635108677,
      "lyap1_mean": 0.0086322370916605,
      "lyap1_max": 0.048747655004262924,
      "lyap1_min": -0.00468169990926981,
      "lyap_spec_mean": [
        0.008632236160337925,
        0.0037395688705146313,
        0.007455473765730858,
        0.0003680814988911152
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1496,
      "lr": 0.0001,
      "sup_loss": 1.1286743923622908,
      "rf_loss": 0.00013348252105060965,
      "total_loss": 1.1288078748833414,
      "lyap1_mean": 0.0012377998791635036,
      "lyap1_max": 0.013653308153152466,
      "lyap1_min": -0.013394120149314404,
      "lyap_spec_mean": [
        0.0012377998791635036,
        -0.005129858385771513,
        -0.006788160651922226,
        -0.004004481248557568
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1497,
      "lr": 0.0001,
      "sup_loss": 1.1030102956258296,
      "rf_loss": 0.000406610663048923,
      "total_loss": 1.1034169062888786,
      "lyap1_mean": -0.010304674506187439,
      "lyap1_max": 0.011536551639437675,
      "lyap1_min": -0.0238901786506176,
      "lyap_spec_mean": [
        -0.010304674506187439,
        -0.011302748695015907,
        -0.01691712811589241,
        -0.019245769828557968
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1498,
      "lr": 0.0001,
      "sup_loss": 1.1076894558974648,
      "rf_loss": 0.0002918979153037071,
      "total_loss": 1.1079813538127685,
      "lyap1_mean": -0.015217069536447525,
      "lyap1_max": -0.008080217987298965,
      "lyap1_min": -0.027418268844485283,
      "lyap_spec_mean": [
        -0.0152170704677701,
        -0.013663286343216896,
        -0.009215196594595909,
        -0.017350299283862114
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1499,
      "lr": 0.0001,
      "sup_loss": 1.0197160633756077,
      "rf_loss": 0.0002796078915707767,
      "total_loss": 1.0199956712671785,
      "lyap1_mean": -0.003283883910626173,
      "lyap1_max": 0.020096033811569214,
      "lyap1_min": -0.0216758381575346,
      "lyap_spec_mean": [
        -0.003283883910626173,
        -0.010373801924288273,
        -0.008709345012903214,
        -0.015568599104881287
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1500,
      "lr": 0.0001,
      "sup_loss": 1.050183626337521,
      "rf_loss": 0.0002469256578478962,
      "total_loss": 1.050430551995369,
      "lyap1_mean": -0.008952345699071884,
      "lyap1_max": 0.0037758531980216503,
      "lyap1_min": -0.01832449436187744,
      "lyap_spec_mean": [
        -0.008952345699071884,
        -0.00243545975536108,
        -0.008507958613336086,
        -0.013199971057474613
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1501,
      "lr": 0.0001,
      "sup_loss": 1.0575350600648843,
      "rf_loss": 0.00014088218449614942,
      "total_loss": 1.0576759422493804,
      "lyap1_mean": 0.0077354153618216515,
      "lyap1_max": 0.014766857028007507,
      "lyap1_min": -0.0004121897218283266,
      "lyap_spec_mean": [
        0.0077354153618216515,
        0.007946702651679516,
        0.004273613449186087,
        0.0016966399271041155
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1502,
      "lr": 0.0001,
      "sup_loss": 1.0957820394219178,
      "rf_loss": 0.00034325168235227466,
      "total_loss": 1.09612529110427,
      "lyap1_mean": 0.009964832104742527,
      "lyap1_max": 0.04314552992582321,
      "lyap1_min": -0.027939550578594208,
      "lyap_spec_mean": [
        0.009964833036065102,
        0.008761147037148476,
        0.007721299305558205,
        0.00894234050065279
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1503,
      "lr": 0.0001,
      "sup_loss": 1.0650287153522167,
      "rf_loss": 0.0002970497007481754,
      "total_loss": 1.0653257650529648,
      "lyap1_mean": 0.017732255160808563,
      "lyap1_max": 0.03659975156188011,
      "lyap1_min": 0.010358481667935848,
      "lyap_spec_mean": [
        0.017732253298163414,
        0.010852591134607792,
        0.006808612495660782,
        0.006388142704963684
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1504,
      "lr": 0.0001,
      "sup_loss": 1.1091366170901102,
      "rf_loss": 0.0005961597198620439,
      "total_loss": 1.1097327768099723,
      "lyap1_mean": 0.024397045373916626,
      "lyap1_max": 0.08897732198238373,
      "lyap1_min": -0.004316212609410286,
      "lyap_spec_mean": [
        0.024397045373916626,
        0.0076690237037837505,
        0.013089998625218868,
        0.005917070433497429
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1505,
      "lr": 0.0001,
      "sup_loss": 1.1023541908286927,
      "rf_loss": 0.0004971454618498683,
      "total_loss": 1.1028513362905425,
      "lyap1_mean": 0.02678777649998665,
      "lyap1_max": 0.043417081236839294,
      "lyap1_min": 0.008785674348473549,
      "lyap_spec_mean": [
        0.02678777649998665,
        0.018206413835287094,
        0.020474305376410484,
        0.01460120640695095
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1506,
      "lr": 0.0001,
      "sup_loss": 1.0974284395708953,
      "rf_loss": 0.0002863913250621408,
      "total_loss": 1.0977148308959574,
      "lyap1_mean": 0.006217731162905693,
      "lyap1_max": 0.027716640383005142,
      "lyap1_min": -0.008034458383917809,
      "lyap_spec_mean": [
        0.006217730697244406,
        0.01322143618017435,
        0.0027432304341346025,
        0.0027464062441140413
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1507,
      "lr": 0.0001,
      "sup_loss": 1.097036135332599,
      "rf_loss": 0.00028059532633051276,
      "total_loss": 1.0973167306589295,
      "lyap1_mean": -0.003527103690430522,
      "lyap1_max": 0.011705989949405193,
      "lyap1_min": -0.035341277718544006,
      "lyap_spec_mean": [
        -0.0035271032247692347,
        -0.010226696729660034,
        -0.018222445622086525,
        -0.009963595308363438
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1508,
      "lr": 0.0001,
      "sup_loss": 1.048395716106206,
      "rf_loss": 0.00032440171344205737,
      "total_loss": 1.0487201178196481,
      "lyap1_mean": -0.005835755728185177,
      "lyap1_max": 0.00984874926507473,
      "lyap1_min": -0.02939075231552124,
      "lyap_spec_mean": [
        -0.005835755728185177,
        -0.011155745014548302,
        -0.014445357024669647,
        -0.013578083366155624
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1509,
      "lr": 0.0001,
      "sup_loss": 1.1085388695221956,
      "rf_loss": 0.0002261804766021669,
      "total_loss": 1.1087650499987978,
      "lyap1_mean": -0.008341042324900627,
      "lyap1_max": 0.009645515121519566,
      "lyap1_min": -0.021874329075217247,
      "lyap_spec_mean": [
        -0.008341042324900627,
        -0.0092000812292099,
        -0.009512143209576607,
        -0.007998418062925339
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1510,
      "lr": 0.0001,
      "sup_loss": 1.0845201912438625,
      "rf_loss": 0.0005583607126027346,
      "total_loss": 1.0850785519564652,
      "lyap1_mean": -0.01735178753733635,
      "lyap1_max": 0.009128694422543049,
      "lyap1_min": -0.030779406428337097,
      "lyap_spec_mean": [
        -0.0173517856746912,
        -0.0180144514888525,
        -0.018309421837329865,
        -0.019383898004889488
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1511,
      "lr": 0.0001,
      "sup_loss": 1.1013848729383267,
      "rf_loss": 0.00020425327238626778,
      "total_loss": 1.101589126210713,
      "lyap1_mean": -0.0031432565301656723,
      "lyap1_max": 0.02408205345273018,
      "lyap1_min": -0.01752612739801407,
      "lyap_spec_mean": [
        -0.0031432565301656723,
        -0.010588920675218105,
        -0.014264978468418121,
        -0.009517347440123558
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1512,
      "lr": 0.0001,
      "sup_loss": 0.973663441247476,
      "rf_loss": 0.0002749376290012151,
      "total_loss": 0.9739383788764772,
      "lyap1_mean": -0.009881348349153996,
      "lyap1_max": 0.00310517568141222,
      "lyap1_min": -0.01978488080203533,
      "lyap_spec_mean": [
        -0.009881348349153996,
        -0.005714125465601683,
        -0.016538826748728752,
        -0.014512498863041401
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1513,
      "lr": 0.0001,
      "sup_loss": 1.121477316037073,
      "rf_loss": 0.0002146933547919616,
      "total_loss": 1.121692009391865,
      "lyap1_mean": 0.012649289332330227,
      "lyap1_max": 0.0382455438375473,
      "lyap1_min": -0.01991356909275055,
      "lyap_spec_mean": [
        0.012649288401007652,
        0.004047112539410591,
        0.004209220875054598,
        0.0007672065403312445
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1514,
      "lr": 0.0001,
      "sup_loss": 1.1126393229027232,
      "rf_loss": 0.000167233549291268,
      "total_loss": 1.1128065564520144,
      "lyap1_mean": -0.005737793166190386,
      "lyap1_max": 0.015007799491286278,
      "lyap1_min": -0.019162733107805252,
      "lyap_spec_mean": [
        -0.005737793166190386,
        -0.00369994156062603,
        -0.010466428473591805,
        -0.008649080991744995
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1515,
      "lr": 0.0001,
      "sup_loss": 1.1149734458330196,
      "rf_loss": 0.00014109807671047747,
      "total_loss": 1.11511454390973,
      "lyap1_mean": 0.0058272648602724075,
      "lyap1_max": 0.027708426117897034,
      "lyap1_min": -0.013842596672475338,
      "lyap_spec_mean": [
        0.0058272648602724075,
        0.009391233325004578,
        0.0022906051017344,
        0.0025127241387963295
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1516,
      "lr": 0.0001,
      "sup_loss": 1.120989008574564,
      "rf_loss": 0.00023311351833399385,
      "total_loss": 1.121222122092898,
      "lyap1_mean": 0.012943201698362827,
      "lyap1_max": 0.056070517748594284,
      "lyap1_min": -0.0034241764806210995,
      "lyap_spec_mean": [
        0.012943200767040253,
        0.007975450716912746,
        0.005146695300936699,
        0.0014660547021776438
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1517,
      "lr": 0.0001,
      "sup_loss": 1.0868593551200953,
      "rf_loss": 0.00011774887389037758,
      "total_loss": 1.0869771039939857,
      "lyap1_mean": 0.0047228713519871235,
      "lyap1_max": 0.02303866297006607,
      "lyap1_min": -0.009829145856201649,
      "lyap_spec_mean": [
        0.004722871817648411,
        0.012601443566381931,
        0.002682622754946351,
        0.0034440653398633003
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1518,
      "lr": 0.0001,
      "sup_loss": 1.10065998971475,
      "rf_loss": 0.00014900899259373546,
      "total_loss": 1.1008089987073437,
      "lyap1_mean": 0.006829709745943546,
      "lyap1_max": 0.02311341091990471,
      "lyap1_min": -0.0071146534755826,
      "lyap_spec_mean": [
        0.006829709280282259,
        0.009604660794138908,
        0.006497132126241922,
        0.005772528704255819
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1519,
      "lr": 0.0001,
      "sup_loss": 1.0769140214985384,
      "rf_loss": 0.00013442288036458194,
      "total_loss": 1.077048444378903,
      "lyap1_mean": 0.007848909124732018,
      "lyap1_max": 0.021486056968569756,
      "lyap1_min": -0.010178690776228905,
      "lyap_spec_mean": [
        0.007848909124732018,
        0.006355862598866224,
        0.004811335355043411,
        0.002939193742349744
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1520,
      "lr": 0.0001,
      "sup_loss": 1.102362457304743,
      "rf_loss": 0.0001123682304751128,
      "total_loss": 1.1024748255352181,
      "lyap1_mean": 0.008847902528941631,
      "lyap1_max": 0.021288495510816574,
      "lyap1_min": -0.009693866595625877,
      "lyap_spec_mean": [
        0.008847903460264206,
        0.010806385427713394,
        0.0014464808627963066,
        0.002488207072019577
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1521,
      "lr": 0.0001,
      "sup_loss": 1.1200562942909613,
      "rf_loss": 0.00023240303562488407,
      "total_loss": 1.1202886973265862,
      "lyap1_mean": 0.004376230761408806,
      "lyap1_max": 0.025945497676730156,
      "lyap1_min": -0.01789582148194313,
      "lyap_spec_mean": [
        0.004376231227070093,
        0.009590335190296173,
        0.0039510577917099,
        0.004180872812867165
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1522,
      "lr": 0.0001,
      "sup_loss": 1.0889079137439062,
      "rf_loss": 0.00011726500088116154,
      "total_loss": 1.0890251787447873,
      "lyap1_mean": 0.002444288693368435,
      "lyap1_max": 0.016395727172493935,
      "lyap1_min": -0.010345838963985443,
      "lyap_spec_mean": [
        0.002444288693368435,
        0.0011428538709878922,
        -0.0055225505493581295,
        -0.006848129443824291
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1523,
      "lr": 0.0001,
      "sup_loss": 1.1490226893017175,
      "rf_loss": 0.00041103342664428055,
      "total_loss": 1.1494337227283618,
      "lyap1_mean": 0.01173374429345131,
      "lyap1_max": 0.029782019555568695,
      "lyap1_min": -0.01091344840824604,
      "lyap_spec_mean": [
        0.01173374429345131,
        0.013643551617860794,
        0.006643513683229685,
        0.005855415482074022
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1524,
      "lr": 0.0001,
      "sup_loss": 1.0970752324696547,
      "rf_loss": 0.0001159194071078673,
      "total_loss": 1.0971911518767625,
      "lyap1_mean": 0.006794043816626072,
      "lyap1_max": 0.019602090120315552,
      "lyap1_min": -0.004929092712700367,
      "lyap_spec_mean": [
        0.006794043350964785,
        0.0020052813924849033,
        -0.0013255429221317172,
        -0.005331529304385185
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1525,
      "lr": 0.0001,
      "sup_loss": 1.0873863061035265,
      "rf_loss": 0.00020231085363775492,
      "total_loss": 1.0875886169571642,
      "lyap1_mean": 0.0013195935171097517,
      "lyap1_max": 0.028042737394571304,
      "lyap1_min": -0.019438784569501877,
      "lyap_spec_mean": [
        0.001319593284279108,
        -0.0018421841086819768,
        0.004486370831727982,
        -0.0046192966401577
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1526,
      "lr": 0.0001,
      "sup_loss": 1.0799512757283445,
      "rf_loss": 0.0002752628060989082,
      "total_loss": 1.0802265385344434,
      "lyap1_mean": -0.0010792749235406518,
      "lyap1_max": 0.026465928182005882,
      "lyap1_min": -0.026360835880041122,
      "lyap_spec_mean": [
        -0.0010792750399559736,
        -0.0033112429082393646,
        -0.0052924808114767075,
        -0.010846526362001896
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1527,
      "lr": 0.0001,
      "sup_loss": 1.086717543643363,
      "rf_loss": 0.000397191324736923,
      "total_loss": 1.0871147349680998,
      "lyap1_mean": -0.007808958180248737,
      "lyap1_max": 0.019753795117139816,
      "lyap1_min": -0.032879844307899475,
      "lyap_spec_mean": [
        -0.007808958645910025,
        -0.015999963507056236,
        -0.016676006838679314,
        -0.01859094947576523
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1528,
      "lr": 0.0001,
      "sup_loss": 1.1316272826531488,
      "rf_loss": 0.0006186359678395092,
      "total_loss": 1.1322459186209883,
      "lyap1_mean": -0.017878126353025436,
      "lyap1_max": 0.009987369179725647,
      "lyap1_min": -0.03159310296177864,
      "lyap_spec_mean": [
        -0.017878126353025436,
        -0.019675273448228836,
        -0.02329031005501747,
        -0.025913055986166
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1529,
      "lr": 0.0001,
      "sup_loss": 1.1262311008605752,
      "rf_loss": 0.0005973502993583679,
      "total_loss": 1.1268284511599336,
      "lyap1_mean": -0.020076170563697815,
      "lyap1_max": 0.0010079777566716075,
      "lyap1_min": -0.03755743429064751,
      "lyap_spec_mean": [
        -0.020076170563697815,
        -0.01590508595108986,
        -0.02034188248217106,
        -0.027538729831576347
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1530,
      "lr": 0.0001,
      "sup_loss": 1.139946887990407,
      "rf_loss": 0.0006543033523485065,
      "total_loss": 1.1406011913427556,
      "lyap1_mean": -0.019147656857967377,
      "lyap1_max": 0.015047023072838783,
      "lyap1_min": -0.04103928804397583,
      "lyap_spec_mean": [
        -0.019147656857967377,
        -0.016905086115002632,
        -0.02442723512649536,
        -0.02290678210556507
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1531,
      "lr": 0.0001,
      "sup_loss": 1.1061840822659237,
      "rf_loss": 0.0002596507256384939,
      "total_loss": 1.1064437329915622,
      "lyap1_mean": -0.0004707654588855803,
      "lyap1_max": 0.032076649367809296,
      "lyap1_min": -0.028965406119823456,
      "lyap_spec_mean": [
        -0.0004707649350166321,
        -0.0018946212949231267,
        -0.010975653305649757,
        -0.007381008937954903
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1532,
      "lr": 0.0001,
      "sup_loss": 1.1259370236186887,
      "rf_loss": 0.000224820600124076,
      "total_loss": 1.1261618442188128,
      "lyap1_mean": 0.016152098774909973,
      "lyap1_max": 0.032246820628643036,
      "lyap1_min": -0.007242122665047646,
      "lyap_spec_mean": [
        0.016152096912264824,
        0.007570376619696617,
        0.0029242844320833683,
        0.0023412436712533236
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1533,
      "lr": 0.0001,
      "sup_loss": 1.1410253145828526,
      "rf_loss": 0.0002124920574715361,
      "total_loss": 1.1412378066403241,
      "lyap1_mean": 0.007061372511088848,
      "lyap1_max": 0.029921062290668488,
      "lyap1_min": -0.015547542832791805,
      "lyap_spec_mean": [
        0.007061372511088848,
        0.006271806545555592,
        0.001867069979198277,
        -0.0005479319952428341
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1534,
      "lr": 0.0001,
      "sup_loss": 1.095255142127087,
      "rf_loss": 0.00019564817193895578,
      "total_loss": 1.095450790299026,
      "lyap1_mean": 0.015614975243806839,
      "lyap1_max": 0.032338663935661316,
      "lyap1_min": -0.0025449928361922503,
      "lyap_spec_mean": [
        0.015614974312484264,
        0.01166993472725153,
        0.004508176818490028,
        0.004656082019209862
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1535,
      "lr": 0.0001,
      "sup_loss": 1.0803556386327606,
      "rf_loss": 0.00016289408085867763,
      "total_loss": 1.0805185327136193,
      "lyap1_mean": 0.008218102157115936,
      "lyap1_max": 0.02150755189359188,
      "lyap1_min": -0.010309871286153793,
      "lyap_spec_mean": [
        0.008218102157115936,
        0.010595491155982018,
        0.005737766623497009,
        0.004590694792568684
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1536,
      "lr": 0.0001,
      "sup_loss": 1.1448224433001384,
      "rf_loss": 0.000164459299412556,
      "total_loss": 1.144986902599551,
      "lyap1_mean": -0.0019294186495244503,
      "lyap1_max": 0.016410430893301964,
      "lyap1_min": -0.024032827466726303,
      "lyap_spec_mean": [
        -0.0019294184166938066,
        -0.001134425401687622,
        -0.0015762158436700702,
        -0.0004635746590793133
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1537,
      "lr": 0.0001,
      "sup_loss": 1.1229686217843373,
      "rf_loss": 0.00021238050248939544,
      "total_loss": 1.1231810022868267,
      "lyap1_mean": -0.004543742164969444,
      "lyap1_max": 0.01476680301129818,
      "lyap1_min": -0.028836689889431,
      "lyap_spec_mean": [
        -0.004543742164969444,
        -0.0038808356039226055,
        -0.013615856878459454,
        -0.011906582862138748
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1538,
      "lr": 0.0001,
      "sup_loss": 1.0690817700758346,
      "rf_loss": 0.0004485012323129922,
      "total_loss": 1.0695302713081476,
      "lyap1_mean": -0.004056436941027641,
      "lyap1_max": 0.017804443836212158,
      "lyap1_min": -0.03785797208547592,
      "lyap_spec_mean": [
        -0.004056436941027641,
        -0.015831219032406807,
        -0.01970735564827919,
        -0.017792578786611557
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1539,
      "lr": 0.0001,
      "sup_loss": 1.1048037054321416,
      "rf_loss": 0.00022856560826767236,
      "total_loss": 1.1050322710404092,
      "lyap1_mean": -0.005177075508981943,
      "lyap1_max": 0.011879852041602135,
      "lyap1_min": -0.021654047071933746,
      "lyap_spec_mean": [
        -0.005177075043320656,
        -0.01243393961340189,
        -0.010547531768679619,
        -0.014775351621210575
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1540,
      "lr": 0.0001,
      "sup_loss": 1.0822415646632226,
      "rf_loss": 0.0002199815644416958,
      "total_loss": 1.0824615462276643,
      "lyap1_mean": 0.010242601856589317,
      "lyap1_max": 0.03250206261873245,
      "lyap1_min": -0.011335226707160473,
      "lyap_spec_mean": [
        0.010242601856589317,
        0.0016420623287558556,
        0.01027623564004898,
        0.0018611378036439419
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1541,
      "lr": 0.0001,
      "sup_loss": 1.0818792964912787,
      "rf_loss": 0.00017148329061456025,
      "total_loss": 1.0820507797818932,
      "lyap1_mean": 0.011034393683075905,
      "lyap1_max": 0.035017214715480804,
      "lyap1_min": -0.009607551619410515,
      "lyap_spec_mean": [
        0.01103439275175333,
        -0.0007013205904513597,
        0.004190181382000446,
        -0.0009760947432368994
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1542,
      "lr": 0.0001,
      "sup_loss": 1.0840144954545978,
      "rf_loss": 0.0003542597987689078,
      "total_loss": 1.0843687552533667,
      "lyap1_mean": 0.016231637448072433,
      "lyap1_max": 0.026255352422595024,
      "lyap1_min": -0.0034751794300973415,
      "lyap_spec_mean": [
        0.016231637448072433,
        0.019141949713230133,
        0.015599239617586136,
        0.011607253924012184
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1543,
      "lr": 0.0001,
      "sup_loss": 1.0540748412235803,
      "rf_loss": 0.00023262258036993444,
      "total_loss": 1.0543074638039502,
      "lyap1_mean": 0.011735818348824978,
      "lyap1_max": 0.04095791280269623,
      "lyap1_min": -0.005646946839988232,
      "lyap_spec_mean": [
        0.011735818348824978,
        0.012198785319924355,
        0.016457732766866684,
        0.0057373857125639915
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1544,
      "lr": 0.0001,
      "sup_loss": 1.0842797629723941,
      "rf_loss": 0.0003888610808644444,
      "total_loss": 1.0846686240532586,
      "lyap1_mean": 0.026063185185194016,
      "lyap1_max": 0.04069558531045914,
      "lyap1_min": 0.008857829496264458,
      "lyap_spec_mean": [
        0.026063185185194016,
        0.01785684935748577,
        0.014076628722250462,
        0.009332487359642982
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1545,
      "lr": 0.0001,
      "sup_loss": 1.1286882679785473,
      "rf_loss": 0.00037816562689840794,
      "total_loss": 1.1290664336054457,
      "lyap1_mean": 0.020304560661315918,
      "lyap1_max": 0.04397548735141754,
      "lyap1_min": -0.002861292799934745,
      "lyap_spec_mean": [
        0.020304562523961067,
        0.012479295954108238,
        0.012881012633442879,
        0.007220272906124592
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1546,
      "lr": 0.0001,
      "sup_loss": 1.0427122915949454,
      "rf_loss": 0.00027547101490199566,
      "total_loss": 1.0429877626098474,
      "lyap1_mean": 0.003635980188846588,
      "lyap1_max": 0.027739103883504868,
      "lyap1_min": -0.02701510116457939,
      "lyap_spec_mean": [
        0.0036359799560159445,
        0.002089647576212883,
        -0.007664655800908804,
        -0.006402657367289066
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1547,
      "lr": 0.0001,
      "sup_loss": 1.1041401314681845,
      "rf_loss": 0.0002881274849642068,
      "total_loss": 1.1044282589531487,
      "lyap1_mean": -0.00420043058693409,
      "lyap1_max": 0.010308346711099148,
      "lyap1_min": -0.01807188056409359,
      "lyap_spec_mean": [
        -0.00420043058693409,
        -0.008194487541913986,
        -0.02036222815513611,
        -0.018716439604759216
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1548,
      "lr": 0.0001,
      "sup_loss": 1.0999094430044687,
      "rf_loss": 0.0004968353314325213,
      "total_loss": 1.1004062783359012,
      "lyap1_mean": -0.016439087688922882,
      "lyap1_max": 0.007040438242256641,
      "lyap1_min": -0.03252213075757027,
      "lyap_spec_mean": [
        -0.016439087688922882,
        -0.012584598734974861,
        -0.01412065140902996,
        -0.022448832169175148
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1549,
      "lr": 0.0001,
      "sup_loss": 1.0728809454344286,
      "rf_loss": 0.0005884575075469911,
      "total_loss": 1.0734694029419756,
      "lyap1_mean": -0.020231572911143303,
      "lyap1_max": -0.00020482330000959337,
      "lyap1_min": -0.03202909976243973,
      "lyap_spec_mean": [
        -0.020231571048498154,
        -0.015912340953946114,
        -0.024682195857167244,
        -0.026049433276057243
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1550,
      "lr": 0.0001,
      "sup_loss": 1.1108153462902126,
      "rf_loss": 0.0007152901962399483,
      "total_loss": 1.1115306364864526,
      "lyap1_mean": -0.02082502469420433,
      "lyap1_max": -0.007490411400794983,
      "lyap1_min": -0.03846141695976257,
      "lyap_spec_mean": [
        -0.02082502469420433,
        -0.02177448756992817,
        -0.022484490647912025,
        -0.026986973360180855
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1551,
      "lr": 0.0001,
      "sup_loss": 1.0527906670804796,
      "rf_loss": 0.0009500592714175582,
      "total_loss": 1.0537407263518972,
      "lyap1_mean": -0.028794603422284126,
      "lyap1_max": -0.008563539013266563,
      "lyap1_min": -0.050245799124240875,
      "lyap_spec_mean": [
        -0.028794601559638977,
        -0.01981348730623722,
        -0.03214653581380844,
        -0.02923538163304329
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1552,
      "lr": 0.0001,
      "sup_loss": 1.0894048832675007,
      "rf_loss": 0.000321458384860307,
      "total_loss": 1.089726341652361,
      "lyap1_mean": -0.005076213274151087,
      "lyap1_max": 0.009356791153550148,
      "lyap1_min": -0.020402222871780396,
      "lyap_spec_mean": [
        -0.005076213274151087,
        -0.009746347554028034,
        -0.015612870454788208,
        -0.015003039501607418
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1553,
      "lr": 0.0001,
      "sup_loss": 1.0608395533309736,
      "rf_loss": 0.00014569716586265713,
      "total_loss": 1.0609852504968362,
      "lyap1_mean": 0.007648832630366087,
      "lyap1_max": 0.01756278984248638,
      "lyap1_min": -0.003052683314308524,
      "lyap_spec_mean": [
        0.007648832630366087,
        0.0031072909478098154,
        0.0009394174558110535,
        0.0022140550427138805
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1554,
      "lr": 0.0001,
      "sup_loss": 1.1091730695620639,
      "rf_loss": 0.00043866701889783144,
      "total_loss": 1.1096117365809617,
      "lyap1_mean": 0.016482865437865257,
      "lyap1_max": 0.05002869293093681,
      "lyap1_min": -0.01544261910021305,
      "lyap_spec_mean": [
        0.016482865437865257,
        0.019034147262573242,
        0.010216430760920048,
        0.009829023852944374
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1555,
      "lr": 0.0001,
      "sup_loss": 1.099695674774,
      "rf_loss": 0.00096897006733343,
      "total_loss": 1.1006646448413335,
      "lyap1_mean": 0.029395397752523422,
      "lyap1_max": 0.044352591037750244,
      "lyap1_min": 0.01615144871175289,
      "lyap_spec_mean": [
        0.029395397752523422,
        0.03144137188792229,
        0.029173964634537697,
        0.025999201461672783
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1556,
      "lr": 0.0001,
      "sup_loss": 1.0474922593132248,
      "rf_loss": 0.0006394558004103601,
      "total_loss": 1.0481317151136351,
      "lyap1_mean": 0.02469932660460472,
      "lyap1_max": 0.038118984550237656,
      "lyap1_min": 0.0011519024847075343,
      "lyap_spec_mean": [
        0.02469932660460472,
        0.024142924696207047,
        0.02561100199818611,
        0.018625827506184578
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1557,
      "lr": 0.0001,
      "sup_loss": 1.0920810581072817,
      "rf_loss": 0.0008921503904275596,
      "total_loss": 1.0929732084977093,
      "lyap1_mean": 0.029522515833377838,
      "lyap1_max": 0.056197017431259155,
      "lyap1_min": 0.013627566397190094,
      "lyap_spec_mean": [
        0.029522515833377838,
        0.024146929383277893,
        0.02297374978661537,
        0.02989625558257103
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1558,
      "lr": 0.0001,
      "sup_loss": 1.0708033795361334,
      "rf_loss": 0.00031590781873092055,
      "total_loss": 1.0711192873548643,
      "lyap1_mean": 0.01453652884811163,
      "lyap1_max": 0.02607029676437378,
      "lyap1_min": 0.005290001165121794,
      "lyap_spec_mean": [
        0.014536529779434204,
        0.015457674860954285,
        0.012353920377790928,
        0.012626275420188904
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1559,
      "lr": 0.0001,
      "sup_loss": 1.0673129142745719,
      "rf_loss": 0.00016431737458333373,
      "total_loss": 1.0674772316491552,
      "lyap1_mean": -0.007397215347737074,
      "lyap1_max": 0.011292013339698315,
      "lyap1_min": -0.02158864215016365,
      "lyap_spec_mean": [
        -0.007397215813398361,
        -0.002195359207689762,
        -0.00574203347787261,
        -0.008458667434751987
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1560,
      "lr": 0.0001,
      "sup_loss": 1.1088379853807362,
      "rf_loss": 0.00013313855743035674,
      "total_loss": 1.1089711239381665,
      "lyap1_mean": 0.007256879471242428,
      "lyap1_max": 0.04743410274386406,
      "lyap1_min": -0.012372391298413277,
      "lyap_spec_mean": [
        0.007256878539919853,
        -0.004024947062134743,
        -0.0029739649035036564,
        -0.0009872240480035543
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1561,
      "lr": 0.0001,
      "sup_loss": 1.0827052013036909,
      "rf_loss": 0.0002942243008874357,
      "total_loss": 1.0829994256045783,
      "lyap1_mean": -0.008963486179709435,
      "lyap1_max": 0.011551545932888985,
      "lyap1_min": -0.022493092343211174,
      "lyap_spec_mean": [
        -0.008963486179709435,
        -0.010484116151928902,
        -0.01311585120856762,
        -0.020287098363041878
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1562,
      "lr": 0.0001,
      "sup_loss": 1.103626939136934,
      "rf_loss": 0.0004844866634812206,
      "total_loss": 1.1041114258004152,
      "lyap1_mean": -0.016149058938026428,
      "lyap1_max": -0.004136053379625082,
      "lyap1_min": -0.03122369758784771,
      "lyap_spec_mean": [
        -0.016149058938026428,
        -0.018229210749268532,
        -0.018073460087180138,
        -0.023519067093729973
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1563,
      "lr": 0.0001,
      "sup_loss": 1.0700773785687956,
      "rf_loss": 0.0005402487004175782,
      "total_loss": 1.0706176272692132,
      "lyap1_mean": -0.019149020314216614,
      "lyap1_max": -0.0018694214522838593,
      "lyap1_min": -0.04061664640903473,
      "lyap_spec_mean": [
        -0.019149020314216614,
        -0.014153976924717426,
        -0.02031560055911541,
        -0.020828913897275925
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1564,
      "lr": 0.0001,
      "sup_loss": 1.0747799625957637,
      "rf_loss": 0.00036080548306927085,
      "total_loss": 1.075140768078833,
      "lyap1_mean": -0.015093040652573109,
      "lyap1_max": -0.00034331189817748964,
      "lyap1_min": -0.02609257772564888,
      "lyap_spec_mean": [
        -0.015093041583895683,
        -0.014705175533890724,
        -0.01989443227648735,
        -0.01658003032207489
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1565,
      "lr": 0.0001,
      "sup_loss": 1.0954669973738071,
      "rf_loss": 0.00011808580893557519,
      "total_loss": 1.0955850831827427,
      "lyap1_mean": -0.0018505912739783525,
      "lyap1_max": 0.009720634669065475,
      "lyap1_min": -0.018976399675011635,
      "lyap_spec_mean": [
        -0.0018505913903936744,
        -0.000992589513771236,
        -0.007494462188333273,
        -0.00593220442533493
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1566,
      "lr": 0.0001,
      "sup_loss": 1.1248235429874471,
      "rf_loss": 0.00012055158731527627,
      "total_loss": 1.1249440945747624,
      "lyap1_mean": 0.0035915502812713385,
      "lyap1_max": 0.01747380569577217,
      "lyap1_min": -0.004495070315897465,
      "lyap_spec_mean": [
        0.003591550048440695,
        -0.0007059864001348615,
        0.00011702242773026228,
        0.0019761405419558287
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1567,
      "lr": 0.0001,
      "sup_loss": 1.0683109623946137,
      "rf_loss": 0.00011833701864816248,
      "total_loss": 1.0684292994132618,
      "lyap1_mean": 0.008951680734753609,
      "lyap1_max": 0.033818118274211884,
      "lyap1_min": -0.008475512266159058,
      "lyap_spec_mean": [
        0.008951680734753609,
        0.007755293045192957,
        0.0033077660482376814,
        0.0038140378892421722
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1568,
      "lr": 0.0001,
      "sup_loss": 1.069836302783497,
      "rf_loss": 0.0001795576827134937,
      "total_loss": 1.0700158604662104,
      "lyap1_mean": 0.010549608618021011,
      "lyap1_max": 0.027567466720938683,
      "lyap1_min": -0.003340942319482565,
      "lyap_spec_mean": [
        0.010549608618021011,
        0.004588345531374216,
        0.009289676323533058,
        0.005041058640927076
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1569,
      "lr": 0.0001,
      "sup_loss": 1.1307248481429992,
      "rf_loss": 7.32566841179505e-05,
      "total_loss": 1.1307981048271172,
      "lyap1_mean": -0.002418860327452421,
      "lyap1_max": 0.007963830605149269,
      "lyap1_min": -0.015662338584661484,
      "lyap_spec_mean": [
        -0.002418860327452421,
        0.0015387735329568386,
        -0.0007781424792483449,
        -0.004492286592721939
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1570,
      "lr": 0.0001,
      "sup_loss": 1.1040678932005359,
      "rf_loss": 0.00019085478561464697,
      "total_loss": 1.1042587479861505,
      "lyap1_mean": 0.010145974345505238,
      "lyap1_max": 0.03188953548669815,
      "lyap1_min": -0.004252223297953606,
      "lyap_spec_mean": [
        0.010145973414182663,
        0.009421776980161667,
        0.0040314835496246815,
        0.000320122460834682
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1571,
      "lr": 0.0001,
      "sup_loss": 1.0970963039589783,
      "rf_loss": 0.00018688099225983024,
      "total_loss": 1.097283184951238,
      "lyap1_mean": 0.006193394772708416,
      "lyap1_max": 0.022826381027698517,
      "lyap1_min": -0.0063395253382623196,
      "lyap_spec_mean": [
        0.006193395238369703,
        -0.0003176667960360646,
        -0.003040515584871173,
        -0.0067284065298736095
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1572,
      "lr": 0.0001,
      "sup_loss": 1.0106037424135452,
      "rf_loss": 0.00026325511862523854,
      "total_loss": 1.0108669975321705,
      "lyap1_mean": 0.006225127726793289,
      "lyap1_max": 0.03233196958899498,
      "lyap1_min": -0.008580313995480537,
      "lyap_spec_mean": [
        0.006225127726793289,
        0.007652675732970238,
        0.011391530744731426,
        0.0028301062993705273
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1573,
      "lr": 0.0001,
      "sup_loss": 1.098998799319847,
      "rf_loss": 0.00018976096180267632,
      "total_loss": 1.0991885602816496,
      "lyap1_mean": 0.008179000578820705,
      "lyap1_max": 0.029791688546538353,
      "lyap1_min": -0.011357681825757027,
      "lyap_spec_mean": [
        0.008179000578820705,
        0.0098127331584692,
        0.007447190582752228,
        0.007434790953993797
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1574,
      "lr": 0.0001,
      "sup_loss": 1.0975925906176631,
      "rf_loss": 0.00017838558414950967,
      "total_loss": 1.0977709762018126,
      "lyap1_mean": 0.006584913469851017,
      "lyap1_max": 0.02567264251410961,
      "lyap1_min": -0.008079225197434425,
      "lyap_spec_mean": [
        0.006584913469851017,
        0.010210602544248104,
        0.01053339708596468,
        0.0030028875917196274
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1575,
      "lr": 0.0001,
      "sup_loss": 1.0551462289071283,
      "rf_loss": 0.00010033098806161433,
      "total_loss": 1.05524655989519,
      "lyap1_mean": 0.0073288376443088055,
      "lyap1_max": 0.024791134521365166,
      "lyap1_min": -0.005587560590356588,
      "lyap_spec_mean": [
        0.007328838109970093,
        0.001793411560356617,
        0.0035320883616805077,
        0.005081602837890387
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1576,
      "lr": 0.0001,
      "sup_loss": 1.067610660173681,
      "rf_loss": 0.0004114115727134049,
      "total_loss": 1.0680220717463944,
      "lyap1_mean": 0.021529925987124443,
      "lyap1_max": 0.03617776557803154,
      "lyap1_min": -0.006855878513306379,
      "lyap_spec_mean": [
        0.021529925987124443,
        0.01689525507390499,
        0.017739247530698776,
        0.011087631806731224
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1577,
      "lr": 0.0001,
      "sup_loss": 1.0672943752483282,
      "rf_loss": 0.00011796881881309673,
      "total_loss": 1.0674123440671412,
      "lyap1_mean": 0.009065616875886917,
      "lyap1_max": 0.02677597664296627,
      "lyap1_min": -0.00295891216956079,
      "lyap_spec_mean": [
        0.009065616875886917,
        0.007809644564986229,
        0.006440663710236549,
        0.0025054309517145157
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1578,
      "lr": 0.0001,
      "sup_loss": 1.1168929658110913,
      "rf_loss": 9.413737279828638e-05,
      "total_loss": 1.1169871031838896,
      "lyap1_mean": 0.00460430234670639,
      "lyap1_max": 0.02004191279411316,
      "lyap1_min": -0.008383410982787609,
      "lyap_spec_mean": [
        0.00460430234670639,
        -0.002029404044151306,
        0.0008076105732470751,
        -0.0009778222301974893
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1579,
      "lr": 0.0001,
      "sup_loss": 1.0842793370331476,
      "rf_loss": 0.0002474287757650018,
      "total_loss": 1.0845267658089126,
      "lyap1_mean": -0.004980410449206829,
      "lyap1_max": 0.01600196585059166,
      "lyap1_min": -0.025373106822371483,
      "lyap_spec_mean": [
        -0.004980410449206829,
        -0.011291067115962505,
        -0.011613767594099045,
        -0.009188596159219742
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1580,
      "lr": 0.0001,
      "sup_loss": 1.0950366636080249,
      "rf_loss": 0.0005852786125615239,
      "total_loss": 1.0956219422205864,
      "lyap1_mean": -0.017193060368299484,
      "lyap1_max": 0.0055704377591609955,
      "lyap1_min": -0.03430786728858948,
      "lyap_spec_mean": [
        -0.017193060368299484,
        -0.022704871371388435,
        -0.0224129818379879,
        -0.021433381363749504
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1581,
      "lr": 0.0001,
      "sup_loss": 1.053239121070665,
      "rf_loss": 0.0004591236065607518,
      "total_loss": 1.0536982446772258,
      "lyap1_mean": -0.013250601477921009,
      "lyap1_max": 0.018705889582633972,
      "lyap1_min": -0.028429444879293442,
      "lyap_spec_mean": [
        -0.013250601477921009,
        -0.016901975497603416,
        -0.019863663241267204,
        -0.022089075297117233
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1582,
      "lr": 0.0001,
      "sup_loss": 1.07033871864524,
      "rf_loss": 0.0004531702434178442,
      "total_loss": 1.0707918888886578,
      "lyap1_mean": -0.013456229120492935,
      "lyap1_max": 0.001987634925171733,
      "lyap1_min": -0.033173009753227234,
      "lyap_spec_mean": [
        -0.013456229120492935,
        -0.022447559982538223,
        -0.01743495836853981,
        -0.022934526205062866
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1583,
      "lr": 0.0001,
      "sup_loss": 1.08938481975808,
      "rf_loss": 0.0003365524753462523,
      "total_loss": 1.0897213722334262,
      "lyap1_mean": -0.012096734717488289,
      "lyap1_max": 0.00850156880915165,
      "lyap1_min": -0.03251885622739792,
      "lyap_spec_mean": [
        -0.012096734717488289,
        -0.007647966034710407,
        -0.015725834295153618,
        -0.014980537816882133
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1584,
      "lr": 0.0001,
      "sup_loss": 1.0747932162959999,
      "rf_loss": 0.00011750093835871667,
      "total_loss": 1.0749107172343586,
      "lyap1_mean": 0.002011972013860941,
      "lyap1_max": 0.01749248430132866,
      "lyap1_min": -0.013585379347205162,
      "lyap_spec_mean": [
        0.002011972013860941,
        0.0031079715117812157,
        0.0008940952830016613,
        -0.00010197295341640711
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1585,
      "lr": 0.0001,
      "sup_loss": 1.068578404760257,
      "rf_loss": 0.00036916122189722955,
      "total_loss": 1.0689475659821541,
      "lyap1_mean": 0.016832636669278145,
      "lyap1_max": 0.04913511872291565,
      "lyap1_min": -0.0029377415776252747,
      "lyap_spec_mean": [
        0.016832636669278145,
        0.017408600077033043,
        0.011961126700043678,
        0.012788444757461548
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1586,
      "lr": 0.0001,
      "sup_loss": 1.0966623130733242,
      "rf_loss": 0.000407535582780838,
      "total_loss": 1.097069848656105,
      "lyap1_mean": 0.01550999190658331,
      "lyap1_max": 0.02649679034948349,
      "lyap1_min": 0.000502177863381803,
      "lyap_spec_mean": [
        0.015509990975260735,
        0.022976383566856384,
        0.01371258869767189,
        0.013927189633250237
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1587,
      "lr": 0.0001,
      "sup_loss": 1.0640000293569394,
      "rf_loss": 0.0003124552022200078,
      "total_loss": 1.0643124845591594,
      "lyap1_mean": 0.015149527229368687,
      "lyap1_max": 0.035306692123413086,
      "lyap1_min": 0.00310349534265697,
      "lyap_spec_mean": [
        0.015149526298046112,
        0.012753136456012726,
        0.014075467362999916,
        0.013283103704452515
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1588,
      "lr": 0.0001,
      "sup_loss": 1.0776658920469269,
      "rf_loss": 0.00026365567464381456,
      "total_loss": 1.0779295477215707,
      "lyap1_mean": 0.012227160856127739,
      "lyap1_max": 0.032565854489803314,
      "lyap1_min": -0.005553740076720715,
      "lyap_spec_mean": [
        0.012227160856127739,
        0.014738020487129688,
        0.010586937889456749,
        0.012222601100802422
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1589,
      "lr": 0.0001,
      "sup_loss": 1.081052171261186,
      "rf_loss": 0.000304405257338658,
      "total_loss": 1.0813565765185247,
      "lyap1_mean": 0.012869613245129585,
      "lyap1_max": 0.03797570616006851,
      "lyap1_min": 5.835574120283127e-05,
      "lyap_spec_mean": [
        0.012869613245129585,
        0.014478645287454128,
        0.010599957779049873,
        0.009594081901013851
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1590,
      "lr": 0.0001,
      "sup_loss": 1.1076499672960127,
      "rf_loss": 0.00014987026224844158,
      "total_loss": 1.1077998375582612,
      "lyap1_mean": 0.0029757055453956127,
      "lyap1_max": 0.022440966218709946,
      "lyap1_min": -0.010785369202494621,
      "lyap_spec_mean": [
        0.002975705312564969,
        -0.00039841560646891594,
        -0.0016853958368301392,
        -0.0041282884776592255
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1591,
      "lr": 0.0001,
      "sup_loss": 1.053897109680358,
      "rf_loss": 0.00020242176833562553,
      "total_loss": 1.0540995314486936,
      "lyap1_mean": -0.0043187192641198635,
      "lyap1_max": 0.015024799853563309,
      "lyap1_min": -0.019796615466475487,
      "lyap_spec_mean": [
        -0.0043187192641198635,
        -0.006340907886624336,
        -0.00860548671334982,
        -0.009341740049421787
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1592,
      "lr": 0.0001,
      "sup_loss": 1.0675879944784434,
      "rf_loss": 0.0009235484758391976,
      "total_loss": 1.0685115429542826,
      "lyap1_mean": -0.024287570267915726,
      "lyap1_max": -0.012129910290241241,
      "lyap1_min": -0.03731692209839821,
      "lyap_spec_mean": [
        -0.024287570267915726,
        -0.021665867418050766,
        -0.031619977205991745,
        -0.033035267144441605
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1593,
      "lr": 0.0001,
      "sup_loss": 1.0940965584296023,
      "rf_loss": 0.0007592650363221765,
      "total_loss": 1.0948558234659245,
      "lyap1_mean": -0.02498558536171913,
      "lyap1_max": -0.013168777339160442,
      "lyap1_min": -0.04332050308585167,
      "lyap_spec_mean": [
        -0.02498558536171913,
        -0.02466001734137535,
        -0.026393696665763855,
        -0.026572823524475098
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1594,
      "lr": 0.0001,
      "sup_loss": 1.0996848824593768,
      "rf_loss": 0.0005249535897746682,
      "total_loss": 1.1002098360491515,
      "lyap1_mean": -0.019134018570184708,
      "lyap1_max": 0.003208677051588893,
      "lyap1_min": -0.030729562044143677,
      "lyap_spec_mean": [
        -0.019134018570184708,
        -0.02045189030468464,
        -0.01929931901395321,
        -0.023497093468904495
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1595,
      "lr": 0.0001,
      "sup_loss": 1.014536678775928,
      "rf_loss": 0.0002449804451316595,
      "total_loss": 1.0147816592210597,
      "lyap1_mean": -0.007045918609946966,
      "lyap1_max": 0.008798356167972088,
      "lyap1_min": -0.02353474125266075,
      "lyap_spec_mean": [
        -0.007045918144285679,
        -0.005370742175728083,
        -0.014368286356329918,
        -0.00873141922056675
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1596,
      "lr": 0.0001,
      "sup_loss": 1.0666311200437035,
      "rf_loss": 0.00015507650095969439,
      "total_loss": 1.0667861965446632,
      "lyap1_mean": 0.003554621245712042,
      "lyap1_max": 0.021076535806059837,
      "lyap1_min": -0.020299170166254044,
      "lyap_spec_mean": [
        0.003554621245712042,
        -0.0006848950288258493,
        0.003808771027252078,
        -0.007770910393446684
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1597,
      "lr": 0.0001,
      "sup_loss": 1.0948503088172175,
      "rf_loss": 0.00032054216717369854,
      "total_loss": 1.0951708509843912,
      "lyap1_mean": 0.016566868871450424,
      "lyap1_max": 0.02867932617664337,
      "lyap1_min": 0.00834561511874199,
      "lyap_spec_mean": [
        0.016566868871450424,
        0.016993725672364235,
        0.012930132448673248,
        0.012463398277759552
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1598,
      "lr": 0.0001,
      "sup_loss": 1.01761472627465,
      "rf_loss": 0.0007008727407082915,
      "total_loss": 1.0183155990153583,
      "lyap1_mean": 0.023727625608444214,
      "lyap1_max": 0.06441304087638855,
      "lyap1_min": 0.008690708316862583,
      "lyap_spec_mean": [
        0.023727625608444214,
        0.02347186580300331,
        0.022817347198724747,
        0.0166364423930645
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1599,
      "lr": 0.0001,
      "sup_loss": 1.0896108813581493,
      "rf_loss": 0.0004433637950569391,
      "total_loss": 1.0900542451532063,
      "lyap1_mean": 0.02172962576150894,
      "lyap1_max": 0.03937535732984543,
      "lyap1_min": 0.0016904778312891722,
      "lyap_spec_mean": [
        0.02172962576150894,
        0.01816777139902115,
        0.017431017011404037,
        0.012561030685901642
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1600,
      "lr": 0.0001,
      "sup_loss": 1.072822646014189,
      "rf_loss": 0.0005296658491715789,
      "total_loss": 1.0733523118633606,
      "lyap1_mean": 0.01739511266350746,
      "lyap1_max": 0.040336206555366516,
      "lyap1_min": -0.002904702676460147,
      "lyap_spec_mean": [
        0.01739511452615261,
        0.017319882288575172,
        0.01416428480297327,
        0.015703216195106506
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1601,
      "lr": 0.0001,
      "sup_loss": 1.0748676562923833,
      "rf_loss": 0.00013051499263383448,
      "total_loss": 1.0749981712850172,
      "lyap1_mean": 0.0037886083591729403,
      "lyap1_max": 0.024728810414671898,
      "lyap1_min": -0.006717165932059288,
      "lyap_spec_mean": [
        0.0037886081263422966,
        0.004134262911975384,
        -0.006185106001794338,
        -0.00452075619250536
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1602,
      "lr": 0.0001,
      "sup_loss": 1.078833793027889,
      "rf_loss": 0.00017860211664810777,
      "total_loss": 1.0790123951445372,
      "lyap1_mean": -0.0012461170554161072,
      "lyap1_max": 0.011393720284104347,
      "lyap1_min": -0.017845742404460907,
      "lyap_spec_mean": [
        -0.001246117171831429,
        -0.009870149195194244,
        -0.005202608183026314,
        -0.01244648639112711
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1603,
      "lr": 0.0001,
      "sup_loss": 1.0723400484303138,
      "rf_loss": 0.0003619999042712152,
      "total_loss": 1.072702048334585,
      "lyap1_mean": -0.015135250985622406,
      "lyap1_max": -0.004053380340337753,
      "lyap1_min": -0.027558762580156326,
      "lyap_spec_mean": [
        -0.015135250985622406,
        -0.013405222445726395,
        -0.017097849398851395,
        -0.015245920978486538
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1604,
      "lr": 0.0001,
      "sup_loss": 1.0247495826868915,
      "rf_loss": 0.0007372133550234139,
      "total_loss": 1.025486796041915,
      "lyap1_mean": -0.0216815285384655,
      "lyap1_max": -0.011677085421979427,
      "lyap1_min": -0.03049156814813614,
      "lyap_spec_mean": [
        -0.0216815285384655,
        -0.025311797857284546,
        -0.025829780846834183,
        -0.025475334376096725
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1605,
      "lr": 0.0001,
      "sup_loss": 1.01124784740668,
      "rf_loss": 0.00026412366423755884,
      "total_loss": 1.0115119710709175,
      "lyap1_mean": -0.0053573353216052055,
      "lyap1_max": 0.013028737157583237,
      "lyap1_min": -0.02217523381114006,
      "lyap_spec_mean": [
        -0.0053573353216052055,
        -0.0039084190502762794,
        -0.011460840702056885,
        -0.013778501190245152
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1606,
      "lr": 0.0001,
      "sup_loss": 1.0967367452775383,
      "rf_loss": 0.00011916177027160302,
      "total_loss": 1.0968559070478099,
      "lyap1_mean": -0.0010826755315065384,
      "lyap1_max": 0.01766873523592949,
      "lyap1_min": -0.02041957899928093,
      "lyap_spec_mean": [
        -0.0010826752986758947,
        -0.005135495215654373,
        -0.005633734632283449,
        -0.0043393271043896675
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1607,
      "lr": 0.0001,
      "sup_loss": 1.1085505794785004,
      "rf_loss": 0.0002096322423312813,
      "total_loss": 1.1087602117208317,
      "lyap1_mean": 0.013745601288974285,
      "lyap1_max": 0.03651749715209007,
      "lyap1_min": -0.0025172815658152103,
      "lyap_spec_mean": [
        0.013745601288974285,
        0.009519046172499657,
        0.004825186915695667,
        0.008886118419468403
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1608,
      "lr": 0.0001,
      "sup_loss": 1.0994586049725725,
      "rf_loss": 0.00020547780150081962,
      "total_loss": 1.0996640827740733,
      "lyap1_mean": 0.017661312595009804,
      "lyap1_max": 0.0300765298306942,
      "lyap1_min": 0.005415170453488827,
      "lyap_spec_mean": [
        0.017661312595009804,
        0.012279972434043884,
        0.007126896642148495,
        0.010074771009385586
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1609,
      "lr": 0.0001,
      "sup_loss": 1.1266284548894427,
      "rf_loss": 0.0005727009265683591,
      "total_loss": 1.127201155816011,
      "lyap1_mean": 0.01843322068452835,
      "lyap1_max": 0.03772320598363876,
      "lyap1_min": -0.007066704332828522,
      "lyap_spec_mean": [
        0.01843322068452835,
        0.024332650005817413,
        0.01906856894493103,
        0.015375295653939247
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1610,
      "lr": 0.0001,
      "sup_loss": 1.0289724984322024,
      "rf_loss": 0.0005299814511090517,
      "total_loss": 1.0295024798833114,
      "lyap1_mean": 0.017798760905861855,
      "lyap1_max": 0.0356358140707016,
      "lyap1_min": 0.0008824676042422652,
      "lyap_spec_mean": [
        0.017798760905861855,
        0.020736314356327057,
        0.01605001464486122,
        0.015107294544577599
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1611,
      "lr": 0.0001,
      "sup_loss": 1.0962578665904643,
      "rf_loss": 0.00019986051484011114,
      "total_loss": 1.0964577271053044,
      "lyap1_mean": 0.007088654674589634,
      "lyap1_max": 0.021922271698713303,
      "lyap1_min": -0.00846341997385025,
      "lyap_spec_mean": [
        0.007088654208928347,
        0.00788270216435194,
        0.003483557840809226,
        0.005955795291811228
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1612,
      "lr": 0.0001,
      "sup_loss": 1.041987900226817,
      "rf_loss": 0.0001942936796694994,
      "total_loss": 1.0421821939064866,
      "lyap1_mean": 0.004247005097568035,
      "lyap1_max": 0.016620934009552002,
      "lyap1_min": -0.012850294820964336,
      "lyap_spec_mean": [
        0.004247005097568035,
        -0.001075532054528594,
        -0.0032578506506979465,
        -0.0075690592639148235
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1613,
      "lr": 0.0001,
      "sup_loss": 1.0680705132555,
      "rf_loss": 0.0003015560214407742,
      "total_loss": 1.0683720692769407,
      "lyap1_mean": -0.008038902655243874,
      "lyap1_max": 0.006828324403613806,
      "lyap1_min": -0.02095217816531658,
      "lyap_spec_mean": [
        -0.008038901723921299,
        -0.009501630440354347,
        -0.009323864243924618,
        -0.01983211189508438
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1614,
      "lr": 0.0001,
      "sup_loss": 1.040314491049621,
      "rf_loss": 0.0004046324174851179,
      "total_loss": 1.040719123467106,
      "lyap1_mean": -0.016068793833255768,
      "lyap1_max": 0.00024085119366645813,
      "lyap1_min": -0.033777233213186264,
      "lyap_spec_mean": [
        -0.01606879197061062,
        -0.011220322921872139,
        -0.018006538972258568,
        -0.01865317113697529
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1615,
      "lr": 0.0001,
      "sup_loss": 1.100081420552353,
      "rf_loss": 0.0002740331692621112,
      "total_loss": 1.1003554537216151,
      "lyap1_mean": -0.007542310748249292,
      "lyap1_max": 0.007474446669220924,
      "lyap1_min": -0.021923383697867393,
      "lyap_spec_mean": [
        -0.00754231121391058,
        -0.013771338388323784,
        -0.016500690951943398,
        -0.015214566141366959
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1616,
      "lr": 0.0001,
      "sup_loss": 1.0752570417728111,
      "rf_loss": 0.00048653854173608124,
      "total_loss": 1.0757435803145472,
      "lyap1_mean": -0.011818024329841137,
      "lyap1_max": 0.008864430710673332,
      "lyap1_min": -0.02499176561832428,
      "lyap_spec_mean": [
        -0.011818024329841137,
        -0.016257578507065773,
        -0.024751702323555946,
        -0.018834711983799934
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1617,
      "lr": 0.0001,
      "sup_loss": 1.0684982044636748,
      "rf_loss": 0.0004899391205981374,
      "total_loss": 1.068988143584273,
      "lyap1_mean": -0.014925852417945862,
      "lyap1_max": 0.020999759435653687,
      "lyap1_min": -0.039205070585012436,
      "lyap_spec_mean": [
        -0.014925853349268436,
        -0.014600656926631927,
        -0.017951395362615585,
        -0.01969943568110466
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1618,
      "lr": 0.0001,
      "sup_loss": 1.0854190730224276,
      "rf_loss": 0.0001740547304507345,
      "total_loss": 1.0855931277528783,
      "lyap1_mean": 0.0017997950781136751,
      "lyap1_max": 0.023953579366207123,
      "lyap1_min": -0.02288115583360195,
      "lyap_spec_mean": [
        0.0017997950781136751,
        -0.004327361471951008,
        -0.014100762084126472,
        -0.005138276144862175
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1619,
      "lr": 0.0001,
      "sup_loss": 1.038631758850027,
      "rf_loss": 0.0002472647756803781,
      "total_loss": 1.0388790236257073,
      "lyap1_mean": 0.011530374176800251,
      "lyap1_max": 0.03919326514005661,
      "lyap1_min": -0.010556350462138653,
      "lyap_spec_mean": [
        0.011530375108122826,
        0.008688926696777344,
        0.006594694219529629,
        0.006748112849891186
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1620,
      "lr": 0.0001,
      "sup_loss": 1.0840886771441767,
      "rf_loss": 0.00035578259848989546,
      "total_loss": 1.0844444597426666,
      "lyap1_mean": 0.014720503240823746,
      "lyap1_max": 0.032518357038497925,
      "lyap1_min": 0.004075267817825079,
      "lyap_spec_mean": [
        0.014720503240823746,
        0.01585301011800766,
        0.016088033095002174,
        0.01503029465675354
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1621,
      "lr": 0.0001,
      "sup_loss": 1.0901382356985243,
      "rf_loss": 0.0006069453083910048,
      "total_loss": 1.0907451810069153,
      "lyap1_mean": 0.021628614515066147,
      "lyap1_max": 0.04972098395228386,
      "lyap1_min": -0.003034692956134677,
      "lyap_spec_mean": [
        0.021628618240356445,
        0.023199714720249176,
        0.017383595928549767,
        0.014345483854413033
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1622,
      "lr": 0.0001,
      "sup_loss": 1.1274954894444087,
      "rf_loss": 0.00017709381063468754,
      "total_loss": 1.1276725832550434,
      "lyap1_mean": 0.011621862649917603,
      "lyap1_max": 0.022335588932037354,
      "lyap1_min": 0.0007122838869690895,
      "lyap_spec_mean": [
        0.011621862649917603,
        0.009076450020074844,
        0.009333486668765545,
        0.008360913954675198
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1623,
      "lr": 0.0001,
      "sup_loss": 1.0388654775843238,
      "rf_loss": 0.00013857625890523195,
      "total_loss": 1.039004053843229,
      "lyap1_mean": 0.0014913193881511688,
      "lyap1_max": 0.015157672576606274,
      "lyap1_min": -0.019392823800444603,
      "lyap_spec_mean": [
        0.0014913195045664907,
        -0.000651117879897356,
        -0.000144534045830369,
        -0.0024747217539697886
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1624,
      "lr": 0.0001,
      "sup_loss": 1.082347284044804,
      "rf_loss": 0.0005961012793704867,
      "total_loss": 1.0829433853241746,
      "lyap1_mean": -0.02368474006652832,
      "lyap1_max": -0.010356232523918152,
      "lyap1_min": -0.03979732096195221,
      "lyap_spec_mean": [
        -0.02368474006652832,
        -0.018311847001314163,
        -0.02115578204393387,
        -0.023212885484099388
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1625,
      "lr": 0.0001,
      "sup_loss": 1.0803197768325272,
      "rf_loss": 0.0012650518910959363,
      "total_loss": 1.0815848287236232,
      "lyap1_mean": -0.028426039963960648,
      "lyap1_max": -0.010918423533439636,
      "lyap1_min": -0.0459158830344677,
      "lyap_spec_mean": [
        -0.028426039963960648,
        -0.03707548603415489,
        -0.031002573668956757,
        -0.03583024814724922
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1626,
      "lr": 0.0001,
      "sup_loss": 1.0463892717204317,
      "rf_loss": 0.0009695268818177283,
      "total_loss": 1.0473587986022495,
      "lyap1_mean": -0.02708549052476883,
      "lyap1_max": -0.01371842436492443,
      "lyap1_min": -0.04648004472255707,
      "lyap_spec_mean": [
        -0.02708548866212368,
        -0.025161968544125557,
        -0.030157875269651413,
        -0.03246087580919266
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1627,
      "lr": 0.0001,
      "sup_loss": 1.1033053914501554,
      "rf_loss": 0.0005735085578635335,
      "total_loss": 1.103878900008019,
      "lyap1_mean": -0.017062168568372726,
      "lyap1_max": -0.0011744850780814886,
      "lyap1_min": -0.026131434366106987,
      "lyap_spec_mean": [
        -0.017062166705727577,
        -0.021702973172068596,
        -0.02282601036131382,
        -0.024152632802724838
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1628,
      "lr": 0.0001,
      "sup_loss": 1.1341525451718248,
      "rf_loss": 0.0001870941196102649,
      "total_loss": 1.134339639291435,
      "lyap1_mean": -0.0018390511395409703,
      "lyap1_max": 0.016492050141096115,
      "lyap1_min": -0.010887149721384048,
      "lyap_spec_mean": [
        -0.001839051372371614,
        -0.008093796670436859,
        -0.009238749742507935,
        -0.008465774357318878
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1629,
      "lr": 0.0001,
      "sup_loss": 1.0982789987359372,
      "rf_loss": 0.00015108822844922543,
      "total_loss": 1.0984300869643864,
      "lyap1_mean": 0.00943037774413824,
      "lyap1_max": 0.02780550718307495,
      "lyap1_min": -0.004654661752283573,
      "lyap_spec_mean": [
        0.009430378675460815,
        0.0035321861505508423,
        -0.0006177445175126195,
        0.001916476059705019
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1630,
      "lr": 0.0001,
      "sup_loss": 1.0905498263197706,
      "rf_loss": 0.0005856270436197519,
      "total_loss": 1.0911354533633904,
      "lyap1_mean": 0.026290129870176315,
      "lyap1_max": 0.038352422416210175,
      "lyap1_min": 0.014184528961777687,
      "lyap_spec_mean": [
        0.026290129870176315,
        0.01939251646399498,
        0.02027660608291626,
        0.012874096632003784
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1631,
      "lr": 0.0001,
      "sup_loss": 1.0752767252100268,
      "rf_loss": 0.0012055567931383848,
      "total_loss": 1.0764822820031652,
      "lyap1_mean": 0.03434651345014572,
      "lyap1_max": 0.06579728424549103,
      "lyap1_min": 0.01874580979347229,
      "lyap_spec_mean": [
        0.03434651345014572,
        0.036173395812511444,
        0.02541755698621273,
        0.02840406447649002
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1632,
      "lr": 0.0001,
      "sup_loss": 1.0646666751235885,
      "rf_loss": 0.0013388844672590494,
      "total_loss": 1.0660055595908475,
      "lyap1_mean": 0.03436771780252457,
      "lyap1_max": 0.08238888531923294,
      "lyap1_min": 0.008898461237549782,
      "lyap_spec_mean": [
        0.03436771780252457,
        0.028253432363271713,
        0.03120008111000061,
        0.027314240112900734
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1633,
      "lr": 0.0001,
      "sup_loss": 1.0368716325438345,
      "rf_loss": 0.0009058026480488479,
      "total_loss": 1.0377774351918834,
      "lyap1_mean": 0.030458971858024597,
      "lyap1_max": 0.05359908938407898,
      "lyap1_min": 0.01149754785001278,
      "lyap_spec_mean": [
        0.030458971858024597,
        0.029731761664152145,
        0.01954132504761219,
        0.02543470449745655
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1634,
      "lr": 0.0001,
      "sup_loss": 1.0700053219888894,
      "rf_loss": 0.0003031070518773049,
      "total_loss": 1.0703084290407667,
      "lyap1_mean": 0.013258533552289009,
      "lyap1_max": 0.02982323244214058,
      "lyap1_min": -0.006031743250787258,
      "lyap_spec_mean": [
        0.013258533552289009,
        0.014976385049521923,
        0.016772568225860596,
        0.009303102269768715
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1635,
      "lr": 0.0001,
      "sup_loss": 1.1002977107953296,
      "rf_loss": 0.000245943374466151,
      "total_loss": 1.1005436541697957,
      "lyap1_mean": 0.00917942263185978,
      "lyap1_max": 0.032806046307086945,
      "lyap1_min": -0.009927041828632355,
      "lyap_spec_mean": [
        0.00917942263185978,
        0.0002157175913453102,
        -0.0017419157084077597,
        -0.004889394622296095
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1636,
      "lr": 0.0001,
      "sup_loss": 1.0872559251000167,
      "rf_loss": 0.0005188148352317512,
      "total_loss": 1.0877747399352484,
      "lyap1_mean": -0.015782441943883896,
      "lyap1_max": -0.003988777287304401,
      "lyap1_min": -0.026383932679891586,
      "lyap_spec_mean": [
        -0.015782441943883896,
        -0.01971377246081829,
        -0.02331305295228958,
        -0.021435007452964783
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1637,
      "lr": 0.0001,
      "sup_loss": 1.0875969130946421,
      "rf_loss": 0.0009705560514703393,
      "total_loss": 1.0885674691461125,
      "lyap1_mean": -0.022240711376070976,
      "lyap1_max": -0.006966192275285721,
      "lyap1_min": -0.03457608073949814,
      "lyap_spec_mean": [
        -0.022240709513425827,
        -0.025245634838938713,
        -0.031995199620723724,
        -0.03734815865755081
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1638,
      "lr": 0.0001,
      "sup_loss": 1.041173824586464,
      "rf_loss": 0.0015594403957948089,
      "total_loss": 1.0427332649822587,
      "lyap1_mean": -0.037906721234321594,
      "lyap1_max": -0.019736304879188538,
      "lyap1_min": -0.058245256543159485,
      "lyap_spec_mean": [
        -0.037906721234321594,
        -0.03587234020233154,
        -0.039790570735931396,
        -0.03745272010564804
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1639,
      "lr": 0.0001,
      "sup_loss": 1.063073199486245,
      "rf_loss": 0.0004772075335495174,
      "total_loss": 1.0635504070197945,
      "lyap1_mean": -0.01656721904873848,
      "lyap1_max": -0.003050577826797962,
      "lyap1_min": -0.03505561873316765,
      "lyap_spec_mean": [
        -0.01656722091138363,
        -0.017671624198555946,
        -0.020083047449588776,
        -0.021958306431770325
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1640,
      "lr": 0.0001,
      "sup_loss": 1.061436702727282,
      "rf_loss": 0.00016303766460623592,
      "total_loss": 1.0615997403918882,
      "lyap1_mean": -0.0010406123474240303,
      "lyap1_max": 0.015140054747462273,
      "lyap1_min": -0.019827738404273987,
      "lyap_spec_mean": [
        -0.001040612580254674,
        -0.0075600226409733295,
        -0.004536018241196871,
        -0.009928945451974869
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1641,
      "lr": 0.0001,
      "sup_loss": 1.0541575937338945,
      "rf_loss": 0.00026979888207279146,
      "total_loss": 1.0544273926159673,
      "lyap1_mean": 0.01828594319522381,
      "lyap1_max": 0.041714124381542206,
      "lyap1_min": -0.009211737662553787,
      "lyap_spec_mean": [
        0.01828594133257866,
        0.010224824771285057,
        0.006038824561983347,
        0.004672180861234665
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1642,
      "lr": 0.0001,
      "sup_loss": 1.0866190973647867,
      "rf_loss": 0.0011043823324143887,
      "total_loss": 1.087723479697201,
      "lyap1_mean": 0.03299904614686966,
      "lyap1_max": 0.04497852921485901,
      "lyap1_min": 0.018058694899082184,
      "lyap_spec_mean": [
        0.03299904614686966,
        0.03301830589771271,
        0.02657799795269966,
        0.03049260564148426
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1643,
      "lr": 0.0001,
      "sup_loss": 1.053884823294699,
      "rf_loss": 0.000957388139795512,
      "total_loss": 1.0548422114344944,
      "lyap1_mean": 0.031279727816581726,
      "lyap1_max": 0.04046372324228287,
      "lyap1_min": 0.02121441625058651,
      "lyap_spec_mean": [
        0.031279731541872025,
        0.030856888741254807,
        0.025675904005765915,
        0.03127134591341019
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1644,
      "lr": 0.0001,
      "sup_loss": 1.05652701943294,
      "rf_loss": 0.0007572044851258397,
      "total_loss": 1.0572842239180658,
      "lyap1_mean": 0.02664058282971382,
      "lyap1_max": 0.0450550876557827,
      "lyap1_min": 0.013863323256373405,
      "lyap_spec_mean": [
        0.026640580967068672,
        0.019106924533843994,
        0.022756164893507957,
        0.021645747125148773
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1645,
      "lr": 0.0001,
      "sup_loss": 1.0527969879602868,
      "rf_loss": 0.00030192494159564376,
      "total_loss": 1.0530989129018824,
      "lyap1_mean": 0.01393770519644022,
      "lyap1_max": 0.030706796795129776,
      "lyap1_min": -0.007431064732372761,
      "lyap_spec_mean": [
        0.01393770519644022,
        0.012666616588830948,
        0.007665780372917652,
        0.006105904467403889
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1646,
      "lr": 0.0001,
      "sup_loss": 1.0746909680292513,
      "rf_loss": 0.00017935590585693717,
      "total_loss": 1.0748703239351083,
      "lyap1_mean": -0.0053706904873251915,
      "lyap1_max": 0.01469440758228302,
      "lyap1_min": -0.019580550491809845,
      "lyap_spec_mean": [
        -0.005370691418647766,
        -0.01036430336534977,
        -0.010282725095748901,
        -0.008552179671823978
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1647,
      "lr": 0.0001,
      "sup_loss": 1.0506681861834202,
      "rf_loss": 0.00064157007727772,
      "total_loss": 1.051309756260698,
      "lyap1_mean": -0.02501131035387516,
      "lyap1_max": -0.010060965083539486,
      "lyap1_min": -0.04470502585172653,
      "lyap_spec_mean": [
        -0.02501131035387516,
        -0.022145923227071762,
        -0.025779958814382553,
        -0.01699313335120678
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1648,
      "lr": 0.0001,
      "sup_loss": 1.1072507129184062,
      "rf_loss": 0.000995313748717308,
      "total_loss": 1.1082460266671235,
      "lyap1_mean": -0.024064932018518448,
      "lyap1_max": -0.008773528039455414,
      "lyap1_min": -0.04415237531065941,
      "lyap_spec_mean": [
        -0.024064932018518448,
        -0.027763675898313522,
        -0.0319662019610405,
        -0.032448045909404755
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1649,
      "lr": 0.0001,
      "sup_loss": 0.9595481582133099,
      "rf_loss": 0.0007440322660841048,
      "total_loss": 0.960292190479394,
      "lyap1_mean": -0.01915709115564823,
      "lyap1_max": -0.011025222018361092,
      "lyap1_min": -0.04399062693119049,
      "lyap_spec_mean": [
        -0.01915709115564823,
        -0.026822488754987717,
        -0.025149326771497726,
        -0.028015699237585068
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1650,
      "lr": 0.0001,
      "sup_loss": 1.1249152039946366,
      "rf_loss": 0.00036170348175801337,
      "total_loss": 1.1252769074763946,
      "lyap1_mean": -0.014785125851631165,
      "lyap1_max": 0.006570693105459213,
      "lyap1_min": -0.03324349597096443,
      "lyap_spec_mean": [
        -0.014785125851631165,
        -0.008343813940882683,
        -0.019629396498203278,
        -0.01420094445347786
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1651,
      "lr": 0.0001,
      "sup_loss": 1.0575698012433832,
      "rf_loss": 0.00014807263505645096,
      "total_loss": 1.0577178738784396,
      "lyap1_mean": 0.003966623451560736,
      "lyap1_max": 0.026820864528417587,
      "lyap1_min": -0.01711813546717167,
      "lyap_spec_mean": [
        0.003966623917222023,
        -0.0020538116805255413,
        -0.003671355079859495,
        -0.003932635765522718
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1652,
      "lr": 0.0001,
      "sup_loss": 1.0895338336093674,
      "rf_loss": 0.00019877823069691658,
      "total_loss": 1.0897326118400643,
      "lyap1_mean": 0.007711496204137802,
      "lyap1_max": 0.040354449301958084,
      "lyap1_min": -0.013920506462454796,
      "lyap_spec_mean": [
        0.007711496204137802,
        0.009632127359509468,
        0.005771002732217312,
        0.0012913878308609128
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1653,
      "lr": 0.0001,
      "sup_loss": 1.052048585343274,
      "rf_loss": 0.0003552719426807016,
      "total_loss": 1.0524038572859546,
      "lyap1_mean": 0.016103286296129227,
      "lyap1_max": 0.0390111580491066,
      "lyap1_min": 0.0023632056545466185,
      "lyap_spec_mean": [
        0.016103286296129227,
        0.01778768002986908,
        0.01518125832080841,
        0.013413180597126484
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1654,
      "lr": 0.0001,
      "sup_loss": 1.0676948299922946,
      "rf_loss": 0.0003363433643244207,
      "total_loss": 1.068031173356619,
      "lyap1_mean": 0.020350484177470207,
      "lyap1_max": 0.03271123021841049,
      "lyap1_min": 0.005468077026307583,
      "lyap_spec_mean": [
        0.020350486040115356,
        0.010342525318264961,
        0.00801634881645441,
        0.013146146200597286
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1655,
      "lr": 0.0001,
      "sup_loss": 1.047692264802107,
      "rf_loss": 0.0001834413269534707,
      "total_loss": 1.0478757061290604,
      "lyap1_mean": 0.011596689000725746,
      "lyap1_max": 0.023623455315828323,
      "lyap1_min": -0.003134295344352722,
      "lyap_spec_mean": [
        0.011596689000725746,
        0.009770757518708706,
        0.007912380620837212,
        0.0036511854268610477
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1656,
      "lr": 0.0001,
      "sup_loss": 1.086247741864889,
      "rf_loss": 0.0001278004056075588,
      "total_loss": 1.0863755422704966,
      "lyap1_mean": 0.005471384152770042,
      "lyap1_max": 0.016872430220246315,
      "lyap1_min": -0.006742868572473526,
      "lyap_spec_mean": [
        0.005471384152770042,
        0.006541472394019365,
        0.005089328624308109,
        0.0029396365862339735
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1657,
      "lr": 0.0001,
      "sup_loss": 1.0601224621313874,
      "rf_loss": 0.00016256701201200485,
      "total_loss": 1.0602850291433994,
      "lyap1_mean": 0.002751847030594945,
      "lyap1_max": 0.02413623034954071,
      "lyap1_min": -0.01177989598363638,
      "lyap_spec_mean": [
        0.0027518467977643013,
        0.001157534308731556,
        0.0010833691339939833,
        -0.0035957624204456806
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1658,
      "lr": 0.0001,
      "sup_loss": 1.0605750775638023,
      "rf_loss": 0.00011285045911790803,
      "total_loss": 1.0606879280229202,
      "lyap1_mean": -0.002478677546605468,
      "lyap1_max": 0.009414296597242355,
      "lyap1_min": -0.018313003703951836,
      "lyap_spec_mean": [
        -0.002478677313774824,
        0.003219674341380596,
        -0.0031202025711536407,
        -0.0024414563085883856
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1659,
      "lr": 0.0001,
      "sup_loss": 1.0626850937089545,
      "rf_loss": 0.00019298565166536719,
      "total_loss": 1.0628780793606198,
      "lyap1_mean": -0.008052770979702473,
      "lyap1_max": 0.0091314185410738,
      "lyap1_min": -0.03700673580169678,
      "lyap_spec_mean": [
        -0.008052771911025047,
        -0.004250833764672279,
        -0.008663566783070564,
        -0.009115166962146759
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1660,
      "lr": 0.0001,
      "sup_loss": 1.0363675507443761,
      "rf_loss": 0.00019566078844945878,
      "total_loss": 1.0365632115328256,
      "lyap1_mean": -0.0047324481420218945,
      "lyap1_max": 0.012338951230049133,
      "lyap1_min": -0.022467099130153656,
      "lyap_spec_mean": [
        -0.004732448607683182,
        -0.008016733452677727,
        -0.012456150725483894,
        -0.01500413566827774
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1661,
      "lr": 0.0001,
      "sup_loss": 1.0896016162013284,
      "rf_loss": 0.0004898172337561846,
      "total_loss": 1.0900914334350846,
      "lyap1_mean": -0.014937696978449821,
      "lyap1_max": 0.013620650395751,
      "lyap1_min": -0.04414580389857292,
      "lyap_spec_mean": [
        -0.014937696978449821,
        -0.015660502016544342,
        -0.01738087646663189,
        -0.024506188929080963
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1662,
      "lr": 0.0001,
      "sup_loss": 1.0742230693321517,
      "rf_loss": 0.000126376049593091,
      "total_loss": 1.0743494453817448,
      "lyap1_mean": -0.003927233628928661,
      "lyap1_max": 0.008536343462765217,
      "lyap1_min": -0.020652061328291893,
      "lyap_spec_mean": [
        -0.003927233628928661,
        -0.007104889489710331,
        -0.007946709170937538,
        -0.010599492117762566
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1663,
      "lr": 0.0001,
      "sup_loss": 1.0802954400114495,
      "rf_loss": 0.00012855145905632526,
      "total_loss": 1.0804239914705058,
      "lyap1_mean": -0.0037461973261088133,
      "lyap1_max": 0.008568322286009789,
      "lyap1_min": -0.018378229811787605,
      "lyap_spec_mean": [
        -0.0037461970932781696,
        -0.004067206755280495,
        -0.00942116230726242,
        -0.010265642777085304
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1664,
      "lr": 0.0001,
      "sup_loss": 1.0753358617984834,
      "rf_loss": 0.00012588122626766562,
      "total_loss": 1.075461743024751,
      "lyap1_mean": 0.002699756296351552,
      "lyap1_max": 0.022856127470731735,
      "lyap1_min": -0.010222207754850388,
      "lyap_spec_mean": [
        0.0026997560635209084,
        -0.000746183271985501,
        -0.0011105304583907127,
        0.001863428857177496
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1665,
      "lr": 0.0001,
      "sup_loss": 1.0700101862415456,
      "rf_loss": 0.00033735993201844394,
      "total_loss": 1.070347546173564,
      "lyap1_mean": 0.018976276740431786,
      "lyap1_max": 0.043531633913517,
      "lyap1_min": -0.000707723549567163,
      "lyap_spec_mean": [
        0.018976276740431786,
        0.01146964356303215,
        0.013623912818729877,
        0.00417655985802412
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1666,
      "lr": 0.0001,
      "sup_loss": 1.1010256327348085,
      "rf_loss": 0.00016288473852910101,
      "total_loss": 1.1011885174733376,
      "lyap1_mean": 0.008652135729789734,
      "lyap1_max": 0.023290783166885376,
      "lyap1_min": -0.007049262523651123,
      "lyap_spec_mean": [
        0.008652135729789734,
        0.004660899750888348,
        0.0011615939438343048,
        0.0072596389800310135
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1667,
      "lr": 0.0001,
      "sup_loss": 0.999294378886287,
      "rf_loss": 0.00036398242809809744,
      "total_loss": 0.9996583613143851,
      "lyap1_mean": 0.00992775522172451,
      "lyap1_max": 0.04366875812411308,
      "lyap1_min": -0.02719930186867714,
      "lyap_spec_mean": [
        0.00992775522172451,
        0.01886339671909809,
        0.0005470139440149069,
        0.002555552404373884
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1668,
      "lr": 0.0001,
      "sup_loss": 1.1035586155325432,
      "rf_loss": 0.00018354537314735353,
      "total_loss": 1.1037421609056906,
      "lyap1_mean": 0.00805923156440258,
      "lyap1_max": 0.030523918569087982,
      "lyap1_min": -0.019933050498366356,
      "lyap_spec_mean": [
        0.008059232495725155,
        0.0001746847410686314,
        0.00036791549064219,
        0.0018369746394455433
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1669,
      "lr": 0.0001,
      "sup_loss": 1.051654990605028,
      "rf_loss": 0.0001153027915279381,
      "total_loss": 1.051770293396556,
      "lyap1_mean": 0.0011400338262319565,
      "lyap1_max": 0.015236752107739449,
      "lyap1_min": -0.009584123268723488,
      "lyap_spec_mean": [
        0.0011400338262319565,
        0.0025166021659970284,
        -0.006529903970658779,
        -0.0069841607473790646
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1670,
      "lr": 0.0001,
      "sup_loss": 1.0872255983226862,
      "rf_loss": 0.0002135445538442582,
      "total_loss": 1.0874391428765304,
      "lyap1_mean": -0.00315576558932662,
      "lyap1_max": 0.02458195760846138,
      "lyap1_min": -0.028194338083267212,
      "lyap_spec_mean": [
        -0.003155765123665333,
        -0.0021093469113111496,
        -0.006032648496329784,
        -0.011995133943855762
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1671,
      "lr": 0.0001,
      "sup_loss": 1.136960619445052,
      "rf_loss": 9.754986967891455e-05,
      "total_loss": 1.1370581693147308,
      "lyap1_mean": 0.008011948317289352,
      "lyap1_max": 0.032628417015075684,
      "lyap1_min": -0.006502742879092693,
      "lyap_spec_mean": [
        0.008011948317289352,
        0.002107952255755663,
        0.00038158014649525285,
        -0.0032362802885472775
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1672,
      "lr": 0.0001,
      "sup_loss": 1.0615995461831667,
      "rf_loss": 0.0001385027135256678,
      "total_loss": 1.0617380488966923,
      "lyap1_mean": 0.0038188807666301727,
      "lyap1_max": 0.039237089455127716,
      "lyap1_min": -0.006921187974512577,
      "lyap_spec_mean": [
        0.0038188807666301727,
        -0.00204284256324172,
        0.00022198050282895565,
        -0.006629005074501038
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1673,
      "lr": 0.0001,
      "sup_loss": 1.0414596365210693,
      "rf_loss": 0.00016761102597229183,
      "total_loss": 1.0416272475470416,
      "lyap1_mean": 0.005822190083563328,
      "lyap1_max": 0.019453374668955803,
      "lyap1_min": -0.004692212678492069,
      "lyap_spec_mean": [
        0.005822190083563328,
        0.0059907929971814156,
        0.007171747274696827,
        0.002675586147233844
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1674,
      "lr": 0.0001,
      "sup_loss": 1.0851079036246722,
      "rf_loss": 0.0001915044995257631,
      "total_loss": 1.085299408124198,
      "lyap1_mean": 0.0111836614087224,
      "lyap1_max": 0.028054213151335716,
      "lyap1_min": -0.00296415900811553,
      "lyap_spec_mean": [
        0.0111836614087224,
        0.009754478931427002,
        0.009798192419111729,
        0.010860838927328587
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1675,
      "lr": 0.0001,
      "sup_loss": 1.0353576642038533,
      "rf_loss": 0.0005081604467704892,
      "total_loss": 1.0358658246506238,
      "lyap1_mean": 0.023288186639547348,
      "lyap1_max": 0.04694921523332596,
      "lyap1_min": 0.01002105325460434,
      "lyap_spec_mean": [
        0.023288186639547348,
        0.02316119335591793,
        0.015419892966747284,
        0.019221553578972816
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1676,
      "lr": 0.0001,
      "sup_loss": 1.0605709609321294,
      "rf_loss": 0.000289225485175848,
      "total_loss": 1.0608601864173053,
      "lyap1_mean": 0.01628808118402958,
      "lyap1_max": 0.04139760136604309,
      "lyap1_min": -0.008611969649791718,
      "lyap_spec_mean": [
        0.01628808304667473,
        0.01487693190574646,
        0.005445939023047686,
        0.013065778650343418
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1677,
      "lr": 0.0001,
      "sup_loss": 1.050641321067898,
      "rf_loss": 0.00019183231052011251,
      "total_loss": 1.050833153378418,
      "lyap1_mean": 0.011909466236829758,
      "lyap1_max": 0.02534928172826767,
      "lyap1_min": 0.002188566140830517,
      "lyap_spec_mean": [
        0.011909465305507183,
        0.009794685989618301,
        0.014406828209757805,
        0.0014550351770594716
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1678,
      "lr": 0.0001,
      "sup_loss": 1.057201083055616,
      "rf_loss": 0.00012230593711137772,
      "total_loss": 1.0573233889927274,
      "lyap1_mean": 0.007745014503598213,
      "lyap1_max": 0.03164064511656761,
      "lyap1_min": -0.011208713054656982,
      "lyap_spec_mean": [
        0.0077450149692595005,
        0.008215760812163353,
        0.0011017355136573315,
        -0.0005655181594192982
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1679,
      "lr": 0.0001,
      "sup_loss": 1.0426136630363652,
      "rf_loss": 9.686982957646251e-05,
      "total_loss": 1.0427105328659416,
      "lyap1_mean": 0.0035402693320065737,
      "lyap1_max": 0.015059041790664196,
      "lyap1_min": -0.015549376606941223,
      "lyap_spec_mean": [
        0.0035402693320065737,
        -0.0013831986580044031,
        -0.0007141808746382594,
        -0.00571741908788681
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1680,
      "lr": 0.0001,
      "sup_loss": 1.0117855647135376,
      "rf_loss": 0.00020629368373192847,
      "total_loss": 1.0119918583972696,
      "lyap1_mean": -0.009597943164408207,
      "lyap1_max": 0.003002683399245143,
      "lyap1_min": -0.03453260287642479,
      "lyap_spec_mean": [
        -0.009597942233085632,
        -0.009521114639937878,
        -0.013255245052278042,
        -0.010819303803145885
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1681,
      "lr": 0.0001,
      "sup_loss": 1.0871623260788483,
      "rf_loss": 0.00034684379352256656,
      "total_loss": 1.087509169872371,
      "lyap1_mean": -0.014622570015490055,
      "lyap1_max": 0.017485875636339188,
      "lyap1_min": -0.030144890770316124,
      "lyap_spec_mean": [
        -0.014622570015490055,
        -0.011440206319093704,
        -0.01504403818398714,
        -0.013125819154083729
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1682,
      "lr": 0.0001,
      "sup_loss": 1.131713368306943,
      "rf_loss": 0.0006245133699849248,
      "total_loss": 1.1323378816769278,
      "lyap1_mean": -0.016831915825605392,
      "lyap1_max": 0.0069928597658872604,
      "lyap1_min": -0.04340411722660065,
      "lyap_spec_mean": [
        -0.016831915825605392,
        -0.019007893279194832,
        -0.020105412229895592,
        -0.02509569562971592
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1683,
      "lr": 0.0001,
      "sup_loss": 0.9816716451024673,
      "rf_loss": 0.0007519738283008337,
      "total_loss": 0.9824236189307681,
      "lyap1_mean": -0.018836699426174164,
      "lyap1_max": -0.00961374118924141,
      "lyap1_min": -0.026501869782805443,
      "lyap_spec_mean": [
        -0.018836699426174164,
        -0.02606814168393612,
        -0.02812342345714569,
        -0.026918523013591766
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1684,
      "lr": 0.0001,
      "sup_loss": 1.1177567407076672,
      "rf_loss": 0.0007774649420753121,
      "total_loss": 1.1185342056497425,
      "lyap1_mean": -0.021157559007406235,
      "lyap1_max": -0.0023632876109331846,
      "lyap1_min": -0.040499038994312286,
      "lyap_spec_mean": [
        -0.021157557144761086,
        -0.024397971108555794,
        -0.022662010043859482,
        -0.032035112380981445
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1685,
      "lr": 0.0001,
      "sup_loss": 1.061703390507592,
      "rf_loss": 0.0003207967965863645,
      "total_loss": 1.0620241873041785,
      "lyap1_mean": -0.006862906273454428,
      "lyap1_max": 0.009587649255990982,
      "lyap1_min": -0.017079059034585953,
      "lyap_spec_mean": [
        -0.006862906273454428,
        -0.013803503476083279,
        -0.01270993985235691,
        -0.014067715033888817
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1686,
      "lr": 0.0001,
      "sup_loss": 1.0493445307537677,
      "rf_loss": 0.00021308973373379558,
      "total_loss": 1.0495576204875015,
      "lyap1_mean": -0.005990044679492712,
      "lyap1_max": 0.018516531214118004,
      "lyap1_min": -0.022353217005729675,
      "lyap_spec_mean": [
        -0.005990044213831425,
        -0.005047466605901718,
        -0.014628471806645393,
        -0.00829702615737915
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1687,
      "lr": 0.0001,
      "sup_loss": 1.0353210362325176,
      "rf_loss": 0.0001809052482713014,
      "total_loss": 1.035501941480789,
      "lyap1_mean": 0.01016493421047926,
      "lyap1_max": 0.028553444892168045,
      "lyap1_min": -0.003926511853933334,
      "lyap_spec_mean": [
        0.01016493421047926,
        0.007672307081520557,
        0.003903451142832637,
        0.008664284832775593
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1688,
      "lr": 0.0001,
      "sup_loss": 1.0818324577925544,
      "rf_loss": 0.00016076640167739242,
      "total_loss": 1.0819932241942318,
      "lyap1_mean": 0.009975067339837551,
      "lyap1_max": 0.023156141862273216,
      "lyap1_min": -0.009829247370362282,
      "lyap_spec_mean": [
        0.009975067339837551,
        0.007854057475924492,
        0.011057856492698193,
        0.00536150811240077
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1689,
      "lr": 0.0001,
      "sup_loss": 1.0123405646516825,
      "rf_loss": 0.00053436029702425,
      "total_loss": 1.0128749249487068,
      "lyap1_mean": 0.020798534154891968,
      "lyap1_max": 0.02821282669901848,
      "lyap1_min": 0.0074264127761125565,
      "lyap_spec_mean": [
        0.020798536017537117,
        0.02235422283411026,
        0.015604658052325249,
        0.014912180602550507
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1690,
      "lr": 0.0001,
      "sup_loss": 1.0611667931939273,
      "rf_loss": 0.0004779000300914049,
      "total_loss": 1.0616446932240187,
      "lyap1_mean": 0.01662520132958889,
      "lyap1_max": 0.03116758167743683,
      "lyap1_min": 0.0003123643691651523,
      "lyap_spec_mean": [
        0.01662520132958889,
        0.02327883243560791,
        0.0197221077978611,
        0.01122747827321291
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1691,
      "lr": 0.0001,
      "sup_loss": 1.0739348774093174,
      "rf_loss": 0.0004922118969261646,
      "total_loss": 1.0744270893062435,
      "lyap1_mean": 0.02323020063340664,
      "lyap1_max": 0.053830429911613464,
      "lyap1_min": 0.006219393573701382,
      "lyap_spec_mean": [
        0.02323020063340664,
        0.019865062087774277,
        0.019548680633306503,
        0.01437811367213726
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1692,
      "lr": 0.0001,
      "sup_loss": 1.0573246932191678,
      "rf_loss": 0.00041388970566913486,
      "total_loss": 1.057738582924837,
      "lyap1_mean": 0.024063223972916603,
      "lyap1_max": 0.04835186153650284,
      "lyap1_min": -0.0028929831460118294,
      "lyap_spec_mean": [
        0.024063225835561752,
        0.013080960139632225,
        0.008673101663589478,
        0.010736465454101562
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1693,
      "lr": 0.0001,
      "sup_loss": 1.0570587018383228,
      "rf_loss": 8.582211012253538e-05,
      "total_loss": 1.0571445239484454,
      "lyap1_mean": -0.003689974080771208,
      "lyap1_max": 0.010888349264860153,
      "lyap1_min": -0.015730425715446472,
      "lyap_spec_mean": [
        -0.003689974080771208,
        0.002919882070273161,
        0.0012864983873441815,
        -0.00423489511013031
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1694,
      "lr": 0.0001,
      "sup_loss": 1.1219789359650136,
      "rf_loss": 0.00021957703575026244,
      "total_loss": 1.122198513000764,
      "lyap1_mean": -0.001100253197364509,
      "lyap1_max": 0.03598727285861969,
      "lyap1_min": -0.023196421563625336,
      "lyap_spec_mean": [
        -0.0011002537794411182,
        -0.005323451943695545,
        -0.009151726961135864,
        -0.005443465430289507
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1695,
      "lr": 0.0001,
      "sup_loss": 1.0762482922663403,
      "rf_loss": 0.0005879203090444207,
      "total_loss": 1.0768362125753848,
      "lyap1_mean": -0.00989396870136261,
      "lyap1_max": 0.01838633418083191,
      "lyap1_min": -0.03719950467348099,
      "lyap_spec_mean": [
        -0.009893967770040035,
        -0.014668037183582783,
        -0.02532675862312317,
        -0.01772053726017475
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1696,
      "lr": 0.0001,
      "sup_loss": 1.1032688109206124,
      "rf_loss": 0.000368370208889246,
      "total_loss": 1.1036371811295016,
      "lyap1_mean": -0.012201575562357903,
      "lyap1_max": 0.011417262256145477,
      "lyap1_min": -0.0294025968760252,
      "lyap_spec_mean": [
        -0.012201575562357903,
        -0.013044946826994419,
        -0.018778517842292786,
        -0.01904691755771637
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1697,
      "lr": 0.0001,
      "sup_loss": 1.0857577453398468,
      "rf_loss": 0.0011477924417704344,
      "total_loss": 1.0869055377816172,
      "lyap1_mean": -0.02961066924035549,
      "lyap1_max": -0.012157617136836052,
      "lyap1_min": -0.04734174907207489,
      "lyap_spec_mean": [
        -0.029610667377710342,
        -0.02926822006702423,
        -0.0324019230902195,
        -0.03563379496335983
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1698,
      "lr": 0.0001,
      "sup_loss": 1.0648512188769734,
      "rf_loss": 0.0008251878898590803,
      "total_loss": 1.0656764067668325,
      "lyap1_mean": -0.021752437576651573,
      "lyap1_max": 0.006898929830640554,
      "lyap1_min": -0.03394227847456932,
      "lyap_spec_mean": [
        -0.021752439439296722,
        -0.025342216715216637,
        -0.03167123720049858,
        -0.02851780876517296
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1699,
      "lr": 0.0001,
      "sup_loss": 1.062217880829784,
      "rf_loss": 0.0006394815864041448,
      "total_loss": 1.0628573624161881,
      "lyap1_mean": -0.020515721291303635,
      "lyap1_max": 0.007563983090221882,
      "lyap1_min": -0.03750103712081909,
      "lyap_spec_mean": [
        -0.020515719428658485,
        -0.020975345745682716,
        -0.023840241134166718,
        -0.02435861900448799
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1700,
      "lr": 0.0001,
      "sup_loss": 1.0908077727754804,
      "rf_loss": 0.00015870807692408562,
      "total_loss": 1.0909664808524044,
      "lyap1_mean": -0.000561777560506016,
      "lyap1_max": 0.014565220102667809,
      "lyap1_min": -0.014728272333741188,
      "lyap_spec_mean": [
        -0.0005617775022983551,
        0.0026624053716659546,
        -0.008295569568872452,
        -0.006557163316756487
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1701,
      "lr": 0.0001,
      "sup_loss": 1.0488244909117406,
      "rf_loss": 0.0001576745416969061,
      "total_loss": 1.0489821654534375,
      "lyap1_mean": 0.008171096444129944,
      "lyap1_max": 0.02803277038037777,
      "lyap1_min": -0.0012494043912738562,
      "lyap_spec_mean": [
        0.00817109551280737,
        0.004897874779999256,
        0.0056310491636395454,
        0.0040148342959582806
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1702,
      "lr": 0.0001,
      "sup_loss": 1.0532772184992452,
      "rf_loss": 0.00040223111864179373,
      "total_loss": 1.053679449617887,
      "lyap1_mean": 0.02114156074821949,
      "lyap1_max": 0.03340921550989151,
      "lyap1_min": 0.01022435910999775,
      "lyap_spec_mean": [
        0.02114156074821949,
        0.017577525228261948,
        0.012795205228030682,
        0.013024781830608845
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1703,
      "lr": 0.0001,
      "sup_loss": 1.092030100640396,
      "rf_loss": 0.00014053603808861226,
      "total_loss": 1.0921706366784847,
      "lyap1_mean": 0.005220659542828798,
      "lyap1_max": 0.020798571407794952,
      "lyap1_min": -0.006916828453540802,
      "lyap_spec_mean": [
        0.005220659542828798,
        0.008838564157485962,
        0.007814114913344383,
        0.011553439311683178
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1704,
      "lr": 0.0001,
      "sup_loss": 1.0849661833925048,
      "rf_loss": 0.00014491936599370092,
      "total_loss": 1.0851111027584985,
      "lyap1_mean": 0.014299333095550537,
      "lyap1_max": 0.020261656492948532,
      "lyap1_min": 0.007918285205960274,
      "lyap_spec_mean": [
        0.014299332164227962,
        0.005872761830687523,
        0.008332913741469383,
        0.004015929065644741
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1705,
      "lr": 0.0001,
      "sup_loss": 0.9889552799267927,
      "rf_loss": 0.00016906668315641582,
      "total_loss": 0.9891243466099491,
      "lyap1_mean": 0.012066124938428402,
      "lyap1_max": 0.034124940633773804,
      "lyap1_min": -0.0019629306625574827,
      "lyap_spec_mean": [
        0.012066124938428402,
        0.005168567877262831,
        0.0032715117558836937,
        0.001577387098222971
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1706,
      "lr": 0.0001,
      "sup_loss": 1.027247918590049,
      "rf_loss": 0.00018113586702384055,
      "total_loss": 1.0274290544570728,
      "lyap1_mean": 0.011620895937085152,
      "lyap1_max": 0.03363623470067978,
      "lyap1_min": -0.005703245755285025,
      "lyap_spec_mean": [
        0.011620895937085152,
        0.0017044226406142116,
        -0.000735352048650384,
        0.0031761452555656433
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1707,
      "lr": 0.0001,
      "sup_loss": 1.0720452108699414,
      "rf_loss": 0.00019266775052528828,
      "total_loss": 1.0722378786204667,
      "lyap1_mean": 6.512767868116498e-06,
      "lyap1_max": 0.02602119743824005,
      "lyap1_min": -0.025128379464149475,
      "lyap_spec_mean": [
        6.512855179607868e-06,
        -0.009638035669922829,
        -0.0034637576900422573,
        -0.008815543726086617
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1708,
      "lr": 0.0001,
      "sup_loss": 1.005806347711546,
      "rf_loss": 0.00014984619338065386,
      "total_loss": 1.0059561939049266,
      "lyap1_mean": 0.004111262504011393,
      "lyap1_max": 0.028137385845184326,
      "lyap1_min": -0.02801598235964775,
      "lyap_spec_mean": [
        0.004111262038350105,
        0.0010494000744074583,
        0.004477559123188257,
        0.0015012574149295688
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1709,
      "lr": 0.0001,
      "sup_loss": 1.0394251251766584,
      "rf_loss": 0.00018741580424830317,
      "total_loss": 1.0396125409809067,
      "lyap1_mean": 0.003640722017735243,
      "lyap1_max": 0.03294463828206062,
      "lyap1_min": -0.013072926551103592,
      "lyap_spec_mean": [
        0.003640722017735243,
        0.009407220408320427,
        0.002482533222064376,
        0.003959139809012413
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1710,
      "lr": 0.0001,
      "sup_loss": 1.1054287774848932,
      "rf_loss": 0.00014851313608232886,
      "total_loss": 1.1055772906209755,
      "lyap1_mean": 0.010864390060305595,
      "lyap1_max": 0.03120826743543148,
      "lyap1_min": -0.008289357647299767,
      "lyap_spec_mean": [
        0.010864390060305595,
        -0.00027548230718821287,
        -0.0041969851590693,
        -0.0007986137643456459
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1711,
      "lr": 0.0001,
      "sup_loss": 1.0791618058115198,
      "rf_loss": 0.00016435717407148331,
      "total_loss": 1.0793261629855913,
      "lyap1_mean": -0.0043739634566009045,
      "lyap1_max": 0.01984703168272972,
      "lyap1_min": -0.028661496937274933,
      "lyap_spec_mean": [
        -0.004373963922262192,
        -0.011023318395018578,
        -0.007768621668219566,
        -0.011000866070389748
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1712,
      "lr": 0.0001,
      "sup_loss": 1.0450204907720577,
      "rf_loss": 0.0005736770108342171,
      "total_loss": 1.045594167782892,
      "lyap1_mean": -0.016858398914337158,
      "lyap1_max": 0.015817683190107346,
      "lyap1_min": -0.04046722128987312,
      "lyap_spec_mean": [
        -0.016858398914337158,
        -0.014441030099987984,
        -0.022951941937208176,
        -0.02046378329396248
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1713,
      "lr": 0.0001,
      "sup_loss": 1.0658963291387344,
      "rf_loss": 0.0005542607977986336,
      "total_loss": 1.066450589936533,
      "lyap1_mean": -0.018628977239131927,
      "lyap1_max": -0.006188192404806614,
      "lyap1_min": -0.02918936312198639,
      "lyap_spec_mean": [
        -0.018628977239131927,
        -0.019622694700956345,
        -0.022872554138302803,
        -0.022152138873934746
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1714,
      "lr": 0.0001,
      "sup_loss": 1.0355083362776192,
      "rf_loss": 0.0003280180389992893,
      "total_loss": 1.0358363543166185,
      "lyap1_mean": -0.008364161476492882,
      "lyap1_max": 0.017888156697154045,
      "lyap1_min": -0.02644553780555725,
      "lyap_spec_mean": [
        -0.008364161476492882,
        -0.010008027777075768,
        -0.020369915291666985,
        -0.013993870466947556
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1715,
      "lr": 0.0001,
      "sup_loss": 1.0696299214326779,
      "rf_loss": 0.00020231757662259042,
      "total_loss": 1.0698322390093005,
      "lyap1_mean": -0.002552720718085766,
      "lyap1_max": 0.025737447664141655,
      "lyap1_min": -0.025613684207201004,
      "lyap_spec_mean": [
        -0.002552720718085766,
        -0.009187557734549046,
        -1.046707620844245e-05,
        -0.010331334546208382
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1716,
      "lr": 0.0001,
      "sup_loss": 1.0545151127222063,
      "rf_loss": 0.0003260039375163615,
      "total_loss": 1.0548411166597227,
      "lyap1_mean": 0.014147356152534485,
      "lyap1_max": 0.04232054948806763,
      "lyap1_min": -0.010967682115733624,
      "lyap_spec_mean": [
        0.014147356152534485,
        0.017517920583486557,
        0.008108352310955524,
        0.005922495387494564
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1717,
      "lr": 0.0001,
      "sup_loss": 1.0289339744976185,
      "rf_loss": 0.0003316172515042126,
      "total_loss": 1.0292655917491227,
      "lyap1_mean": 0.02310160920023918,
      "lyap1_max": 0.04172641038894653,
      "lyap1_min": 0.008909694850444794,
      "lyap_spec_mean": [
        0.02310160920023918,
        0.007834915071725845,
        0.009113848209381104,
        0.004341886378824711
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1718,
      "lr": 0.0001,
      "sup_loss": 1.092387980409233,
      "rf_loss": 0.0003746426082216203,
      "total_loss": 1.0927626230174545,
      "lyap1_mean": 0.017865456640720367,
      "lyap1_max": 0.03188776597380638,
      "lyap1_min": 0.0008334356243722141,
      "lyap_spec_mean": [
        0.017865456640720367,
        0.020066216588020325,
        0.016800779849290848,
        0.010451342910528183
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1719,
      "lr": 0.0001,
      "sup_loss": 1.1084303928236465,
      "rf_loss": 0.00039471659692935646,
      "total_loss": 1.1088251094205759,
      "lyap1_mean": 0.01751902513206005,
      "lyap1_max": 0.03449022397398949,
      "lyap1_min": -0.002507271710783243,
      "lyap_spec_mean": [
        0.01751902513206005,
        0.017533833160996437,
        0.014215336181223392,
        0.011240369640290737
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1720,
      "lr": 0.0001,
      "sup_loss": 1.0821630283453154,
      "rf_loss": 0.00020231917733326554,
      "total_loss": 1.0823653475226487,
      "lyap1_mean": -0.003243513870984316,
      "lyap1_max": 0.02713022381067276,
      "lyap1_min": -0.024088267236948013,
      "lyap_spec_mean": [
        -0.0032435141038149595,
        -0.006266701966524124,
        -0.007830467075109482,
        -0.008630267344415188
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1721,
      "lr": 0.0001,
      "sup_loss": 1.0892487734233554,
      "rf_loss": 0.00015520560555160046,
      "total_loss": 1.089403979028907,
      "lyap1_mean": 0.006926515139639378,
      "lyap1_max": 0.02226153016090393,
      "lyap1_min": -0.013090412132441998,
      "lyap_spec_mean": [
        0.006926515605300665,
        0.008156243711709976,
        -0.005184940528124571,
        0.0063894521445035934
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1722,
      "lr": 0.0001,
      "sup_loss": 1.0833817856640617,
      "rf_loss": 0.0002203254116466269,
      "total_loss": 1.0836021110757084,
      "lyap1_mean": 0.001938795205205679,
      "lyap1_max": 0.04057987779378891,
      "lyap1_min": -0.02212733030319214,
      "lyap_spec_mean": [
        0.0019387949723750353,
        -0.006202828139066696,
        -0.010536089539527893,
        -0.009641668759286404
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1723,
      "lr": 0.0001,
      "sup_loss": 1.082613590814977,
      "rf_loss": 0.00013308855704963207,
      "total_loss": 1.0827466793720266,
      "lyap1_mean": -0.002346707507967949,
      "lyap1_max": 0.014624826610088348,
      "lyap1_min": -0.019830919802188873,
      "lyap_spec_mean": [
        -0.0023467072751373053,
        -0.007007302716374397,
        -0.0037756343372166157,
        -0.0039999899454414845
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1724,
      "lr": 0.0001,
      "sup_loss": 1.0328238664929126,
      "rf_loss": 0.00014602547162212431,
      "total_loss": 1.0329698919645347,
      "lyap1_mean": 0.005763267166912556,
      "lyap1_max": 0.03362158685922623,
      "lyap1_min": -0.020821835845708847,
      "lyap_spec_mean": [
        0.005763266235589981,
        0.0010189912281930447,
        0.003377049695700407,
        0.0003913997788913548
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1725,
      "lr": 0.0001,
      "sup_loss": 1.0814428585456408,
      "rf_loss": 0.0003231068258173764,
      "total_loss": 1.0817659653714582,
      "lyap1_mean": 0.013752605766057968,
      "lyap1_max": 0.030772630125284195,
      "lyap1_min": 0.0003405185416340828,
      "lyap_spec_mean": [
        0.013752605766057968,
        0.023284781724214554,
        0.008228180930018425,
        0.006602008827030659
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1726,
      "lr": 0.0001,
      "sup_loss": 1.0513073033806042,
      "rf_loss": 0.00010424602805869654,
      "total_loss": 1.0514115494086629,
      "lyap1_mean": 0.0023630564101040363,
      "lyap1_max": 0.022892272099852562,
      "lyap1_min": -0.018472786992788315,
      "lyap_spec_mean": [
        0.0023630564101040363,
        -0.0019732099026441574,
        -0.0038458150811493397,
        -0.005006688646972179
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1727,
      "lr": 0.0001,
      "sup_loss": 1.0662792307669613,
      "rf_loss": 0.00010613366612233222,
      "total_loss": 1.0663853644330836,
      "lyap1_mean": 0.0008064558496698737,
      "lyap1_max": 0.01873481273651123,
      "lyap1_min": -0.013953431509435177,
      "lyap_spec_mean": [
        0.0008064560825005174,
        0.0001768091751728207,
        -0.0023018361534923315,
        -0.0018445493187755346
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1728,
      "lr": 0.0001,
      "sup_loss": 1.0484058868749062,
      "rf_loss": 0.00020383331866469234,
      "total_loss": 1.048609720193571,
      "lyap1_mean": 0.005761227570474148,
      "lyap1_max": 0.020587723702192307,
      "lyap1_min": -0.013014130294322968,
      "lyap_spec_mean": [
        0.005761228036135435,
        0.007008850108832121,
        0.004835482221096754,
        0.003525865962728858
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1729,
      "lr": 0.0001,
      "sup_loss": 1.0451138472320327,
      "rf_loss": 0.0001697667466942221,
      "total_loss": 1.045283613978727,
      "lyap1_mean": -0.001224215142428875,
      "lyap1_max": 0.018152926117181778,
      "lyap1_min": -0.013831453397870064,
      "lyap_spec_mean": [
        -0.0012242152588441968,
        -0.00947517529129982,
        -0.003094762796536088,
        -0.007683247327804565
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1730,
      "lr": 0.0001,
      "sup_loss": 1.029333009055599,
      "rf_loss": 0.00018731433374341577,
      "total_loss": 1.0295203233893424,
      "lyap1_mean": 0.0045898533426225185,
      "lyap1_max": 0.03487497195601463,
      "lyap1_min": -0.011586545035243034,
      "lyap_spec_mean": [
        0.004589854273945093,
        -0.002538878470659256,
        -0.0003076968714594841,
        0.0006120724137872458
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1731,
      "lr": 0.0001,
      "sup_loss": 1.0804833109871588,
      "rf_loss": 0.0002298889885423705,
      "total_loss": 1.0807131999757011,
      "lyap1_mean": -0.005553238093852997,
      "lyap1_max": 0.011022690683603287,
      "lyap1_min": -0.01727248914539814,
      "lyap_spec_mean": [
        -0.005553238093852997,
        -0.003928232938051224,
        -0.010127667337656021,
        -0.010598326101899147
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1732,
      "lr": 0.0001,
      "sup_loss": 1.022290687595838,
      "rf_loss": 0.0002765137469395995,
      "total_loss": 1.0225672013427776,
      "lyap1_mean": -0.011480339802801609,
      "lyap1_max": 0.009105517528951168,
      "lyap1_min": -0.03958889842033386,
      "lyap_spec_mean": [
        -0.011480339802801609,
        -0.008055996149778366,
        -0.008404002524912357,
        -0.01110449805855751
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1733,
      "lr": 0.0001,
      "sup_loss": 1.0194150921127656,
      "rf_loss": 0.0003680991940200329,
      "total_loss": 1.0197831913067856,
      "lyap1_mean": -0.011139587499201298,
      "lyap1_max": 0.013347613625228405,
      "lyap1_min": -0.03673279285430908,
      "lyap_spec_mean": [
        -0.011139587499201298,
        -0.010386031121015549,
        -0.016009770333766937,
        -0.019298134371638298
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1734,
      "lr": 0.0001,
      "sup_loss": 1.0411783864699773,
      "rf_loss": 0.00035844603553414345,
      "total_loss": 1.0415368325055114,
      "lyap1_mean": -0.006471747066825628,
      "lyap1_max": 0.02503899298608303,
      "lyap1_min": -0.019502924755215645,
      "lyap_spec_mean": [
        -0.006471746135503054,
        -0.011788822710514069,
        -0.01198011077940464,
        -0.01793343387544155
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1735,
      "lr": 0.0001,
      "sup_loss": 1.0889528740747663,
      "rf_loss": 0.0002618497237563133,
      "total_loss": 1.0892147237985226,
      "lyap1_mean": -0.0055716754868626595,
      "lyap1_max": 0.008715237490832806,
      "lyap1_min": -0.018707193434238434,
      "lyap_spec_mean": [
        -0.0055716754868626595,
        -0.008341480977833271,
        -0.015479275956749916,
        -0.01360567007213831
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1736,
      "lr": 0.0001,
      "sup_loss": 1.0576155054763146,
      "rf_loss": 0.00038310274248942733,
      "total_loss": 1.057998608218804,
      "lyap1_mean": -0.003631344297900796,
      "lyap1_max": 0.021855372935533524,
      "lyap1_min": -0.02268191985785961,
      "lyap_spec_mean": [
        -0.003631344297900796,
        -0.009008706547319889,
        -0.014110833406448364,
        -0.018913771957159042
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1737,
      "lr": 0.0001,
      "sup_loss": 1.0547890648012805,
      "rf_loss": 0.00023524483549408615,
      "total_loss": 1.0550243096367746,
      "lyap1_mean": -0.00036816904321312904,
      "lyap1_max": 0.03677787631750107,
      "lyap1_min": -0.023312922567129135,
      "lyap_spec_mean": [
        -0.00036816915962845087,
        -0.0025417564902454615,
        -0.0031021726317703724,
        0.0021897880360484123
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1738,
      "lr": 0.0001,
      "sup_loss": 1.0706272298936264,
      "rf_loss": 0.0003787222085520625,
      "total_loss": 1.0710059521021784,
      "lyap1_mean": 0.01762576587498188,
      "lyap1_max": 0.030305296182632446,
      "lyap1_min": -0.0006778507377021015,
      "lyap_spec_mean": [
        0.01762576587498188,
        0.01219877041876316,
        0.010231293737888336,
        0.013345625251531601
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1739,
      "lr": 0.0001,
      "sup_loss": 1.060437108662875,
      "rf_loss": 0.000428589090006426,
      "total_loss": 1.0608656977528814,
      "lyap1_mean": 0.015807541087269783,
      "lyap1_max": 0.04860726743936539,
      "lyap1_min": -0.005095506086945534,
      "lyap_spec_mean": [
        0.015807541087269783,
        0.014398504048585892,
        0.01361089013516903,
        0.011103987693786621
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1740,
      "lr": 0.0001,
      "sup_loss": 1.052476825600057,
      "rf_loss": 0.0003012212982866913,
      "total_loss": 1.0527780468983436,
      "lyap1_mean": 0.016775816679000854,
      "lyap1_max": 0.027086585760116577,
      "lyap1_min": 0.0036019887775182724,
      "lyap_spec_mean": [
        0.016775814816355705,
        0.015561757609248161,
        0.009314845316112041,
        0.007038984447717667
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1741,
      "lr": 0.0001,
      "sup_loss": 0.9565492271868333,
      "rf_loss": 0.00025498465402051806,
      "total_loss": 0.9568042118408538,
      "lyap1_mean": 0.001864675898104906,
      "lyap1_max": 0.013999796472489834,
      "lyap1_min": -0.0068211061879992485,
      "lyap_spec_mean": [
        0.0018646757816895843,
        0.014959529042243958,
        0.007947267033159733,
        0.000572337070479989
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1742,
      "lr": 0.0001,
      "sup_loss": 1.0473010568582741,
      "rf_loss": 0.0002210917737102136,
      "total_loss": 1.0475221486319843,
      "lyap1_mean": 0.014541307464241982,
      "lyap1_max": 0.037448495626449585,
      "lyap1_min": -0.006393311079591513,
      "lyap_spec_mean": [
        0.014541307464241982,
        0.008258321322500706,
        0.002143850550055504,
        0.0019841534085571766
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1743,
      "lr": 0.0001,
      "sup_loss": 1.0412521937857782,
      "rf_loss": 0.0001725534675642848,
      "total_loss": 1.0414247472533424,
      "lyap1_mean": -0.0027803294360637665,
      "lyap1_max": 0.028914377093315125,
      "lyap1_min": -0.023788154125213623,
      "lyap_spec_mean": [
        -0.00278032966889441,
        -0.0044467574916779995,
        0.0008181685116142035,
        -0.005224022548645735
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1744,
      "lr": 0.0001,
      "sup_loss": 1.0040917541713286,
      "rf_loss": 0.00017699584714137018,
      "total_loss": 1.00426875001847,
      "lyap1_mean": -0.006305571645498276,
      "lyap1_max": 0.01872476376593113,
      "lyap1_min": -0.029584480449557304,
      "lyap_spec_mean": [
        -0.006305572111159563,
        -0.0020256047137081623,
        -0.006484614219516516,
        -0.012311181984841824
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1745,
      "lr": 0.0001,
      "sup_loss": 1.0735760778760965,
      "rf_loss": 0.00022398150758817792,
      "total_loss": 1.0738000593836847,
      "lyap1_mean": -0.005775020457804203,
      "lyap1_max": 0.014095386490225792,
      "lyap1_min": -0.023312296718358994,
      "lyap_spec_mean": [
        -0.005775019992142916,
        -0.006283450871706009,
        -0.015510430559515953,
        -0.008498274721205235
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1746,
      "lr": 0.0001,
      "sup_loss": 1.0720146537902508,
      "rf_loss": 0.00021780040697194636,
      "total_loss": 1.0722324541972228,
      "lyap1_mean": 0.001426407601684332,
      "lyap1_max": 0.01965855434536934,
      "lyap1_min": -0.02802475355565548,
      "lyap_spec_mean": [
        0.0014264071360230446,
        -0.00509658083319664,
        -0.008650848641991615,
        -0.003301398828625679
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1747,
      "lr": 0.0001,
      "sup_loss": 1.0462785509157004,
      "rf_loss": 0.00022664290736429393,
      "total_loss": 1.0465051938230647,
      "lyap1_mean": 0.011016708798706532,
      "lyap1_max": 0.01758153736591339,
      "lyap1_min": -0.0040267519652843475,
      "lyap_spec_mean": [
        0.011016708798706532,
        0.018646657466888428,
        0.008363326080143452,
        0.0037731879856437445
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1748,
      "lr": 0.0001,
      "sup_loss": 1.0706931409854374,
      "rf_loss": 0.00030643638456240296,
      "total_loss": 1.0709995773699998,
      "lyap1_mean": 0.01386227086186409,
      "lyap1_max": 0.04034858196973801,
      "lyap1_min": -0.010913275182247162,
      "lyap_spec_mean": [
        0.013862271793186665,
        0.008306268602609634,
        0.00720879016444087,
        0.006123681552708149
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1749,
      "lr": 0.0001,
      "sup_loss": 1.062133969444916,
      "rf_loss": 0.00024021294666454196,
      "total_loss": 1.0623741823915804,
      "lyap1_mean": 0.00986770261079073,
      "lyap1_max": 0.041376665234565735,
      "lyap1_min": -0.00901256687939167,
      "lyap_spec_mean": [
        0.009867703542113304,
        0.006668718531727791,
        0.0014267379883676767,
        0.002893182449042797
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1750,
      "lr": 0.0001,
      "sup_loss": 1.03355471533895,
      "rf_loss": 0.00010972018208121881,
      "total_loss": 1.0336644355210312,
      "lyap1_mean": -0.00048776669427752495,
      "lyap1_max": 0.012900060042738914,
      "lyap1_min": -0.023782555013895035,
      "lyap_spec_mean": [
        -0.00048776669427752495,
        -0.002839142456650734,
        -0.004500472452491522,
        -0.005164697300642729
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1751,
      "lr": 0.0001,
      "sup_loss": 1.0826718052502269,
      "rf_loss": 0.00010266768367728218,
      "total_loss": 1.0827744729339042,
      "lyap1_mean": 0.0008928938768804073,
      "lyap1_max": 0.01486915536224842,
      "lyap1_min": -0.01578068733215332,
      "lyap_spec_mean": [
        0.0008928936440497637,
        -0.004662018269300461,
        0.005533612798899412,
        -0.000420775031670928
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1752,
      "lr": 0.0001,
      "sup_loss": 1.0558748698344445,
      "rf_loss": 0.00021454706438817084,
      "total_loss": 1.0560894168988326,
      "lyap1_mean": -0.006177988834679127,
      "lyap1_max": 0.02973022870719433,
      "lyap1_min": -0.02835114859044552,
      "lyap_spec_mean": [
        -0.006177988834679127,
        -0.0039918203838169575,
        -0.009865948930382729,
        -0.01012997142970562
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1753,
      "lr": 0.0001,
      "sup_loss": 1.0868962393037098,
      "rf_loss": 0.00023413414601236582,
      "total_loss": 1.0871303734497222,
      "lyap1_mean": -0.00538419745862484,
      "lyap1_max": 0.02818925678730011,
      "lyap1_min": -0.0268087275326252,
      "lyap_spec_mean": [
        -0.00538419745862484,
        -0.005417767912149429,
        -0.0068802665919065475,
        -0.008014576509594917
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1754,
      "lr": 0.0001,
      "sup_loss": 1.0408631642643018,
      "rf_loss": 0.00019768779748119414,
      "total_loss": 1.041060852061783,
      "lyap1_mean": -0.011570964008569717,
      "lyap1_max": 0.004089772701263428,
      "lyap1_min": -0.0218198299407959,
      "lyap_spec_mean": [
        -0.011570963077247143,
        -0.009015018120408058,
        -0.006251477636396885,
        -0.011677735485136509
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1755,
      "lr": 0.0001,
      "sup_loss": 1.0419867293377956,
      "rf_loss": 0.0003653742023743689,
      "total_loss": 1.04235210354017,
      "lyap1_mean": -0.014442946761846542,
      "lyap1_max": 0.007158936467021704,
      "lyap1_min": -0.037640199065208435,
      "lyap_spec_mean": [
        -0.014442946761846542,
        -0.011659312061965466,
        -0.01147894561290741,
        -0.01898842677474022
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1756,
      "lr": 0.0001,
      "sup_loss": 1.0484514136802778,
      "rf_loss": 0.0001990743912756443,
      "total_loss": 1.0486504880715535,
      "lyap1_mean": -0.0041735004633665085,
      "lyap1_max": 0.009754250757396221,
      "lyap1_min": -0.020879216492176056,
      "lyap_spec_mean": [
        -0.0041735004633665085,
        -0.006094988435506821,
        -0.01787560246884823,
        -0.01031507272273302
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1757,
      "lr": 0.0001,
      "sup_loss": 1.0320997216344971,
      "rf_loss": 0.00010453134018462151,
      "total_loss": 1.0322042529746818,
      "lyap1_mean": 0.0009056138806045055,
      "lyap1_max": 0.01866333745419979,
      "lyap1_min": -0.01742827147245407,
      "lyap_spec_mean": [
        0.0009056138806045055,
        -0.0007919857744127512,
        -0.00270150788128376,
        -0.010839208960533142
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1758,
      "lr": 0.0001,
      "sup_loss": 1.0779412379791036,
      "rf_loss": 0.00036235619336366653,
      "total_loss": 1.0783035941724672,
      "lyap1_mean": 0.0029286714270710945,
      "lyap1_max": 0.04014122486114502,
      "lyap1_min": -0.022020770236849785,
      "lyap_spec_mean": [
        0.002928670961409807,
        0.0015192003920674324,
        -0.0054076178930699825,
        -0.004116956610232592
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1759,
      "lr": 0.0001,
      "sup_loss": 1.0125835648609696,
      "rf_loss": 0.00014344950614031404,
      "total_loss": 1.0127270143671099,
      "lyap1_mean": 0.007570967078208923,
      "lyap1_max": 0.022900840267539024,
      "lyap1_min": -0.003402623115107417,
      "lyap_spec_mean": [
        0.007570968009531498,
        0.004641372710466385,
        0.0006137187592685223,
        0.0008791728178039193
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1760,
      "lr": 0.0001,
      "sup_loss": 1.0047914366637847,
      "rf_loss": 0.0003421203582547605,
      "total_loss": 1.0051335570220394,
      "lyap1_mean": 0.01539686694741249,
      "lyap1_max": 0.02943669818341732,
      "lyap1_min": -0.0044401222839951515,
      "lyap_spec_mean": [
        0.015396866016089916,
        0.016300413757562637,
        0.013267500326037407,
        0.01222953014075756
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1761,
      "lr": 0.0001,
      "sup_loss": 1.045049565271637,
      "rf_loss": 0.00036163319600746036,
      "total_loss": 1.0454111984676444,
      "lyap1_mean": 0.019944682717323303,
      "lyap1_max": 0.03404630348086357,
      "lyap1_min": 0.003186105750501156,
      "lyap_spec_mean": [
        0.019944682717323303,
        0.017758741974830627,
        0.011539677157998085,
        0.013779105618596077
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1762,
      "lr": 0.0001,
      "sup_loss": 1.0589149186969322,
      "rf_loss": 0.0004329716903157532,
      "total_loss": 1.059347890387248,
      "lyap1_mean": 0.007285721600055695,
      "lyap1_max": 0.03568407520651817,
      "lyap1_min": -0.018819749355316162,
      "lyap_spec_mean": [
        0.00728572066873312,
        0.019880831241607666,
        0.014737189747393131,
        0.007247058674693108
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1763,
      "lr": 0.0001,
      "sup_loss": 1.0370380248159354,
      "rf_loss": 0.00019516605243552476,
      "total_loss": 1.037233190868371,
      "lyap1_mean": 0.009105965495109558,
      "lyap1_max": 0.030066128820180893,
      "lyap1_min": -0.006254842039197683,
      "lyap_spec_mean": [
        0.009105965495109558,
        0.0039900499396026134,
        0.0024583437480032444,
        0.002980166347697377
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1764,
      "lr": 0.0001,
      "sup_loss": 1.0678668167033116,
      "rf_loss": 0.0001700574066489935,
      "total_loss": 1.0680368741099606,
      "lyap1_mean": 0.002243341412395239,
      "lyap1_max": 0.032464347779750824,
      "lyap1_min": -0.014535166323184967,
      "lyap_spec_mean": [
        0.002243341412395239,
        -0.010104581713676453,
        -0.007679524831473827,
        -0.007008444517850876
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1765,
      "lr": 0.0001,
      "sup_loss": 1.0322759217632989,
      "rf_loss": 0.00014081335393711925,
      "total_loss": 1.032416735117236,
      "lyap1_mean": -0.0012787732994183898,
      "lyap1_max": 0.013457192108035088,
      "lyap1_min": -0.014415038749575615,
      "lyap_spec_mean": [
        -0.0012787734158337116,
        0.007440926972776651,
        0.002479533664882183,
        1.5191035345196724e-06
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1766,
      "lr": 0.0001,
      "sup_loss": 1.0461480365790758,
      "rf_loss": 0.00041221786523237824,
      "total_loss": 1.0465602544443082,
      "lyap1_mean": 0.011837020516395569,
      "lyap1_max": 0.0469822995364666,
      "lyap1_min": -0.019060548394918442,
      "lyap_spec_mean": [
        0.011837020516395569,
        0.011327948421239853,
        0.0065326690673828125,
        0.0039625936187803745
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1767,
      "lr": 0.0001,
      "sup_loss": 1.0191201607089606,
      "rf_loss": 0.00020158433471806347,
      "total_loss": 1.0193217450436787,
      "lyap1_mean": 0.009583288803696632,
      "lyap1_max": 0.03831041604280472,
      "lyap1_min": -0.016851715743541718,
      "lyap_spec_mean": [
        0.009583288803696632,
        -0.003924461081624031,
        -0.006356961093842983,
        -0.0024260669015347958
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1768,
      "lr": 0.0001,
      "sup_loss": 1.050097671507288,
      "rf_loss": 0.0002257813757751137,
      "total_loss": 1.0503234528830632,
      "lyap1_mean": 0.0052565522491931915,
      "lyap1_max": 0.027231736108660698,
      "lyap1_min": -0.02805141732096672,
      "lyap_spec_mean": [
        0.005256551317870617,
        -0.001654683263041079,
        -0.004211936146020889,
        -0.002323177643120289
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1769,
      "lr": 0.0001,
      "sup_loss": 0.9920736272912869,
      "rf_loss": 0.0002154974063159898,
      "total_loss": 0.9922891246976029,
      "lyap1_mean": 0.010224265046417713,
      "lyap1_max": 0.02471252903342247,
      "lyap1_min": -0.001377259730361402,
      "lyap_spec_mean": [
        0.010224265046417713,
        0.0108305299654603,
        0.007339450065046549,
        0.007485766429454088
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1770,
      "lr": 0.0001,
      "sup_loss": 1.034307356319599,
      "rf_loss": 0.00021074802498333156,
      "total_loss": 1.0345181043445824,
      "lyap1_mean": 0.00904160737991333,
      "lyap1_max": 0.045214053243398666,
      "lyap1_min": -0.018036244437098503,
      "lyap_spec_mean": [
        0.00904160924255848,
        0.000829396303743124,
        0.0032448365818709135,
        -0.0012045640032738447
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1771,
      "lr": 0.0001,
      "sup_loss": 1.0285054663877329,
      "rf_loss": 0.0002002193359658122,
      "total_loss": 1.0287056857236987,
      "lyap1_mean": 0.001122583169490099,
      "lyap1_max": 0.021128883585333824,
      "lyap1_min": -0.017460236325860023,
      "lyap_spec_mean": [
        0.0011225832859054208,
        0.00840989500284195,
        -0.00334097514860332,
        -0.002915647579357028
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1772,
      "lr": 0.0001,
      "sup_loss": 1.0612063401430263,
      "rf_loss": 0.0004888575058430433,
      "total_loss": 1.0616951976488693,
      "lyap1_mean": -0.015687650069594383,
      "lyap1_max": -0.0009594668517820537,
      "lyap1_min": -0.035664621740579605,
      "lyap_spec_mean": [
        -0.015687650069594383,
        -0.015566181391477585,
        -0.021879132837057114,
        -0.020512759685516357
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1773,
      "lr": 0.0001,
      "sup_loss": 1.0829315928314807,
      "rf_loss": 0.0005034662317484617,
      "total_loss": 1.0834350590632291,
      "lyap1_mean": -0.013369640335440636,
      "lyap1_max": 0.005469439085572958,
      "lyap1_min": -0.035472527146339417,
      "lyap_spec_mean": [
        -0.013369639404118061,
        -0.015295238234102726,
        -0.017713269218802452,
        -0.014726091176271439
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1774,
      "lr": 0.0001,
      "sup_loss": 1.0413350632408527,
      "rf_loss": 0.0006030334625393152,
      "total_loss": 1.041938096703392,
      "lyap1_mean": -0.022619370371103287,
      "lyap1_max": -0.006039554253220558,
      "lyap1_min": -0.03061511181294918,
      "lyap_spec_mean": [
        -0.022619370371103287,
        -0.019040297716856003,
        -0.021598519757390022,
        -0.019084475934505463
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1775,
      "lr": 0.0001,
      "sup_loss": 1.0361600295453475,
      "rf_loss": 0.00029075759812258184,
      "total_loss": 1.03645078714347,
      "lyap1_mean": -0.007502251770347357,
      "lyap1_max": 0.01488399412482977,
      "lyap1_min": -0.022284066304564476,
      "lyap_spec_mean": [
        -0.0075022513046860695,
        -0.015995148569345474,
        -0.013380138203501701,
        -0.016360938549041748
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1776,
      "lr": 0.0001,
      "sup_loss": 1.0495199906875825,
      "rf_loss": 0.0004105157859157771,
      "total_loss": 1.0499305064734983,
      "lyap1_mean": -0.018923847004771233,
      "lyap1_max": 0.0032886338885873556,
      "lyap1_min": -0.03968082740902901,
      "lyap_spec_mean": [
        -0.018923847004771233,
        -0.011759938672184944,
        -0.016539838165044785,
        -0.018739961087703705
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1777,
      "lr": 0.0001,
      "sup_loss": 1.054370136974153,
      "rf_loss": 0.00012768310261890292,
      "total_loss": 1.0544978200767718,
      "lyap1_mean": -0.0006865315372124314,
      "lyap1_max": 0.015803499147295952,
      "lyap1_min": -0.014277524314820766,
      "lyap_spec_mean": [
        -0.0006865315372124314,
        0.0021643631625920534,
        -0.005425360519438982,
        -0.007070719730108976
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1778,
      "lr": 0.0001,
      "sup_loss": 1.0539763603189196,
      "rf_loss": 0.000254282756941393,
      "total_loss": 1.054230643075861,
      "lyap1_mean": 0.004741024225950241,
      "lyap1_max": 0.022197915241122246,
      "lyap1_min": -0.013925435021519661,
      "lyap_spec_mean": [
        0.004741024225950241,
        -0.003727900329977274,
        0.006816960405558348,
        0.002621034160256386
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1779,
      "lr": 0.0001,
      "sup_loss": 1.0561921110635037,
      "rf_loss": 0.00023541874543298036,
      "total_loss": 1.0564275298089367,
      "lyap1_mean": 0.011266728863120079,
      "lyap1_max": 0.027611926198005676,
      "lyap1_min": -0.01731714978814125,
      "lyap_spec_mean": [
        0.011266727931797504,
        0.005310743115842342,
        0.0034924850333482027,
        0.007714061066508293
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1780,
      "lr": 0.0001,
      "sup_loss": 1.0441452742500954,
      "rf_loss": 0.0004843822098337114,
      "total_loss": 1.0446296564599291,
      "lyap1_mean": 0.018095234408974648,
      "lyap1_max": 0.03376740962266922,
      "lyap1_min": -0.005995045881718397,
      "lyap_spec_mean": [
        0.018095234408974648,
        0.0205233134329319,
        0.02113993838429451,
        0.016871463507413864
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1781,
      "lr": 0.0001,
      "sup_loss": 1.0469062067903696,
      "rf_loss": 0.00027633714489638805,
      "total_loss": 1.047182543935266,
      "lyap1_mean": 0.014222098514437675,
      "lyap1_max": 0.02852512151002884,
      "lyap1_min": 0.0036184636410325766,
      "lyap_spec_mean": [
        0.014222098514437675,
        0.015692563727498055,
        0.014874663203954697,
        0.007579576224088669
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1782,
      "lr": 0.0001,
      "sup_loss": 1.026861364357572,
      "rf_loss": 0.0005925751756876707,
      "total_loss": 1.0274539395332596,
      "lyap1_mean": 0.023105379194021225,
      "lyap1_max": 0.042431995272636414,
      "lyap1_min": 0.015461921691894531,
      "lyap_spec_mean": [
        0.023105381056666374,
        0.01927466318011284,
        0.02224649302661419,
        0.013046329841017723
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1783,
      "lr": 0.0001,
      "sup_loss": 1.0005985543133928,
      "rf_loss": 0.00022445269860327244,
      "total_loss": 1.0008230070119961,
      "lyap1_mean": 0.01943894475698471,
      "lyap1_max": 0.03391082584857941,
      "lyap1_min": 0.008252022787928581,
      "lyap_spec_mean": [
        0.01943894475698471,
        0.01228293962776661,
        0.010671688243746758,
        0.008551519364118576
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1784,
      "lr": 0.0001,
      "sup_loss": 1.0606001084335845,
      "rf_loss": 0.00012685731053352356,
      "total_loss": 1.060726965744118,
      "lyap1_mean": 0.011370865628123283,
      "lyap1_max": 0.020545711740851402,
      "lyap1_min": -0.0035092467442154884,
      "lyap_spec_mean": [
        0.011370866559445858,
        0.005832405760884285,
        -0.0009007934131659567,
        0.00267612561583519
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1785,
      "lr": 0.0001,
      "sup_loss": 1.0748297021327602,
      "rf_loss": 0.0001972221944015473,
      "total_loss": 1.0750269243271617,
      "lyap1_mean": -0.006892833858728409,
      "lyap1_max": 0.007646265439689159,
      "lyap1_min": -0.01997010037302971,
      "lyap_spec_mean": [
        -0.006892833858728409,
        -0.01207926869392395,
        -0.011491021141409874,
        -0.013151366263628006
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1786,
      "lr": 0.0001,
      "sup_loss": 1.045385239270333,
      "rf_loss": 0.000581247266381979,
      "total_loss": 1.045966486536715,
      "lyap1_mean": -0.018460024148225784,
      "lyap1_max": -0.00794825330376625,
      "lyap1_min": -0.03182573616504669,
      "lyap_spec_mean": [
        -0.018460024148225784,
        -0.02013574354350567,
        -0.02467808872461319,
        -0.023520737886428833
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1787,
      "lr": 0.0001,
      "sup_loss": 1.0683634695081137,
      "rf_loss": 0.0006299504893831909,
      "total_loss": 1.0689934199974969,
      "lyap1_mean": -0.021307669579982758,
      "lyap1_max": -0.0017957160016521811,
      "lyap1_min": -0.028346221894025803,
      "lyap_spec_mean": [
        -0.021307669579982758,
        -0.018632687628269196,
        -0.02410043403506279,
        -0.028944263234734535
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1788,
      "lr": 0.0001,
      "sup_loss": 1.0129079103472076,
      "rf_loss": 0.0005504337605088949,
      "total_loss": 1.0134583441077165,
      "lyap1_mean": -0.01931855082511902,
      "lyap1_max": 0.0008149482309818268,
      "lyap1_min": -0.04243062064051628,
      "lyap_spec_mean": [
        -0.01931855082511902,
        -0.02116813324391842,
        -0.021940795704722404,
        -0.016359958797693253
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1789,
      "lr": 0.0001,
      "sup_loss": 1.0020237675135002,
      "rf_loss": 0.00030529472860507667,
      "total_loss": 1.0023290622421053,
      "lyap1_mean": -0.011529377661645412,
      "lyap1_max": 0.01178061868995428,
      "lyap1_min": -0.02839059755206108,
      "lyap_spec_mean": [
        -0.011529377661645412,
        -0.012235211208462715,
        -0.0075179352425038815,
        -0.011992312967777252
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1790,
      "lr": 0.0001,
      "sup_loss": 1.0114088260675707,
      "rf_loss": 0.00022157937928568572,
      "total_loss": 1.0116304054468563,
      "lyap1_mean": -0.006910114083439112,
      "lyap1_max": 0.014604277908802032,
      "lyap1_min": -0.026687338948249817,
      "lyap_spec_mean": [
        -0.006910113617777824,
        -0.012688429094851017,
        -0.008227947168052197,
        -0.009979449212551117
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1791,
      "lr": 0.0001,
      "sup_loss": 1.030670605086135,
      "rf_loss": 0.00031172233866527677,
      "total_loss": 1.0309823274248002,
      "lyap1_mean": 0.01416438352316618,
      "lyap1_max": 0.07416082918643951,
      "lyap1_min": -0.012876192107796669,
      "lyap_spec_mean": [
        0.01416438352316618,
        0.008891129866242409,
        0.006133503280580044,
        0.009410062804818153
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1792,
      "lr": 0.0001,
      "sup_loss": 1.035279920663919,
      "rf_loss": 0.0003792853676714003,
      "total_loss": 1.0356592060315903,
      "lyap1_mean": 0.017873181030154228,
      "lyap1_max": 0.03095705434679985,
      "lyap1_min": 0.009717568755149841,
      "lyap_spec_mean": [
        0.017873181030154228,
        0.018501991406083107,
        0.015671512112021446,
        0.01275668852031231
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1793,
      "lr": 0.0001,
      "sup_loss": 1.0902962303979966,
      "rf_loss": 0.0006109703099355102,
      "total_loss": 1.0909072007079321,
      "lyap1_mean": 0.02044466882944107,
      "lyap1_max": 0.031805213540792465,
      "lyap1_min": -0.0008654402336105704,
      "lyap_spec_mean": [
        0.02044466882944107,
        0.026463527232408524,
        0.022691253572702408,
        0.021635612472891808
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1794,
      "lr": 0.0001,
      "sup_loss": 1.0649935821893817,
      "rf_loss": 0.000732879969291389,
      "total_loss": 1.065726462158673,
      "lyap1_mean": 0.0249745175242424,
      "lyap1_max": 0.04962466284632683,
      "lyap1_min": 0.008459937758743763,
      "lyap_spec_mean": [
        0.0249745175242424,
        0.019952576607465744,
        0.025478597730398178,
        0.018103059381246567
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1795,
      "lr": 0.0001,
      "sup_loss": 1.0893346503314272,
      "rf_loss": 0.0006283069960772991,
      "total_loss": 1.0899629573275045,
      "lyap1_mean": 0.025552945211529732,
      "lyap1_max": 0.03636983782052994,
      "lyap1_min": 0.016906052827835083,
      "lyap_spec_mean": [
        0.02555294707417488,
        0.025508645921945572,
        0.020981255918741226,
        0.02123016119003296
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1796,
      "lr": 0.0001,
      "sup_loss": 1.0388060654148228,
      "rf_loss": 0.0002705019433051348,
      "total_loss": 1.039076567358128,
      "lyap1_mean": 0.015174648724496365,
      "lyap1_max": 0.027019649744033813,
      "lyap1_min": 0.0036867703311145306,
      "lyap_spec_mean": [
        0.015174648724496365,
        0.009851698763668537,
        0.01239416841417551,
        0.010021857917308807
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1797,
      "lr": 0.0001,
      "sup_loss": 1.0340320284445437,
      "rf_loss": 0.0001007391038001515,
      "total_loss": 1.0341327675483438,
      "lyap1_mean": 0.002098499098792672,
      "lyap1_max": 0.021280676126480103,
      "lyap1_min": -0.010849129408597946,
      "lyap_spec_mean": [
        0.002098499331623316,
        -0.0002564677270129323,
        -0.0051481216214597225,
        0.0016717565013095737
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1798,
      "lr": 0.0001,
      "sup_loss": 1.034653491818974,
      "rf_loss": 0.00010178430238738656,
      "total_loss": 1.0347552761213614,
      "lyap1_mean": -0.0009081270545721054,
      "lyap1_max": 0.020276568830013275,
      "lyap1_min": -0.017276018857955933,
      "lyap_spec_mean": [
        -0.0009081272874027491,
        -0.007907288148999214,
        -0.007221869193017483,
        -0.004563222639262676
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1799,
      "lr": 0.0001,
      "sup_loss": 1.0148926836315,
      "rf_loss": 0.00022447455557994545,
      "total_loss": 1.01511715818708,
      "lyap1_mean": -0.007759992964565754,
      "lyap1_max": 0.010760816745460033,
      "lyap1_min": -0.019413499161601067,
      "lyap_spec_mean": [
        -0.007759992498904467,
        -0.013081107288599014,
        -0.00856591947376728,
        -0.012667449191212654
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1800,
      "lr": 0.0001,
      "sup_loss": 1.0545964235592797,
      "rf_loss": 0.0003857790434267372,
      "total_loss": 1.0549822026027065,
      "lyap1_mean": -0.014990823343396187,
      "lyap1_max": -0.0005928675527684391,
      "lyap1_min": -0.02732658013701439,
      "lyap_spec_mean": [
        -0.014990823343396187,
        -0.01687735505402088,
        -0.019679076969623566,
        -0.01890568807721138
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1801,
      "lr": 0.0001,
      "sup_loss": 0.989155281329894,
      "rf_loss": 0.00036290581920184195,
      "total_loss": 0.9895181871490959,
      "lyap1_mean": -0.008607147261500359,
      "lyap1_max": 0.011601103469729424,
      "lyap1_min": -0.032072536647319794,
      "lyap_spec_mean": [
        -0.008607147261500359,
        -0.013674280606210232,
        -0.016031445935368538,
        -0.017143165692687035
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1802,
      "lr": 0.0001,
      "sup_loss": 0.9999025326101547,
      "rf_loss": 0.000296379323117435,
      "total_loss": 1.0001989119332722,
      "lyap1_mean": -0.00949825718998909,
      "lyap1_max": 0.0110092144459486,
      "lyap1_min": -0.02892543002963066,
      "lyap_spec_mean": [
        -0.00949825718998909,
        -0.01437748409807682,
        -0.011614404618740082,
        -0.015769867226481438
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1803,
      "lr": 0.0001,
      "sup_loss": 1.078003544960508,
      "rf_loss": 0.0003165887901559472,
      "total_loss": 1.078320133750664,
      "lyap1_mean": -0.011495407670736313,
      "lyap1_max": 0.011326043866574764,
      "lyap1_min": -0.023064663633704185,
      "lyap_spec_mean": [
        -0.011495407670736313,
        -0.006055086385458708,
        -0.012244218960404396,
        -0.01176928635686636
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1804,
      "lr": 0.0001,
      "sup_loss": 1.0633064892405444,
      "rf_loss": 0.0002184293989557773,
      "total_loss": 1.0635249186395002,
      "lyap1_mean": -0.008817268535494804,
      "lyap1_max": 0.005388965364545584,
      "lyap1_min": -0.02662486396729946,
      "lyap_spec_mean": [
        -0.008817268535494804,
        -0.002628724090754986,
        -0.010622364468872547,
        -0.0057903858833014965
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1805,
      "lr": 0.0001,
      "sup_loss": 1.018861040964605,
      "rf_loss": 0.00017926150758285075,
      "total_loss": 1.019040302472188,
      "lyap1_mean": -0.0038170688785612583,
      "lyap1_max": 0.020214784890413284,
      "lyap1_min": -0.02640761062502861,
      "lyap_spec_mean": [
        -0.0038170688785612583,
        0.00035099219530820847,
        -0.006877674255520105,
        -0.0036753425374627113
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1806,
      "lr": 0.0001,
      "sup_loss": 1.0018460992294316,
      "rf_loss": 0.00014221412129700184,
      "total_loss": 1.0019883133507286,
      "lyap1_mean": -0.0021084346808493137,
      "lyap1_max": 0.007644027471542358,
      "lyap1_min": -0.013177595101296902,
      "lyap_spec_mean": [
        -0.0021084346808493137,
        0.0011060358956456184,
        -0.0025611338205635548,
        -0.008397256955504417
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1807,
      "lr": 0.0001,
      "sup_loss": 1.0607412784318964,
      "rf_loss": 0.0001749042421579361,
      "total_loss": 1.0609161826740543,
      "lyap1_mean": 0.0027156935539096594,
      "lyap1_max": 0.024491023272275925,
      "lyap1_min": -0.013403649441897869,
      "lyap_spec_mean": [
        0.0027156933210790157,
        0.0017805446404963732,
        0.00038451404543593526,
        -0.00504517275840044
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1808,
      "lr": 0.0001,
      "sup_loss": 1.0260094876709285,
      "rf_loss": 0.00024283563834615052,
      "total_loss": 1.0262523233092746,
      "lyap1_mean": -0.008474823087453842,
      "lyap1_max": 0.01158497016876936,
      "lyap1_min": -0.027900338172912598,
      "lyap_spec_mean": [
        -0.008474823087453842,
        -0.009418724104762077,
        -0.01409442164003849,
        -0.010586582124233246
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1809,
      "lr": 0.0001,
      "sup_loss": 1.0178118515551915,
      "rf_loss": 0.0002537672407925129,
      "total_loss": 1.018065618795984,
      "lyap1_mean": -0.013379144482314587,
      "lyap1_max": 0.00550090242177248,
      "lyap1_min": -0.028456546366214752,
      "lyap_spec_mean": [
        -0.013379145413637161,
        -0.006481214892119169,
        -0.008110466413199902,
        -0.01921142265200615
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1810,
      "lr": 0.0001,
      "sup_loss": 1.0930458989729028,
      "rf_loss": 0.00022987904958426952,
      "total_loss": 1.093275778022487,
      "lyap1_mean": -0.0044522094540297985,
      "lyap1_max": 0.012500466778874397,
      "lyap1_min": -0.032244980335235596,
      "lyap_spec_mean": [
        -0.0044522094540297985,
        -0.009361205622553825,
        -0.009137899614870548,
        -0.007452856749296188
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1811,
      "lr": 0.0001,
      "sup_loss": 1.045461464648526,
      "rf_loss": 8.226903446484357e-05,
      "total_loss": 1.045543733682991,
      "lyap1_mean": 0.004248177167028189,
      "lyap1_max": 0.022152211517095566,
      "lyap1_min": -0.009597819298505783,
      "lyap_spec_mean": [
        0.004248176701366901,
        9.958702139556408e-05,
        0.002011242089793086,
        0.0012228763662278652
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1812,
      "lr": 0.0001,
      "sup_loss": 1.0375244827322483,
      "rf_loss": 0.00020270957611501217,
      "total_loss": 1.0377271923083633,
      "lyap1_mean": 0.0071395221166312695,
      "lyap1_max": 0.016367632895708084,
      "lyap1_min": -0.0025841165333986282,
      "lyap_spec_mean": [
        0.007139522582292557,
        0.015425041317939758,
        0.011381106451153755,
        0.00785316713154316
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1813,
      "lr": 0.0001,
      "sup_loss": 1.0636710286830506,
      "rf_loss": 0.0005891238106414676,
      "total_loss": 1.064260152493692,
      "lyap1_mean": 0.023372530937194824,
      "lyap1_max": 0.04749567434191704,
      "lyap1_min": 0.00308792176656425,
      "lyap_spec_mean": [
        0.023372530937194824,
        0.022402416914701462,
        0.02122209593653679,
        0.013751503080129623
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1814,
      "lr": 0.0001,
      "sup_loss": 1.0535724346184647,
      "rf_loss": 0.0007236713427118957,
      "total_loss": 1.0542961059611766,
      "lyap1_mean": 0.02229306474328041,
      "lyap1_max": 0.042061444371938705,
      "lyap1_min": 0.0035436414182186127,
      "lyap_spec_mean": [
        0.02229306474328041,
        0.024595441296696663,
        0.02000937983393669,
        0.020987465977668762
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1815,
      "lr": 0.0001,
      "sup_loss": 1.0616762168959222,
      "rf_loss": 0.0007124905823729932,
      "total_loss": 1.0623887074782952,
      "lyap1_mean": 0.030987903475761414,
      "lyap1_max": 0.07023879140615463,
      "lyap1_min": 0.0015151235274970531,
      "lyap_spec_mean": [
        0.030987905338406563,
        0.025776740163564682,
        0.013849078677594662,
        0.013469761237502098
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1816,
      "lr": 0.0001,
      "sup_loss": 1.0600571102773038,
      "rf_loss": 0.00024616584414616227,
      "total_loss": 1.06030327612145,
      "lyap1_mean": 0.013311464339494705,
      "lyap1_max": 0.038610704243183136,
      "lyap1_min": 0.001999374246224761,
      "lyap_spec_mean": [
        0.013311464339494705,
        0.010858604684472084,
        0.012294492684304714,
        0.008541696704924107
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1817,
      "lr": 0.0001,
      "sup_loss": 1.0348496001983372,
      "rf_loss": 0.00040152567089535296,
      "total_loss": 1.0352511258692325,
      "lyap1_mean": 0.014392359182238579,
      "lyap1_max": 0.026067083701491356,
      "lyap1_min": 0.0024168516974896193,
      "lyap_spec_mean": [
        0.01439235731959343,
        0.018746234476566315,
        0.00823694933205843,
        0.015154154039919376
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1818,
      "lr": 0.0001,
      "sup_loss": 1.0126793651414925,
      "rf_loss": 0.00023761735064908862,
      "total_loss": 1.0129169824921416,
      "lyap1_mean": -0.014152898453176022,
      "lyap1_max": -0.0015342049300670624,
      "lyap1_min": -0.02706666849553585,
      "lyap_spec_mean": [
        -0.014152898453176022,
        -0.009714312851428986,
        -0.009243584237992764,
        -0.013590749353170395
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1819,
      "lr": 0.0001,
      "sup_loss": 1.0237737644184626,
      "rf_loss": 0.000515411957167089,
      "total_loss": 1.0242891763756297,
      "lyap1_mean": -0.019035857170820236,
      "lyap1_max": -0.004752079024910927,
      "lyap1_min": -0.02910861372947693,
      "lyap_spec_mean": [
        -0.019035857170820236,
        -0.019222091883420944,
        -0.021237559616565704,
        -0.0223299041390419
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1820,
      "lr": 0.0001,
      "sup_loss": 1.0578972861761988,
      "rf_loss": 0.001290173502638936,
      "total_loss": 1.0591874596788378,
      "lyap1_mean": -0.02868695929646492,
      "lyap1_max": -0.009868230670690536,
      "lyap1_min": -0.04863474518060684,
      "lyap_spec_mean": [
        -0.02868695929646492,
        -0.03590337187051773,
        -0.032485514879226685,
        -0.040326304733753204
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1821,
      "lr": 0.0001,
      "sup_loss": 1.0459265784544285,
      "rf_loss": 0.0005822029197588563,
      "total_loss": 1.0465087813741873,
      "lyap1_mean": -0.0186749417334795,
      "lyap1_max": 0.002724346471950412,
      "lyap1_min": -0.03226400539278984,
      "lyap_spec_mean": [
        -0.01867494359612465,
        -0.021101661026477814,
        -0.02280593477189541,
        -0.02502763830125332
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1822,
      "lr": 0.0001,
      "sup_loss": 1.0011839578306887,
      "rf_loss": 0.00043934735003858805,
      "total_loss": 1.0016233051807273,
      "lyap1_mean": -0.005390656180679798,
      "lyap1_max": 0.009378796443343163,
      "lyap1_min": -0.03614971041679382,
      "lyap_spec_mean": [
        -0.0053906566463410854,
        -0.013444095849990845,
        -0.008910603821277618,
        -0.022124823182821274
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1823,
      "lr": 0.0001,
      "sup_loss": 1.0784085672745571,
      "rf_loss": 0.0002577048144303262,
      "total_loss": 1.0786662720889875,
      "lyap1_mean": -0.0034218677319586277,
      "lyap1_max": 0.02312404289841652,
      "lyap1_min": -0.03505474328994751,
      "lyap_spec_mean": [
        -0.0034218672662973404,
        -0.006501550320535898,
        -0.00739900441840291,
        -0.013668101280927658
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1824,
      "lr": 0.0001,
      "sup_loss": 0.9953561691540592,
      "rf_loss": 0.00016808185318950564,
      "total_loss": 0.9955242510072487,
      "lyap1_mean": -0.002103810664266348,
      "lyap1_max": 0.008006026968359947,
      "lyap1_min": -0.01641378179192543,
      "lyap_spec_mean": [
        -0.002103810664266348,
        -0.006848875433206558,
        -0.008456770330667496,
        -0.014063438400626183
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1825,
      "lr": 0.0001,
      "sup_loss": 1.0393134727336248,
      "rf_loss": 0.00014405028196051717,
      "total_loss": 1.0394575230155854,
      "lyap1_mean": 0.005399963818490505,
      "lyap1_max": 0.019841639325022697,
      "lyap1_min": -0.008589990437030792,
      "lyap_spec_mean": [
        0.005399963818490505,
        0.004378647543489933,
        -0.0039515420794487,
        -0.0023975842632353306
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1826,
      "lr": 0.0001,
      "sup_loss": 1.0637175891743766,
      "rf_loss": 0.00015671852452214807,
      "total_loss": 1.0638743076988988,
      "lyap1_mean": 0.009789029136300087,
      "lyap1_max": 0.032720502465963364,
      "lyap1_min": -0.009977170266211033,
      "lyap_spec_mean": [
        0.009789029136300087,
        0.0046902988106012344,
        0.003930509090423584,
        -0.0022733553778380156
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1827,
      "lr": 0.0001,
      "sup_loss": 1.0184447722228869,
      "rf_loss": 0.0004885239177383482,
      "total_loss": 1.0189332961406252,
      "lyap1_mean": 0.02603503316640854,
      "lyap1_max": 0.05052259564399719,
      "lyap1_min": 0.007369807921350002,
      "lyap_spec_mean": [
        0.02603503316640854,
        0.020602639764547348,
        0.010762887075543404,
        0.011464543640613556
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1828,
      "lr": 0.0001,
      "sup_loss": 1.0275027731916615,
      "rf_loss": 0.0007438570028170943,
      "total_loss": 1.0282466301944786,
      "lyap1_mean": 0.02934395521879196,
      "lyap1_max": 0.039593376219272614,
      "lyap1_min": 0.011922488920390606,
      "lyap_spec_mean": [
        0.02934395521879196,
        0.029326925054192543,
        0.023620394989848137,
        0.021181726828217506
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1829,
      "lr": 0.0001,
      "sup_loss": 1.0166616867125227,
      "rf_loss": 0.0008013347396627069,
      "total_loss": 1.0174630214521854,
      "lyap1_mean": 0.028993038460612297,
      "lyap1_max": 0.040620628744363785,
      "lyap1_min": 0.009415365755558014,
      "lyap_spec_mean": [
        0.028993036597967148,
        0.024826515465974808,
        0.026546403765678406,
        0.020300013944506645
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1830,
      "lr": 0.0001,
      "sup_loss": 1.06149660693886,
      "rf_loss": 0.000697487557772547,
      "total_loss": 1.0621940944966326,
      "lyap1_mean": 0.02579832263290882,
      "lyap1_max": 0.06797619163990021,
      "lyap1_min": 0.001991408644244075,
      "lyap_spec_mean": [
        0.025798320770263672,
        0.019679632037878036,
        0.019171178340911865,
        0.010710582137107849
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1831,
      "lr": 0.0001,
      "sup_loss": 1.0279903315819563,
      "rf_loss": 0.0002848887525033206,
      "total_loss": 1.0282752203344596,
      "lyap1_mean": 0.009459031745791435,
      "lyap1_max": 0.036711156368255615,
      "lyap1_min": -0.009200457483530045,
      "lyap_spec_mean": [
        0.00945903267711401,
        0.008998630568385124,
        0.005317424423992634,
        0.009312266483902931
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1832,
      "lr": 0.0001,
      "sup_loss": 1.0694708759434457,
      "rf_loss": 0.00012727704597637057,
      "total_loss": 1.069598152989422,
      "lyap1_mean": -0.006694138050079346,
      "lyap1_max": 0.01064742635935545,
      "lyap1_min": -0.02352273464202881,
      "lyap_spec_mean": [
        -0.006694138050079346,
        -0.0015140232862904668,
        -0.009361249394714832,
        -0.011080010794103146
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1833,
      "lr": 0.0001,
      "sup_loss": 1.0099539075415052,
      "rf_loss": 0.00030462388531304896,
      "total_loss": 1.0102585314268182,
      "lyap1_mean": -0.012008991092443466,
      "lyap1_max": 0.0014679234009236097,
      "lyap1_min": -0.024321017786860466,
      "lyap_spec_mean": [
        -0.012008991092443466,
        -0.01249244436621666,
        -0.010941303335130215,
        -0.018476886674761772
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1834,
      "lr": 0.0001,
      "sup_loss": 0.997821173677216,
      "rf_loss": 0.0006438326090574265,
      "total_loss": 0.9984650062862734,
      "lyap1_mean": -0.022121015936136246,
      "lyap1_max": -0.004111970774829388,
      "lyap1_min": -0.036416660994291306,
      "lyap_spec_mean": [
        -0.022121014073491096,
        -0.021943416446447372,
        -0.024303123354911804,
        -0.02025894820690155
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1835,
      "lr": 0.0001,
      "sup_loss": 1.0191253443714274,
      "rf_loss": 0.0006157231400720775,
      "total_loss": 1.0197410675114995,
      "lyap1_mean": -0.01484500989317894,
      "lyap1_max": 0.01664118282496929,
      "lyap1_min": -0.04940814524888992,
      "lyap_spec_mean": [
        -0.014845010824501514,
        -0.023128926753997803,
        -0.02079780213534832,
        -0.025483224540948868
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1836,
      "lr": 0.0001,
      "sup_loss": 1.0199936098545002,
      "rf_loss": 0.00033966198679991066,
      "total_loss": 1.0203332718413,
      "lyap1_mean": -0.005280749872326851,
      "lyap1_max": 0.03163409233093262,
      "lyap1_min": -0.026446357369422913,
      "lyap_spec_mean": [
        -0.005280749872326851,
        -0.01517527550458908,
        -0.014523944817483425,
        -0.014741914346814156
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1837,
      "lr": 0.0001,
      "sup_loss": 1.0351445494268119,
      "rf_loss": 0.0002306477981619537,
      "total_loss": 1.0353751972249738,
      "lyap1_mean": -0.0044677844271063805,
      "lyap1_max": 0.024705519899725914,
      "lyap1_min": -0.022253943607211113,
      "lyap_spec_mean": [
        -0.0044677844271063805,
        -0.003518263576552272,
        -0.01407778263092041,
        -0.009098056703805923
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1838,
      "lr": 0.0001,
      "sup_loss": 1.0775621558524568,
      "rf_loss": 0.0002930409973487258,
      "total_loss": 1.0778551968498056,
      "lyap1_mean": 0.0013363726902753115,
      "lyap1_max": 0.04158271849155426,
      "lyap1_min": -0.028500933200120926,
      "lyap_spec_mean": [
        0.0013363719917833805,
        -0.002767277415841818,
        -0.0046570440754294395,
        0.0009521133033558726
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1839,
      "lr": 0.0001,
      "sup_loss": 1.060321427266423,
      "rf_loss": 0.00013461735215969384,
      "total_loss": 1.0604560446185827,
      "lyap1_mean": 0.008162511512637138,
      "lyap1_max": 0.027438556775450706,
      "lyap1_min": -0.01601923070847988,
      "lyap_spec_mean": [
        0.008162511512637138,
        0.0010356558486819267,
        0.005099467933177948,
        0.00270251976326108
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1840,
      "lr": 0.0001,
      "sup_loss": 1.0736730598802495,
      "rf_loss": 0.00015958145377226174,
      "total_loss": 1.0738326413340218,
      "lyap1_mean": 0.0013227090239524841,
      "lyap1_max": 0.014744086191058159,
      "lyap1_min": -0.020396074280142784,
      "lyap_spec_mean": [
        0.0013227087911218405,
        0.0021697410847991705,
        0.0021522738970816135,
        -0.0037247021682560444
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1841,
      "lr": 0.0001,
      "sup_loss": 1.0489115292735476,
      "rf_loss": 0.00018293005996383727,
      "total_loss": 1.0490944593335114,
      "lyap1_mean": -0.00033749768044799566,
      "lyap1_max": 0.03265415132045746,
      "lyap1_min": -0.020205087959766388,
      "lyap_spec_mean": [
        -0.00033749756403267384,
        -0.0005688941455446184,
        -0.001225325744599104,
        -0.008438345044851303
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1842,
      "lr": 0.0001,
      "sup_loss": 1.0107200321015328,
      "rf_loss": 0.00023070132010616362,
      "total_loss": 1.010950733421639,
      "lyap1_mean": -0.006912992801517248,
      "lyap1_max": 0.014648283831775188,
      "lyap1_min": -0.018524404615163803,
      "lyap_spec_mean": [
        -0.006912992335855961,
        -0.0063886260613799095,
        -0.011827334761619568,
        -0.014592071995139122
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1843,
      "lr": 0.0001,
      "sup_loss": 1.0286192360132567,
      "rf_loss": 0.00024329473671969026,
      "total_loss": 1.0288625307499764,
      "lyap1_mean": -0.007613678462803364,
      "lyap1_max": 0.010276662185788155,
      "lyap1_min": -0.02212301269173622,
      "lyap_spec_mean": [
        -0.007613678928464651,
        -0.008359430357813835,
        -0.006573335267603397,
        -0.010749729350209236
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1844,
      "lr": 0.0001,
      "sup_loss": 1.001613244062771,
      "rf_loss": 7.703659503022209e-05,
      "total_loss": 1.0016902806578012,
      "lyap1_mean": 0.001020373310893774,
      "lyap1_max": 0.019517235457897186,
      "lyap1_min": -0.0090596629306674,
      "lyap_spec_mean": [
        0.0010203735437244177,
        0.003508509136736393,
        0.0004069871501997113,
        -0.003120596520602703
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1845,
      "lr": 0.0001,
      "sup_loss": 1.0164253808555235,
      "rf_loss": 0.0001999257947318256,
      "total_loss": 1.0166253066502553,
      "lyap1_mean": 0.011809492483735085,
      "lyap1_max": 0.029079891741275787,
      "lyap1_min": -0.01752953603863716,
      "lyap_spec_mean": [
        0.01180949155241251,
        0.0066008185967803,
        -0.0003158415202051401,
        0.0008063314016908407
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1846,
      "lr": 0.0001,
      "sup_loss": 1.0322001181791114,
      "rf_loss": 0.0003475563717074692,
      "total_loss": 1.0325476745508189,
      "lyap1_mean": 0.013707078993320465,
      "lyap1_max": 0.033149369060993195,
      "lyap1_min": 0.005575427319854498,
      "lyap_spec_mean": [
        0.013707078993320465,
        0.01607721671462059,
        0.01714310795068741,
        0.007807701826095581
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1847,
      "lr": 0.0001,
      "sup_loss": 0.9795083623806846,
      "rf_loss": 0.0003835477982647717,
      "total_loss": 0.9798919101789494,
      "lyap1_mean": 0.016104675829410553,
      "lyap1_max": 0.0302411075681448,
      "lyap1_min": -0.004490883555263281,
      "lyap_spec_mean": [
        0.016104675829410553,
        0.015342689119279385,
        0.01617407239973545,
        0.014325041323900223
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1848,
      "lr": 0.0001,
      "sup_loss": 1.023693655510028,
      "rf_loss": 0.00024844412109814584,
      "total_loss": 1.0239420996311261,
      "lyap1_mean": 0.010842470452189445,
      "lyap1_max": 0.019599158316850662,
      "lyap1_min": -0.004348054528236389,
      "lyap_spec_mean": [
        0.010842470452189445,
        0.01651041768491268,
        0.016601579263806343,
        0.011454403400421143
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1849,
      "lr": 0.0001,
      "sup_loss": 1.0849806752819944,
      "rf_loss": 0.0003834555682260543,
      "total_loss": 1.0853641308502204,
      "lyap1_mean": 0.016749322414398193,
      "lyap1_max": 0.03878889977931976,
      "lyap1_min": 0.003334385808557272,
      "lyap_spec_mean": [
        0.016749322414398193,
        0.024179309606552124,
        0.012300169095396996,
        0.010867973789572716
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1850,
      "lr": 0.0001,
      "sup_loss": 1.0186727855816526,
      "rf_loss": 0.00023363585933111608,
      "total_loss": 1.0189064214409838,
      "lyap1_mean": 0.011372906155884266,
      "lyap1_max": 0.03519408404827118,
      "lyap1_min": -0.01173961441963911,
      "lyap_spec_mean": [
        0.011372905224561691,
        0.009182741865515709,
        0.0076586175709962845,
        0.006290914956480265
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1851,
      "lr": 0.0001,
      "sup_loss": 0.969450624557639,
      "rf_loss": 0.00024118517467286438,
      "total_loss": 0.9696918097323118,
      "lyap1_mean": 0.008221622556447983,
      "lyap1_max": 0.03848540410399437,
      "lyap1_min": -0.009350508451461792,
      "lyap_spec_mean": [
        0.008221622556447983,
        0.002488235477358103,
        -0.0016942108049988747,
        0.000521348207257688
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1852,
      "lr": 0.0001,
      "sup_loss": 1.0206958267318083,
      "rf_loss": 0.00019782596791628748,
      "total_loss": 1.0208936526997245,
      "lyap1_mean": -0.007463058456778526,
      "lyap1_max": 0.001007234095595777,
      "lyap1_min": -0.020327003672719002,
      "lyap_spec_mean": [
        -0.007463057991117239,
        -0.007928179576992989,
        -0.010624615475535393,
        -0.01475365087389946
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1853,
      "lr": 0.0001,
      "sup_loss": 1.0142012750281741,
      "rf_loss": 0.0002708165266085416,
      "total_loss": 1.0144720915547827,
      "lyap1_mean": -0.006311273202300072,
      "lyap1_max": 0.006383240222930908,
      "lyap1_min": -0.027190428227186203,
      "lyap_spec_mean": [
        -0.006311273202300072,
        -0.014847912825644016,
        -0.0103017408400774,
        -0.016534628346562386
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1854,
      "lr": 0.0001,
      "sup_loss": 1.0403695727443085,
      "rf_loss": 0.0006026919581927359,
      "total_loss": 1.0409722647025013,
      "lyap1_mean": -0.010404354892671108,
      "lyap1_max": 0.01055433414876461,
      "lyap1_min": -0.024394501000642776,
      "lyap_spec_mean": [
        -0.010404353961348534,
        -0.021766753867268562,
        -0.0271616093814373,
        -0.02511845901608467
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1855,
      "lr": 0.0001,
      "sup_loss": 1.0213967134986575,
      "rf_loss": 0.00029170518973842263,
      "total_loss": 1.0216884186883959,
      "lyap1_mean": -0.014198923483490944,
      "lyap1_max": -0.007817255333065987,
      "lyap1_min": -0.026588160544633865,
      "lyap_spec_mean": [
        -0.014198923483490944,
        -0.012068960815668106,
        -0.010758847929537296,
        -0.017988553270697594
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1856,
      "lr": 0.0001,
      "sup_loss": 1.0102517802489397,
      "rf_loss": 0.0003160368069075048,
      "total_loss": 1.0105678170558472,
      "lyap1_mean": -0.00483262725174427,
      "lyap1_max": 0.015198402106761932,
      "lyap1_min": -0.028913892805576324,
      "lyap_spec_mean": [
        -0.00483262725174427,
        -0.015278933569788933,
        -0.018950393423438072,
        -0.013128950260579586
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1857,
      "lr": 0.0001,
      "sup_loss": 1.019889145015429,
      "rf_loss": 0.00011646995699265972,
      "total_loss": 1.0200056149724217,
      "lyap1_mean": -0.0054062544368207455,
      "lyap1_max": 0.014091256074607372,
      "lyap1_min": -0.021940898150205612,
      "lyap_spec_mean": [
        -0.0054062544368207455,
        -0.00496934587135911,
        -0.0019863941706717014,
        -0.007330908440053463
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1858,
      "lr": 0.0001,
      "sup_loss": 1.0223361379874332,
      "rf_loss": 0.00015044736210256815,
      "total_loss": 1.0224865853495357,
      "lyap1_mean": 0.006380550563335419,
      "lyap1_max": 0.02152320370078087,
      "lyap1_min": -0.011826422065496445,
      "lyap_spec_mean": [
        0.006380550563335419,
        0.007018683478236198,
        0.003475015051662922,
        -0.0007070697611197829
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1859,
      "lr": 0.0001,
      "sup_loss": 0.9587177052203504,
      "rf_loss": 0.0003373633371666074,
      "total_loss": 0.959055068557517,
      "lyap1_mean": 0.016709156334400177,
      "lyap1_max": 0.033089399337768555,
      "lyap1_min": 0.005031202919781208,
      "lyap_spec_mean": [
        0.016709156334400177,
        0.01808379590511322,
        0.011310158297419548,
        0.006111192982643843
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1860,
      "lr": 0.0001,
      "sup_loss": 1.0181167897243146,
      "rf_loss": 0.0004846111696679145,
      "total_loss": 1.0186014008939825,
      "lyap1_mean": 0.020165223628282547,
      "lyap1_max": 0.04575180634856224,
      "lyap1_min": -0.0015793325146660209,
      "lyap_spec_mean": [
        0.020165223628282547,
        0.02074209414422512,
        0.01558346301317215,
        0.010865097865462303
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1861,
      "lr": 0.0001,
      "sup_loss": 0.9928946051930253,
      "rf_loss": 0.000471260747872293,
      "total_loss": 0.9933658659408976,
      "lyap1_mean": 0.018967103213071823,
      "lyap1_max": 0.05886360630393028,
      "lyap1_min": -0.006564640905708075,
      "lyap_spec_mean": [
        0.018967103213071823,
        0.011202061548829079,
        0.013007164932787418,
        0.008439579978585243
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1862,
      "lr": 0.0001,
      "sup_loss": 1.0115612410981827,
      "rf_loss": 0.00019899076141882688,
      "total_loss": 1.0117602318596015,
      "lyap1_mean": 0.011356722563505173,
      "lyap1_max": 0.03208108991384506,
      "lyap1_min": -0.0002515828236937523,
      "lyap_spec_mean": [
        0.011356722563505173,
        0.012137394398450851,
        0.013143833726644516,
        0.002225492149591446
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1863,
      "lr": 0.0001,
      "sup_loss": 1.0016545332495683,
      "rf_loss": 0.00010846662917174399,
      "total_loss": 1.00176299987874,
      "lyap1_mean": -0.0038058431819081306,
      "lyap1_max": 0.0078050680458545685,
      "lyap1_min": -0.019355610013008118,
      "lyap_spec_mean": [
        -0.003805842949077487,
        -0.0010370858944952488,
        -0.0017718393355607986,
        -0.011575830169022083
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1864,
      "lr": 0.0001,
      "sup_loss": 1.008415688843865,
      "rf_loss": 0.0003204005479346961,
      "total_loss": 1.0087360893917996,
      "lyap1_mean": -0.00882617849856615,
      "lyap1_max": 0.028990693390369415,
      "lyap1_min": -0.028691483661532402,
      "lyap_spec_mean": [
        -0.00882617849856615,
        -0.011829782277345657,
        -0.011657035909593105,
        -0.013208119198679924
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1865,
      "lr": 0.0001,
      "sup_loss": 1.0237046354095414,
      "rf_loss": 0.0007582157850265503,
      "total_loss": 1.024462851194568,
      "lyap1_mean": -0.023046303540468216,
      "lyap1_max": 0.002636794000864029,
      "lyap1_min": -0.04774446412920952,
      "lyap_spec_mean": [
        -0.023046303540468216,
        -0.02292400784790516,
        -0.02814083732664585,
        -0.024829497560858727
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1866,
      "lr": 0.0001,
      "sup_loss": 1.0698771794674036,
      "rf_loss": 0.00041081462404690683,
      "total_loss": 1.0702879940914505,
      "lyap1_mean": -0.017675600945949554,
      "lyap1_max": 0.002695525996387005,
      "lyap1_min": -0.030602116137742996,
      "lyap_spec_mean": [
        -0.017675600945949554,
        -0.019088272005319595,
        -0.014799386262893677,
        -0.020445890724658966
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1867,
      "lr": 0.0001,
      "sup_loss": 1.040129946273828,
      "rf_loss": 0.0005146402982063591,
      "total_loss": 1.0406445865720344,
      "lyap1_mean": -0.012444918975234032,
      "lyap1_max": 0.003310598898679018,
      "lyap1_min": -0.023278428241610527,
      "lyap_spec_mean": [
        -0.012444918043911457,
        -0.02369067072868347,
        -0.022022798657417297,
        -0.02348146215081215
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1868,
      "lr": 0.0001,
      "sup_loss": 1.007957361201891,
      "rf_loss": 0.00028173805912956595,
      "total_loss": 1.0082390992610206,
      "lyap1_mean": -0.006895703263580799,
      "lyap1_max": 0.0005532006616704166,
      "lyap1_min": -0.016791492700576782,
      "lyap_spec_mean": [
        -0.006895703729242086,
        -0.01320420578122139,
        -0.00878433883190155,
        -0.02020062692463398
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1869,
      "lr": 0.0001,
      "sup_loss": 1.0518933312238594,
      "rf_loss": 0.00017333135474473238,
      "total_loss": 1.0520666625786042,
      "lyap1_mean": 0.00796634890139103,
      "lyap1_max": 0.027251042425632477,
      "lyap1_min": -0.009127853438258171,
      "lyap_spec_mean": [
        0.00796634890139103,
        0.006330443546175957,
        -0.007267406210303307,
        -0.0025388668291270733
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1870,
      "lr": 0.0001,
      "sup_loss": 1.0229107906115245,
      "rf_loss": 0.00035368953831493855,
      "total_loss": 1.0232644801498394,
      "lyap1_mean": 0.011327782645821571,
      "lyap1_max": 0.030387256294488907,
      "lyap1_min": -0.0057450225576758385,
      "lyap_spec_mean": [
        0.011327782645821571,
        0.00823509693145752,
        0.005487093701958656,
        0.007427631411701441
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1871,
      "lr": 0.0001,
      "sup_loss": 0.969124876059739,
      "rf_loss": 0.00014634686522185802,
      "total_loss": 0.9692712229249608,
      "lyap1_mean": -0.0004634861834347248,
      "lyap1_max": 0.017694108188152313,
      "lyap1_min": -0.015466528944671154,
      "lyap_spec_mean": [
        -0.00046348595060408115,
        0.00041985121788457036,
        -0.004913413431495428,
        -0.004757341928780079
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1872,
      "lr": 0.0001,
      "sup_loss": 0.9744161705679082,
      "rf_loss": 0.0003514914133120328,
      "total_loss": 0.9747676619812202,
      "lyap1_mean": 0.011725643649697304,
      "lyap1_max": 0.03423994779586792,
      "lyap1_min": -0.005203566513955593,
      "lyap_spec_mean": [
        0.011725643649697304,
        0.00965876691043377,
        0.010283364914357662,
        0.008679728955030441
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1873,
      "lr": 0.0001,
      "sup_loss": 0.9762660956358648,
      "rf_loss": 0.0005595277179963887,
      "total_loss": 0.9768256233538611,
      "lyap1_mean": 0.007454901002347469,
      "lyap1_max": 0.041738834232091904,
      "lyap1_min": -0.010552364401519299,
      "lyap_spec_mean": [
        0.007454900536686182,
        0.018259041011333466,
        0.01464119367301464,
        0.002149282954633236
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1874,
      "lr": 0.0001,
      "sup_loss": 1.0070070956702004,
      "rf_loss": 0.00039157981518656015,
      "total_loss": 1.007398675485387,
      "lyap1_mean": 0.02104126289486885,
      "lyap1_max": 0.03553086146712303,
      "lyap1_min": 0.004433372989296913,
      "lyap_spec_mean": [
        0.02104126289486885,
        0.013796644285321236,
        0.018867384642362595,
        0.009030391462147236
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1875,
      "lr": 0.0001,
      "sup_loss": 0.9877433339830436,
      "rf_loss": 0.00023578070977237076,
      "total_loss": 0.987979114692816,
      "lyap1_mean": 0.00799909234046936,
      "lyap1_max": 0.03427250683307648,
      "lyap1_min": -0.010661130771040916,
      "lyap_spec_mean": [
        0.00799909234046936,
        0.003254897426813841,
        0.0024664325173944235,
        -0.0017033421900123358
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1876,
      "lr": 0.0001,
      "sup_loss": 0.9927345028065003,
      "rf_loss": 0.00024333776673302054,
      "total_loss": 0.9929778405732334,
      "lyap1_mean": 0.012525507248938084,
      "lyap1_max": 0.03746561333537102,
      "lyap1_min": 0.002417454496026039,
      "lyap_spec_mean": [
        0.012525506317615509,
        0.004128851927816868,
        0.002046415116637945,
        0.0025544841773808002
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1877,
      "lr": 0.0001,
      "sup_loss": 1.0315642628744575,
      "rf_loss": 0.00028456596191972494,
      "total_loss": 1.0318488288363772,
      "lyap1_mean": 0.011107487604022026,
      "lyap1_max": 0.0464877188205719,
      "lyap1_min": -0.01689901575446129,
      "lyap_spec_mean": [
        0.011107486672699451,
        0.0005001123063266277,
        0.0003980679903179407,
        0.002428801264613867
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1878,
      "lr": 0.0001,
      "sup_loss": 1.0453817590811267,
      "rf_loss": 0.0001549598528072238,
      "total_loss": 1.045536718933934,
      "lyap1_mean": -0.0016726290341466665,
      "lyap1_max": 0.016373753547668457,
      "lyap1_min": -0.013773934915661812,
      "lyap_spec_mean": [
        -0.0016726290341466665,
        -0.005231990944594145,
        -0.004574420861899853,
        -0.004216186236590147
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1879,
      "lr": 0.0001,
      "sup_loss": 1.0663153181475422,
      "rf_loss": 0.0001678701228229329,
      "total_loss": 1.0664831882703651,
      "lyap1_mean": -0.003601748263463378,
      "lyap1_max": 0.020245354622602463,
      "lyap1_min": -0.017096273601055145,
      "lyap_spec_mean": [
        -0.0036017484962940216,
        -0.007875499315559864,
        -0.00021142116747796535,
        -0.0033690978307276964
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1880,
      "lr": 0.0001,
      "sup_loss": 1.0415869868896284,
      "rf_loss": 0.00023807442630641162,
      "total_loss": 1.0418250613159348,
      "lyap1_mean": -0.007831649854779243,
      "lyap1_max": 0.005591498222202063,
      "lyap1_min": -0.01860363781452179,
      "lyap_spec_mean": [
        -0.007831649854779243,
        -0.012831471860408783,
        -0.012091725133359432,
        -0.010190253145992756
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1881,
      "lr": 0.0001,
      "sup_loss": 1.0496167353774135,
      "rf_loss": 0.000193418629351072,
      "total_loss": 1.0498101540067646,
      "lyap1_mean": 0.004730161279439926,
      "lyap1_max": 0.04694242402911186,
      "lyap1_min": -0.01769360899925232,
      "lyap_spec_mean": [
        0.004730161279439926,
        -0.007956543937325478,
        -0.008963095024228096,
        -0.004201244097203016
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1882,
      "lr": 0.0001,
      "sup_loss": 1.0380573713776824,
      "rf_loss": 9.337901428807527e-05,
      "total_loss": 1.0381507503919705,
      "lyap1_mean": 0.006706413812935352,
      "lyap1_max": 0.034337230026721954,
      "lyap1_min": -0.006682375445961952,
      "lyap_spec_mean": [
        0.006706413812935352,
        -0.0026796264573931694,
        -0.0017341396305710077,
        0.002039478626102209
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1883,
      "lr": 0.0001,
      "sup_loss": 1.0409287965240765,
      "rf_loss": 0.00019718086696229875,
      "total_loss": 1.0411259773910388,
      "lyap1_mean": -0.006331910379230976,
      "lyap1_max": 0.012505213730037212,
      "lyap1_min": -0.022028766572475433,
      "lyap_spec_mean": [
        -0.006331910379230976,
        -0.006895700469613075,
        -0.0021286802366375923,
        -0.012491279281675816
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1884,
      "lr": 0.0001,
      "sup_loss": 0.9973005542097565,
      "rf_loss": 0.00018096902931574732,
      "total_loss": 0.9974815232390722,
      "lyap1_mean": 0.003497002413496375,
      "lyap1_max": 0.021992787718772888,
      "lyap1_min": -0.024671223014593124,
      "lyap_spec_mean": [
        0.0034970026463270187,
        0.004828950390219688,
        0.0004414761206135154,
        0.0031590417493134737
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1885,
      "lr": 0.0001,
      "sup_loss": 1.022761512845532,
      "rf_loss": 0.00014532991917803884,
      "total_loss": 1.0229068427647101,
      "lyap1_mean": 0.009385012090206146,
      "lyap1_max": 0.017952634021639824,
      "lyap1_min": -0.022216614335775375,
      "lyap_spec_mean": [
        0.009385011158883572,
        0.004529186524450779,
        -0.0002865479327738285,
        -0.0014085023431107402
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1886,
      "lr": 0.0001,
      "sup_loss": 1.0316801519608925,
      "rf_loss": 0.00019159220391884446,
      "total_loss": 1.0318717441648113,
      "lyap1_mean": 0.005446068476885557,
      "lyap1_max": 0.017374148592352867,
      "lyap1_min": -0.018526390194892883,
      "lyap_spec_mean": [
        0.00544606801122427,
        0.004647867754101753,
        0.008079803548753262,
        0.005056237801909447
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1887,
      "lr": 0.0001,
      "sup_loss": 0.9616593789920491,
      "rf_loss": 0.0003449002397246659,
      "total_loss": 0.9620042792317738,
      "lyap1_mean": 0.01194017194211483,
      "lyap1_max": 0.024242907762527466,
      "lyap1_min": -0.004683289676904678,
      "lyap_spec_mean": [
        0.01194017194211483,
        0.016310328617691994,
        0.006909087300300598,
        0.0045129987411201
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1888,
      "lr": 0.0001,
      "sup_loss": 1.0134228488544252,
      "rf_loss": 0.00018547740182839334,
      "total_loss": 1.0136083262562536,
      "lyap1_mean": 0.003487727604806423,
      "lyap1_max": 0.020251713693141937,
      "lyap1_min": -0.01225159503519535,
      "lyap_spec_mean": [
        0.003487727604806423,
        0.004082396626472473,
        0.0049851564690470695,
        0.0025343294255435467
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1889,
      "lr": 0.0001,
      "sup_loss": 1.0071463596501764,
      "rf_loss": 0.00013902722275815904,
      "total_loss": 1.0072853868729346,
      "lyap1_mean": -0.007224716246128082,
      "lyap1_max": 0.007988196797668934,
      "lyap1_min": -0.016342079266905785,
      "lyap_spec_mean": [
        -0.007224716246128082,
        -0.00459000701084733,
        -0.0031799657735973597,
        -0.00346786854788661
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1890,
      "lr": 0.0001,
      "sup_loss": 0.976146410557169,
      "rf_loss": 0.000279312371276319,
      "total_loss": 0.9764257229284453,
      "lyap1_mean": -0.007635671179741621,
      "lyap1_max": 0.0060498397797346115,
      "lyap1_min": -0.025377582758665085,
      "lyap_spec_mean": [
        -0.007635671645402908,
        -0.00723219895735383,
        -0.01601044461131096,
        -0.017235856503248215
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1891,
      "lr": 0.0001,
      "sup_loss": 1.0341819493013638,
      "rf_loss": 0.0003806165768764913,
      "total_loss": 1.0345625658782402,
      "lyap1_mean": -0.011757142841815948,
      "lyap1_max": -0.0003833143855445087,
      "lyap1_min": -0.023513514548540115,
      "lyap_spec_mean": [
        -0.011757142841815948,
        -0.01514342799782753,
        -0.014541344717144966,
        -0.015349105931818485
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1892,
      "lr": 0.0001,
      "sup_loss": 1.0174254673259076,
      "rf_loss": 0.000785093754529953,
      "total_loss": 1.0182105610804375,
      "lyap1_mean": -0.02294672280550003,
      "lyap1_max": 0.003569678170606494,
      "lyap1_min": -0.05292327329516411,
      "lyap_spec_mean": [
        -0.02294672280550003,
        -0.024754520505666733,
        -0.02258206345140934,
        -0.026620684191584587
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1893,
      "lr": 0.0001,
      "sup_loss": 1.0289342114094664,
      "rf_loss": 0.00048116390826180577,
      "total_loss": 1.0294153753177282,
      "lyap1_mean": -0.015086525119841099,
      "lyap1_max": 0.005842155776917934,
      "lyap1_min": -0.036922767758369446,
      "lyap_spec_mean": [
        -0.015086524188518524,
        -0.01611083745956421,
        -0.018569044768810272,
        -0.0224128607660532
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1894,
      "lr": 0.0001,
      "sup_loss": 1.0156486539132892,
      "rf_loss": 0.0003291214525233954,
      "total_loss": 1.0159777753658126,
      "lyap1_mean": 0.005206583999097347,
      "lyap1_max": 0.03073536977171898,
      "lyap1_min": -0.013861874118447304,
      "lyap_spec_mean": [
        0.005206584464758635,
        0.0028958600014448166,
        0.001143312081694603,
        0.004905706271529198
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1895,
      "lr": 0.0001,
      "sup_loss": 1.0080064989206778,
      "rf_loss": 0.00014840469521004707,
      "total_loss": 1.0081549036158879,
      "lyap1_mean": -0.005242523737251759,
      "lyap1_max": 0.016479797661304474,
      "lyap1_min": -0.023246698081493378,
      "lyap_spec_mean": [
        -0.005242523737251759,
        -0.0019383663311600685,
        -0.005357320420444012,
        -0.009189879521727562
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1896,
      "lr": 0.0001,
      "sup_loss": 1.0241592817633478,
      "rf_loss": 0.0002554631792008877,
      "total_loss": 1.0244147449425487,
      "lyap1_mean": 0.001392059144563973,
      "lyap1_max": 0.026249364018440247,
      "lyap1_min": -0.017957068979740143,
      "lyap_spec_mean": [
        0.0013920592609792948,
        0.0014455991331487894,
        0.0016116241458803415,
        -0.000678187410812825
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1897,
      "lr": 0.0001,
      "sup_loss": 1.0137661521103807,
      "rf_loss": 0.00032644637394696474,
      "total_loss": 1.0140925984843276,
      "lyap1_mean": 0.016596585512161255,
      "lyap1_max": 0.03413033112883568,
      "lyap1_min": -0.005129500292241573,
      "lyap_spec_mean": [
        0.016596585512161255,
        0.013826834037899971,
        0.004823828116059303,
        0.01293310709297657
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1898,
      "lr": 0.0001,
      "sup_loss": 1.0176901406466954,
      "rf_loss": 0.000336762226652354,
      "total_loss": 1.0180269028733477,
      "lyap1_mean": 0.015544547699391842,
      "lyap1_max": 0.03611347824335098,
      "lyap1_min": 0.003197132609784603,
      "lyap_spec_mean": [
        0.015544548630714417,
        0.013656703755259514,
        0.014556078240275383,
        0.01729832962155342
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1899,
      "lr": 0.0001,
      "sup_loss": 1.0664511054536259,
      "rf_loss": 0.00027888233307749033,
      "total_loss": 1.0667299877867034,
      "lyap1_mean": 0.020293578505516052,
      "lyap1_max": 0.03283081576228142,
      "lyap1_min": 0.0009854063391685486,
      "lyap_spec_mean": [
        0.020293578505516052,
        0.010944750159978867,
        0.009261365979909897,
        0.011285418644547462
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1900,
      "lr": 0.0001,
      "sup_loss": 1.0191920111061632,
      "rf_loss": 0.00019745265308301896,
      "total_loss": 1.0193894637592462,
      "lyap1_mean": 0.01205409411340952,
      "lyap1_max": 0.03067813068628311,
      "lyap1_min": -0.0014891044702380896,
      "lyap_spec_mean": [
        0.01205409411340952,
        0.008589706383645535,
        0.012601412832736969,
        0.002520228736102581
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1901,
      "lr": 0.0001,
      "sup_loss": 1.0631524548497475,
      "rf_loss": 0.0002432977344142273,
      "total_loss": 1.0633957525841617,
      "lyap1_mean": -0.0019224104471504688,
      "lyap1_max": 0.02252361737191677,
      "lyap1_min": -0.020813195034861565,
      "lyap_spec_mean": [
        -0.0019224106799811125,
        0.0020189890637993813,
        -0.0036394381895661354,
        -0.011521721258759499
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1902,
      "lr": 0.0001,
      "sup_loss": 1.0318626692903803,
      "rf_loss": 0.0001496653858339414,
      "total_loss": 1.0320123346762142,
      "lyap1_mean": -0.004425339866429567,
      "lyap1_max": 0.00721842423081398,
      "lyap1_min": -0.024957790970802307,
      "lyap_spec_mean": [
        -0.004425339866429567,
        -0.004312856122851372,
        -0.009292494505643845,
        -0.004901054780930281
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1903,
      "lr": 0.0001,
      "sup_loss": 0.9662929089374332,
      "rf_loss": 0.0005486292066052556,
      "total_loss": 0.9668415381440385,
      "lyap1_mean": -0.016535833477973938,
      "lyap1_max": 0.00685849180445075,
      "lyap1_min": -0.03135189414024353,
      "lyap_spec_mean": [
        -0.016535833477973938,
        -0.021176651120185852,
        -0.013838518410921097,
        -0.024739477783441544
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1904,
      "lr": 0.0001,
      "sup_loss": 1.0441038867874803,
      "rf_loss": 0.00016464514192193747,
      "total_loss": 1.0442685319294023,
      "lyap1_mean": -0.0033211777918040752,
      "lyap1_max": 0.010191630572080612,
      "lyap1_min": -0.022302832454442978,
      "lyap_spec_mean": [
        -0.003321178024634719,
        -0.013293961063027382,
        -0.010782291181385517,
        -0.009165692143142223
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1905,
      "lr": 0.0001,
      "sup_loss": 1.0037262784762966,
      "rf_loss": 0.00016810673696454614,
      "total_loss": 1.0038943852132611,
      "lyap1_mean": -0.001908110803924501,
      "lyap1_max": 0.013898327946662903,
      "lyap1_min": -0.01550309732556343,
      "lyap_spec_mean": [
        -0.001908110803924501,
        -0.009005745872855186,
        -0.0065908473916351795,
        -0.006779461167752743
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1906,
      "lr": 0.0001,
      "sup_loss": 1.0281765446700335,
      "rf_loss": 0.0002513707731850445,
      "total_loss": 1.0284279154432185,
      "lyap1_mean": 0.008074093610048294,
      "lyap1_max": 0.053357481956481934,
      "lyap1_min": -0.015899892896413803,
      "lyap_spec_mean": [
        0.008074093610048294,
        0.0021499795839190483,
        -0.002427423372864723,
        -0.008441153913736343
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1907,
      "lr": 0.0001,
      "sup_loss": 1.0256669850567486,
      "rf_loss": 0.00026018964126706123,
      "total_loss": 1.0259271746980156,
      "lyap1_mean": 0.01151720155030489,
      "lyap1_max": 0.04922536760568619,
      "lyap1_min": -0.01702810823917389,
      "lyap_spec_mean": [
        0.011517200618982315,
        0.00661848857998848,
        0.003201158484444022,
        -0.0034529762342572212
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1908,
      "lr": 0.0001,
      "sup_loss": 1.029415614799751,
      "rf_loss": 0.00024467663024552166,
      "total_loss": 1.0296602914299966,
      "lyap1_mean": 0.01681390404701233,
      "lyap1_max": 0.02934013120830059,
      "lyap1_min": 0.006791848689317703,
      "lyap_spec_mean": [
        0.01681390218436718,
        0.013924500904977322,
        0.009840471670031548,
        0.007007543463259935
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1909,
      "lr": 0.0001,
      "sup_loss": 1.0082151875990806,
      "rf_loss": 0.0001114136102842167,
      "total_loss": 1.0083266012093648,
      "lyap1_mean": 0.001719013787806034,
      "lyap1_max": 0.015116631053388119,
      "lyap1_min": -0.011576942168176174,
      "lyap_spec_mean": [
        0.001719013787806034,
        0.0035710581578314304,
        0.0025647971779108047,
        3.619410563260317e-06
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1910,
      "lr": 0.0001,
      "sup_loss": 1.0453134424976969,
      "rf_loss": 0.00011723073112079874,
      "total_loss": 1.0454306732288177,
      "lyap1_mean": 0.009961903095245361,
      "lyap1_max": 0.01866486668586731,
      "lyap1_min": -0.00262642465531826,
      "lyap_spec_mean": [
        0.009961903095245361,
        0.007243817672133446,
        0.0034333602525293827,
        0.0021767402067780495
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1911,
      "lr": 0.0001,
      "sup_loss": 1.0004622946021287,
      "rf_loss": 0.00018401029228698462,
      "total_loss": 1.0006463048944156,
      "lyap1_mean": 0.004705310799181461,
      "lyap1_max": 0.03639033064246178,
      "lyap1_min": -0.019596142694354057,
      "lyap_spec_mean": [
        0.004705309867858887,
        -0.010353760793805122,
        -0.003889745566993952,
        -0.003213803982362151
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1912,
      "lr": 0.0001,
      "sup_loss": 0.9731013575791093,
      "rf_loss": 0.00016762991435825825,
      "total_loss": 0.9732689874934676,
      "lyap1_mean": 0.0001445319503545761,
      "lyap1_max": 0.03012801520526409,
      "lyap1_min": -0.018833013251423836,
      "lyap_spec_mean": [
        0.0001445319503545761,
        -0.005360208451747894,
        0.002459864132106304,
        -0.006401152815669775
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1913,
      "lr": 0.0001,
      "sup_loss": 1.0124501999063833,
      "rf_loss": 0.00048055051593109965,
      "total_loss": 1.0129307504223144,
      "lyap1_mean": -0.01386009156703949,
      "lyap1_max": 0.0019872377160936594,
      "lyap1_min": -0.02530830167233944,
      "lyap_spec_mean": [
        -0.013860092498362064,
        -0.021976225078105927,
        -0.022260263562202454,
        -0.018268123269081116
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1914,
      "lr": 0.0001,
      "sup_loss": 0.9872285590952835,
      "rf_loss": 0.0002289307303726673,
      "total_loss": 0.9874574898256562,
      "lyap1_mean": -0.0018385894363746047,
      "lyap1_max": 0.01782766543328762,
      "lyap1_min": -0.023493988439440727,
      "lyap_spec_mean": [
        -0.0018385895527899265,
        -0.004819892346858978,
        -0.007482027634978294,
        -0.013020994141697884
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1915,
      "lr": 0.0001,
      "sup_loss": 1.0390317521207912,
      "rf_loss": 0.0001780749298632145,
      "total_loss": 1.0392098270506545,
      "lyap1_mean": -0.001918691210448742,
      "lyap1_max": 0.01968960650265217,
      "lyap1_min": -0.013997269794344902,
      "lyap_spec_mean": [
        -0.0019186909776180983,
        -0.0015889776404947042,
        -0.005959135014563799,
        -0.008779742754995823
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1916,
      "lr": 0.0001,
      "sup_loss": 1.0373574815130442,
      "rf_loss": 0.0003341745468787849,
      "total_loss": 1.037691656059923,
      "lyap1_mean": 0.005563902668654919,
      "lyap1_max": 0.04452694579958916,
      "lyap1_min": -0.03147587180137634,
      "lyap_spec_mean": [
        0.005563902668654919,
        -0.003985825926065445,
        -0.0029203284066170454,
        -0.004707491956651211
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1917,
      "lr": 0.0001,
      "sup_loss": 1.0016911815693188,
      "rf_loss": 0.00023634846729692072,
      "total_loss": 1.0019275300366157,
      "lyap1_mean": 0.004518799018114805,
      "lyap1_max": 0.034584544599056244,
      "lyap1_min": -0.019253335893154144,
      "lyap_spec_mean": [
        0.0045187994837760925,
        -0.00184069131501019,
        -0.0033367283176630735,
        -0.0024206205271184444
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1918,
      "lr": 0.0001,
      "sup_loss": 1.0246553896380577,
      "rf_loss": 0.00013882647908758372,
      "total_loss": 1.0247942161171453,
      "lyap1_mean": 0.0011420013615861535,
      "lyap1_max": 0.010657800361514091,
      "lyap1_min": -0.01028237584978342,
      "lyap_spec_mean": [
        0.0011420013615861535,
        0.004105173517018557,
        0.004717178177088499,
        0.001553403097204864
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1919,
      "lr": 0.0001,
      "sup_loss": 1.0488561097720184,
      "rf_loss": 0.00037759781116619706,
      "total_loss": 1.0492337075831846,
      "lyap1_mean": 0.01611737534403801,
      "lyap1_max": 0.03449069708585739,
      "lyap1_min": 0.004254440777003765,
      "lyap_spec_mean": [
        0.01611737348139286,
        0.013976160436868668,
        0.010793419554829597,
        0.009877624921500683
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1920,
      "lr": 0.0001,
      "sup_loss": 1.0007271265725912,
      "rf_loss": 0.00029378774343058467,
      "total_loss": 1.0010209143160218,
      "lyap1_mean": 0.016897492110729218,
      "lyap1_max": 0.048201050609350204,
      "lyap1_min": 0.0005329370032995939,
      "lyap_spec_mean": [
        0.016897492110729218,
        0.005868295207619667,
        0.0076783448457717896,
        0.00950353592634201
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1921,
      "lr": 0.0001,
      "sup_loss": 0.9929374579566259,
      "rf_loss": 0.00040889569208957255,
      "total_loss": 0.9933463536487155,
      "lyap1_mean": 0.022900234907865524,
      "lyap1_max": 0.06011374294757843,
      "lyap1_min": 0.00532953068614006,
      "lyap_spec_mean": [
        0.022900234907865524,
        0.01388651691377163,
        0.01199328526854515,
        0.008405383676290512
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1922,
      "lr": 0.0001,
      "sup_loss": 1.0186926598070076,
      "rf_loss": 0.0002945878659375012,
      "total_loss": 1.0189872476729451,
      "lyap1_mean": 0.011270838789641857,
      "lyap1_max": 0.030474578961730003,
      "lyap1_min": -0.0008962000720202923,
      "lyap_spec_mean": [
        0.011270837858319283,
        0.011757338419556618,
        0.011286454275250435,
        0.008189254440367222
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1923,
      "lr": 0.0001,
      "sup_loss": 1.0091634546585713,
      "rf_loss": 0.0003719584783539176,
      "total_loss": 1.0095354131369252,
      "lyap1_mean": 0.013341649435460567,
      "lyap1_max": 0.04223163425922394,
      "lyap1_min": -0.011169355362653732,
      "lyap_spec_mean": [
        0.013341650366783142,
        0.012583388015627861,
        0.0036742822267115116,
        0.010482294484972954
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1924,
      "lr": 0.0001,
      "sup_loss": 0.9359752677691584,
      "rf_loss": 0.00019595994672272354,
      "total_loss": 0.9361712277158811,
      "lyap1_mean": 0.013408130034804344,
      "lyap1_max": 0.04015016183257103,
      "lyap1_min": -0.014007310383021832,
      "lyap_spec_mean": [
        0.013408131897449493,
        0.0038297867868095636,
        -0.003026581835001707,
        0.00033887336030602455
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1925,
      "lr": 0.0001,
      "sup_loss": 1.001094700921749,
      "rf_loss": 0.0003263913677074015,
      "total_loss": 1.0014210922894564,
      "lyap1_mean": -0.0015141596086323261,
      "lyap1_max": 0.030090808868408203,
      "lyap1_min": -0.024191875010728836,
      "lyap_spec_mean": [
        -0.0015141598414629698,
        -0.006991381756961346,
        -0.004906230606138706,
        -0.008438163436949253
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1926,
      "lr": 0.0001,
      "sup_loss": 1.0197880054430775,
      "rf_loss": 0.00021865952294319868,
      "total_loss": 1.0200066649660207,
      "lyap1_mean": -0.005551528185606003,
      "lyap1_max": 0.014840057119727135,
      "lyap1_min": -0.02254416048526764,
      "lyap_spec_mean": [
        -0.00555152865126729,
        -0.009830006398260593,
        -0.012426364235579967,
        -0.012596618384122849
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1927,
      "lr": 0.0001,
      "sup_loss": 1.0053193658800463,
      "rf_loss": 0.0003510381211526692,
      "total_loss": 1.005670404001199,
      "lyap1_mean": -0.012448054738342762,
      "lyap1_max": 0.008324051275849342,
      "lyap1_min": -0.033101219683885574,
      "lyap_spec_mean": [
        -0.012448054738342762,
        0.0011098044924438,
        -0.00942031666636467,
        -0.012406555935740471
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1928,
      "lr": 0.0001,
      "sup_loss": 0.9961240616057419,
      "rf_loss": 0.00021206637029536068,
      "total_loss": 0.9963361279760372,
      "lyap1_mean": -0.005436639301478863,
      "lyap1_max": 0.01780485361814499,
      "lyap1_min": -0.017020992934703827,
      "lyap_spec_mean": [
        -0.00543663976714015,
        -0.009515211917459965,
        -0.008102885447442532,
        -0.010668189264833927
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1929,
      "lr": 0.0001,
      "sup_loss": 0.9966269346506125,
      "rf_loss": 0.00020891049643978477,
      "total_loss": 0.9968358451470523,
      "lyap1_mean": -0.007741430774331093,
      "lyap1_max": 0.02468385174870491,
      "lyap1_min": -0.024126460775732994,
      "lyap_spec_mean": [
        -0.00774143123999238,
        -0.0016508615808561444,
        -0.00839050579816103,
        -0.014439176768064499
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1930,
      "lr": 0.0001,
      "sup_loss": 1.0387394794703113,
      "rf_loss": 0.00017573848890606314,
      "total_loss": 1.0389152179592174,
      "lyap1_mean": 0.007224729750305414,
      "lyap1_max": 0.055859632790088654,
      "lyap1_min": -0.016074061393737793,
      "lyap_spec_mean": [
        0.0072247302159667015,
        0.0022642104886472225,
        0.00331790535710752,
        -0.00024191709235310555
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1931,
      "lr": 0.0001,
      "sup_loss": 0.9270347348045964,
      "rf_loss": 0.00018204370280727744,
      "total_loss": 0.9272167785074037,
      "lyap1_mean": 0.001961236819624901,
      "lyap1_max": 0.021180998533964157,
      "lyap1_min": -0.026047807186841965,
      "lyap_spec_mean": [
        0.001961237285286188,
        0.0010894513688981533,
        0.00019589019939303398,
        0.0026466245763003826
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1932,
      "lr": 0.0001,
      "sup_loss": 1.002750321249228,
      "rf_loss": 0.00034875626442953944,
      "total_loss": 1.0030990775136575,
      "lyap1_mean": 0.01326815877109766,
      "lyap1_max": 0.044703543186187744,
      "lyap1_min": -0.013221695087850094,
      "lyap_spec_mean": [
        0.013268157839775085,
        0.011382258497178555,
        0.006393795367330313,
        0.005988460499793291
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1933,
      "lr": 0.0001,
      "sup_loss": 0.9676015558755571,
      "rf_loss": 0.00015284588153008372,
      "total_loss": 0.9677544017570872,
      "lyap1_mean": 0.005521496757864952,
      "lyap1_max": 0.02005293220281601,
      "lyap1_min": -0.0029592241626232862,
      "lyap_spec_mean": [
        0.005521496757864952,
        0.012713347561657429,
        -0.0017970073968172073,
        -0.0017147575272247195
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1934,
      "lr": 0.0001,
      "sup_loss": 0.9930776195885176,
      "rf_loss": 0.0002333048323635012,
      "total_loss": 0.9933109244208811,
      "lyap1_mean": 0.0031734537333250046,
      "lyap1_max": 0.023507757112383842,
      "lyap1_min": -0.021122343838214874,
      "lyap_spec_mean": [
        0.0031734537333250046,
        0.0018634593579918146,
        0.002512110397219658,
        -0.005128954071551561
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1935,
      "lr": 0.0001,
      "sup_loss": 1.0163167068982706,
      "rf_loss": 0.0002353565359953791,
      "total_loss": 1.016552063434266,
      "lyap1_mean": 0.0019571357406675816,
      "lyap1_max": 0.023104634135961533,
      "lyap1_min": -0.03252951055765152,
      "lyap_spec_mean": [
        0.0019571357406675816,
        -0.005875572562217712,
        -0.0065190596505999565,
        -0.010830560699105263
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1936,
      "lr": 0.0001,
      "sup_loss": 0.9844185019367763,
      "rf_loss": 0.00034225708805024624,
      "total_loss": 0.9847607590248265,
      "lyap1_mean": -0.012311306782066822,
      "lyap1_max": -0.005445981398224831,
      "lyap1_min": -0.02288106642663479,
      "lyap_spec_mean": [
        -0.012311305850744247,
        -0.012346219271421432,
        -0.0177482757717371,
        -0.017309539020061493
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1937,
      "lr": 0.0001,
      "sup_loss": 0.9587893099555185,
      "rf_loss": 0.0004656671662814915,
      "total_loss": 0.9592549771218,
      "lyap1_mean": -0.01731734536588192,
      "lyap1_max": -1.7932927221409045e-05,
      "lyap1_min": -0.0296487957239151,
      "lyap_spec_mean": [
        -0.01731734350323677,
        -0.01709640398621559,
        -0.017996028065681458,
        -0.02052902989089489
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1938,
      "lr": 0.0001,
      "sup_loss": 0.9901865313579076,
      "rf_loss": 0.00038489591679535806,
      "total_loss": 0.9905714272747029,
      "lyap1_mean": -0.015085479244589806,
      "lyap1_max": 0.0028134710155427456,
      "lyap1_min": -0.030603503808379173,
      "lyap_spec_mean": [
        -0.01508548017591238,
        -0.013624293729662895,
        -0.01686110720038414,
        -0.018981391564011574
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1939,
      "lr": 0.0001,
      "sup_loss": 0.9417688428134495,
      "rf_loss": 0.00023548293393105268,
      "total_loss": 0.9420043257473806,
      "lyap1_mean": -0.0025074314326047897,
      "lyap1_max": 0.013517598621547222,
      "lyap1_min": -0.024170707911252975,
      "lyap_spec_mean": [
        -0.0025074321310967207,
        -0.012968949042260647,
        -0.004525674507021904,
        -0.009478028863668442
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1940,
      "lr": 0.0001,
      "sup_loss": 0.9915466700784213,
      "rf_loss": 0.00022584902762901038,
      "total_loss": 0.9917725191060504,
      "lyap1_mean": 0.00979561172425747,
      "lyap1_max": 0.028558582067489624,
      "lyap1_min": -0.016455743461847305,
      "lyap_spec_mean": [
        0.00979561172425747,
        -0.0007007101085036993,
        0.010282829403877258,
        -0.001969659235328436
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1941,
      "lr": 0.0001,
      "sup_loss": 0.9876298259039406,
      "rf_loss": 0.0002953512012027204,
      "total_loss": 0.9879251771051433,
      "lyap1_mean": 0.014303460717201233,
      "lyap1_max": 0.04526275396347046,
      "lyap1_min": -0.017321854829788208,
      "lyap_spec_mean": [
        0.014303460717201233,
        0.004988766275346279,
        0.005260166246443987,
        0.01048092357814312
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1942,
      "lr": 0.0001,
      "sup_loss": 0.9953188678178421,
      "rf_loss": 0.0002170699881389737,
      "total_loss": 0.995535937805981,
      "lyap1_mean": 0.009979354217648506,
      "lyap1_max": 0.030894894152879715,
      "lyap1_min": -0.01564604416489601,
      "lyap_spec_mean": [
        0.009979354217648506,
        0.007032699417322874,
        0.002657930599525571,
        0.011552260257303715
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1943,
      "lr": 0.0001,
      "sup_loss": 0.998783572249499,
      "rf_loss": 0.0002151288790628314,
      "total_loss": 0.9989987011285618,
      "lyap1_mean": 0.013574657961726189,
      "lyap1_max": 0.03601663559675217,
      "lyap1_min": -0.017030231654644012,
      "lyap_spec_mean": [
        0.013574657961726189,
        0.001948996097780764,
        0.00445394404232502,
        0.002877531573176384
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1944,
      "lr": 0.0001,
      "sup_loss": 0.9999602216304095,
      "rf_loss": 0.00023852306185290217,
      "total_loss": 1.0001987446922624,
      "lyap1_mean": 0.01246581505984068,
      "lyap1_max": 0.06666045635938644,
      "lyap1_min": -0.004350745119154453,
      "lyap_spec_mean": [
        0.01246581505984068,
        0.001885143807157874,
        -0.003939935006201267,
        -0.0005451413453556597
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1945,
      "lr": 0.0001,
      "sup_loss": 1.0300067490983924,
      "rf_loss": 7.341655145864934e-05,
      "total_loss": 1.030080165649851,
      "lyap1_mean": 0.004588190000504255,
      "lyap1_max": 0.022846359759569168,
      "lyap1_min": -0.003644790267571807,
      "lyap_spec_mean": [
        0.004588190000504255,
        0.004732643254101276,
        -8.210120722651482e-05,
        -0.004821363370865583
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1946,
      "lr": 0.0001,
      "sup_loss": 1.0074407853591283,
      "rf_loss": 0.00024562314501963556,
      "total_loss": 1.007686408504148,
      "lyap1_mean": 0.007877025753259659,
      "lyap1_max": 0.03577391803264618,
      "lyap1_min": -0.007983476854860783,
      "lyap_spec_mean": [
        0.007877024821937084,
        0.0011324058286845684,
        0.006751460023224354,
        0.0023386257234960794
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1947,
      "lr": 0.0001,
      "sup_loss": 1.006236820751131,
      "rf_loss": 0.00016748782945796847,
      "total_loss": 1.006404308580589,
      "lyap1_mean": -0.005754259414970875,
      "lyap1_max": 0.00480722775682807,
      "lyap1_min": -0.017350055277347565,
      "lyap_spec_mean": [
        -0.0057542589493095875,
        -0.005277525167912245,
        -0.007374980952590704,
        -0.006759221665561199
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1948,
      "lr": 0.0001,
      "sup_loss": 0.9948064273731134,
      "rf_loss": 0.00012779250391758978,
      "total_loss": 0.994934219877031,
      "lyap1_mean": 0.004567674361169338,
      "lyap1_max": 0.020197704434394836,
      "lyap1_min": -0.010171839967370033,
      "lyap_spec_mean": [
        0.004567674361169338,
        -0.006341921165585518,
        -0.007599454373121262,
        -0.008155155926942825
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1949,
      "lr": 0.0001,
      "sup_loss": 0.9912892872492493,
      "rf_loss": 0.0001009272673400119,
      "total_loss": 0.9913902145165893,
      "lyap1_mean": 0.0037771048955619335,
      "lyap1_max": 0.01713397540152073,
      "lyap1_min": -0.009088324382901192,
      "lyap_spec_mean": [
        0.0037771048955619335,
        0.0012292293831706047,
        0.0024364180862903595,
        -0.001625573611818254
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1950,
      "lr": 0.0001,
      "sup_loss": 1.0029067090108645,
      "rf_loss": 0.0004859750624746084,
      "total_loss": 1.0033926840733391,
      "lyap1_mean": 0.020268846303224564,
      "lyap1_max": 0.08204249292612076,
      "lyap1_min": -0.00841352716088295,
      "lyap_spec_mean": [
        0.020268848165869713,
        0.015781795606017113,
        0.009725615382194519,
        0.010035209357738495
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1951,
      "lr": 0.0001,
      "sup_loss": 0.9917752943753725,
      "rf_loss": 0.00018667825497686863,
      "total_loss": 0.9919619726303494,
      "lyap1_mean": 0.0043602571822702885,
      "lyap1_max": 0.024828650057315826,
      "lyap1_min": -0.02046877145767212,
      "lyap_spec_mean": [
        0.0043602571822702885,
        0.005519090685993433,
        0.01194604579359293,
        0.0037033495027571917
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1952,
      "lr": 0.0001,
      "sup_loss": 0.9720052542573128,
      "rf_loss": 0.00019969692220911384,
      "total_loss": 0.9722049511795219,
      "lyap1_mean": 0.007070725318044424,
      "lyap1_max": 0.03365997225046158,
      "lyap1_min": -0.012081099674105644,
      "lyap_spec_mean": [
        0.007070724852383137,
        0.005653477273881435,
        0.003915814682841301,
        0.005451404955238104
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1953,
      "lr": 0.0001,
      "sup_loss": 1.028743069480212,
      "rf_loss": 0.00015778985107317567,
      "total_loss": 1.0289008593312852,
      "lyap1_mean": 0.00017359701450914145,
      "lyap1_max": 0.020648008212447166,
      "lyap1_min": -0.02175530418753624,
      "lyap_spec_mean": [
        0.00017359689809381962,
        -0.004178900737315416,
        -0.0007509258575737476,
        -0.007127224002033472
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1954,
      "lr": 0.0001,
      "sup_loss": 0.9880845465553006,
      "rf_loss": 0.0001420279440935701,
      "total_loss": 0.9882265744993942,
      "lyap1_mean": -0.002558293752372265,
      "lyap1_max": 0.024861976504325867,
      "lyap1_min": -0.022695092484354973,
      "lyap_spec_mean": [
        -0.002558293752372265,
        -0.005203877575695515,
        -0.002097022719681263,
        -0.004159456584602594
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1955,
      "lr": 0.0001,
      "sup_loss": 0.9771508633670479,
      "rf_loss": 0.0003532853734213859,
      "total_loss": 0.9775041487404693,
      "lyap1_mean": -0.007161617744714022,
      "lyap1_max": 0.012591280043125153,
      "lyap1_min": -0.021173162385821342,
      "lyap_spec_mean": [
        -0.007161617744714022,
        -0.014114977791905403,
        -0.015223556198179722,
        -0.024108953773975372
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1956,
      "lr": 0.0001,
      "sup_loss": 0.970906026708175,
      "rf_loss": 0.0006858956185169518,
      "total_loss": 0.971591922326692,
      "lyap1_mean": -0.02019558474421501,
      "lyap1_max": -0.011913862079381943,
      "lyap1_min": -0.03242604434490204,
      "lyap_spec_mean": [
        -0.02019558474421501,
        -0.018650704994797707,
        -0.025860857218503952,
        -0.03085169941186905
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1957,
      "lr": 0.0001,
      "sup_loss": 1.051073742743449,
      "rf_loss": 0.000504325027577579,
      "total_loss": 1.0515780677710265,
      "lyap1_mean": -0.015934839844703674,
      "lyap1_max": -0.00626271590590477,
      "lyap1_min": -0.026443731039762497,
      "lyap_spec_mean": [
        -0.015934839844703674,
        -0.01985831931233406,
        -0.015596084296703339,
        -0.02702372707426548
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1958,
      "lr": 0.0001,
      "sup_loss": 1.0083779592377513,
      "rf_loss": 0.0006199992494657636,
      "total_loss": 1.008997958487217,
      "lyap1_mean": -0.011151531711220741,
      "lyap1_max": 0.023074321448802948,
      "lyap1_min": -0.03602050244808197,
      "lyap_spec_mean": [
        -0.011151530779898167,
        -0.0162102822214365,
        -0.024600908160209656,
        -0.02466515079140663
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1959,
      "lr": 0.0001,
      "sup_loss": 0.9982752961402004,
      "rf_loss": 0.0003085580829065293,
      "total_loss": 0.9985838542231069,
      "lyap1_mean": -0.00578431598842144,
      "lyap1_max": 0.024729615077376366,
      "lyap1_min": -0.025647912174463272,
      "lyap_spec_mean": [
        -0.00578431598842144,
        -0.009012388996779919,
        -0.013852808624505997,
        -0.015522710978984833
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1960,
      "lr": 0.0001,
      "sup_loss": 0.9888202353943997,
      "rf_loss": 0.0001324818003922701,
      "total_loss": 0.9889527171947919,
      "lyap1_mean": -0.001253846799954772,
      "lyap1_max": 0.01327938586473465,
      "lyap1_min": -0.021664105355739594,
      "lyap_spec_mean": [
        -0.0012538465671241283,
        0.002881188178434968,
        -0.007778214756399393,
        -0.005121755413711071
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1961,
      "lr": 0.0001,
      "sup_loss": 0.9924247288758035,
      "rf_loss": 0.00023434744798578322,
      "total_loss": 0.9926590763237892,
      "lyap1_mean": 0.01547815091907978,
      "lyap1_max": 0.02533084899187088,
      "lyap1_min": -0.000898186000995338,
      "lyap_spec_mean": [
        0.015478149056434631,
        0.013849953189492226,
        0.00872071087360382,
        0.008402184583246708
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1962,
      "lr": 0.0001,
      "sup_loss": 0.9866116503346354,
      "rf_loss": 0.0005434133345261216,
      "total_loss": 0.9871550636691615,
      "lyap1_mean": 0.02124977298080921,
      "lyap1_max": 0.04901989921927452,
      "lyap1_min": -0.00027563096955418587,
      "lyap_spec_mean": [
        0.02124977298080921,
        0.02067263051867485,
        0.02092958614230156,
        0.013678510673344135
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1963,
      "lr": 0.0001,
      "sup_loss": 0.9596343999547385,
      "rf_loss": 0.00046241332893259823,
      "total_loss": 0.9600968132836711,
      "lyap1_mean": 0.02408631518483162,
      "lyap1_max": 0.04165259376168251,
      "lyap1_min": -0.0001555772905703634,
      "lyap_spec_mean": [
        0.02408631518483162,
        0.015902113169431686,
        0.01881912350654602,
        0.011480173096060753
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1964,
      "lr": 0.0001,
      "sup_loss": 1.0293705097987578,
      "rf_loss": 0.0003886945196427405,
      "total_loss": 1.0297592043184005,
      "lyap1_mean": 0.021865446120500565,
      "lyap1_max": 0.0382259301841259,
      "lyap1_min": 0.007097864057868719,
      "lyap_spec_mean": [
        0.021865447983145714,
        0.013400332070887089,
        0.01586863026022911,
        0.015015517361462116
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1965,
      "lr": 0.0001,
      "sup_loss": 0.941326799297168,
      "rf_loss": 0.00034424528712406754,
      "total_loss": 0.9416710445842921,
      "lyap1_mean": 0.01896180585026741,
      "lyap1_max": 0.029697654768824577,
      "lyap1_min": 0.008323302492499352,
      "lyap_spec_mean": [
        0.01896180585026741,
        0.013728093355894089,
        0.018415886908769608,
        0.011793877929449081
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1966,
      "lr": 0.0001,
      "sup_loss": 1.060417794188693,
      "rf_loss": 0.00028401895542629063,
      "total_loss": 1.0607018131441193,
      "lyap1_mean": 0.018221944570541382,
      "lyap1_max": 0.031307652592659,
      "lyap1_min": 0.0028572254814207554,
      "lyap_spec_mean": [
        0.018221944570541382,
        0.015903817489743233,
        0.010660105384886265,
        0.009129361249506474
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1967,
      "lr": 0.0001,
      "sup_loss": 0.9948909680207841,
      "rf_loss": 0.0003043130855076015,
      "total_loss": 0.9951952811062917,
      "lyap1_mean": 0.008196856826543808,
      "lyap1_max": 0.04763703793287277,
      "lyap1_min": -0.011643100529909134,
      "lyap_spec_mean": [
        0.008196855895221233,
        0.0009981670882552862,
        0.004470725078135729,
        0.006890483666211367
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1968,
      "lr": 0.0001,
      "sup_loss": 0.9736670062749775,
      "rf_loss": 0.00011894285853486508,
      "total_loss": 0.9737859491335124,
      "lyap1_mean": 0.001277049770578742,
      "lyap1_max": 0.015504560433328152,
      "lyap1_min": -0.008620651438832283,
      "lyap_spec_mean": [
        0.001277049770578742,
        -0.002388442400842905,
        -0.004262891132384539,
        -0.005847916938364506
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1969,
      "lr": 0.0001,
      "sup_loss": 1.0144131952107165,
      "rf_loss": 0.0001459128106944263,
      "total_loss": 1.014559108021411,
      "lyap1_mean": -0.0033194173593074083,
      "lyap1_max": 0.018256936222314835,
      "lyap1_min": -0.01722647435963154,
      "lyap_spec_mean": [
        -0.0033194173593074083,
        -0.007530338130891323,
        -0.00335839856415987,
        -0.006296967621892691
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1970,
      "lr": 0.0001,
      "sup_loss": 1.0304245977542228,
      "rf_loss": 0.00028333981754258275,
      "total_loss": 1.0307079375717654,
      "lyap1_mean": -0.001413258840329945,
      "lyap1_max": 0.023255763575434685,
      "lyap1_min": -0.02227196842432022,
      "lyap_spec_mean": [
        -0.001413258956745267,
        -0.006518328562378883,
        -0.014765173196792603,
        -0.0053651947528123856
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1971,
      "lr": 0.0001,
      "sup_loss": 1.0296690530268737,
      "rf_loss": 0.0008865354466252029,
      "total_loss": 1.030555588473499,
      "lyap1_mean": -0.02897023968398571,
      "lyap1_max": -0.0014142952859401703,
      "lyap1_min": -0.041362084448337555,
      "lyap_spec_mean": [
        -0.02897023782134056,
        -0.013303404673933983,
        -0.02894284576177597,
        -0.027054155245423317
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1972,
      "lr": 0.0001,
      "sup_loss": 0.9716327416245873,
      "rf_loss": 0.00038884018431417644,
      "total_loss": 0.9720215818089015,
      "lyap1_mean": -0.01387107465416193,
      "lyap1_max": 0.0036765276454389095,
      "lyap1_min": -0.03513025864958763,
      "lyap_spec_mean": [
        -0.013871075585484505,
        -0.009637653827667236,
        -0.01582510955631733,
        -0.0201396681368351
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1973,
      "lr": 0.0001,
      "sup_loss": 0.9684057730888257,
      "rf_loss": 0.0003836840041913092,
      "total_loss": 0.968789457093017,
      "lyap1_mean": -0.00642879493534565,
      "lyap1_max": 0.03860877454280853,
      "lyap1_min": -0.0309416763484478,
      "lyap_spec_mean": [
        -0.006428794469684362,
        -0.001436624675989151,
        -0.009254571981728077,
        -0.011685514822602272
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1974,
      "lr": 0.0001,
      "sup_loss": 1.0335755856580797,
      "rf_loss": 0.0002022972039412707,
      "total_loss": 1.033777882862021,
      "lyap1_mean": 0.001283259131014347,
      "lyap1_max": 0.0293210931122303,
      "lyap1_min": -0.02170850709080696,
      "lyap_spec_mean": [
        0.001283259131014347,
        -0.0052392869256436825,
        -0.008109694346785545,
        -0.005131714977324009
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1975,
      "lr": 0.0001,
      "sup_loss": 1.0033344964192412,
      "rf_loss": 7.641315460205078e-05,
      "total_loss": 1.0034109095738433,
      "lyap1_mean": 0.0015172072453424335,
      "lyap1_max": 0.011971330270171165,
      "lyap1_min": -0.005037353374063969,
      "lyap_spec_mean": [
        0.0015172072453424335,
        -0.0015648087719455361,
        -0.0007334230467677116,
        0.0004924490349367261
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1976,
      "lr": 0.0001,
      "sup_loss": 1.0400848542886019,
      "rf_loss": 0.0002368399000260979,
      "total_loss": 1.040321694188628,
      "lyap1_mean": -0.012287059798836708,
      "lyap1_max": 0.006746063940227032,
      "lyap1_min": -0.033642034977674484,
      "lyap_spec_mean": [
        -0.012287059798836708,
        -0.008737161755561829,
        -0.003345680423080921,
        -0.00888185203075409
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1977,
      "lr": 0.0001,
      "sup_loss": 1.0364136481866009,
      "rf_loss": 0.0001551687892060727,
      "total_loss": 1.036568816975807,
      "lyap1_mean": -0.004571947269141674,
      "lyap1_max": 0.018100641667842865,
      "lyap1_min": -0.016978396102786064,
      "lyap_spec_mean": [
        -0.004571947734802961,
        -0.0077474904246628284,
        -0.005409810226410627,
        -0.009669085033237934
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1978,
      "lr": 0.0001,
      "sup_loss": 0.973189899348437,
      "rf_loss": 0.00014551202184520662,
      "total_loss": 0.9733354113702822,
      "lyap1_mean": -0.0028851344250142574,
      "lyap1_max": 0.025969821959733963,
      "lyap1_min": -0.018116934224963188,
      "lyap_spec_mean": [
        -0.002885134657844901,
        -0.001272409688681364,
        -0.007947379723191261,
        -0.0077681695111095905
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1979,
      "lr": 0.0001,
      "sup_loss": 1.0001837948412458,
      "rf_loss": 0.00016189049347303808,
      "total_loss": 1.0003456853347188,
      "lyap1_mean": -0.005852187983691692,
      "lyap1_max": 0.013644333928823471,
      "lyap1_min": -0.024488314986228943,
      "lyap_spec_mean": [
        -0.005852187983691692,
        -0.005383499898016453,
        -0.007112856954336166,
        -0.012290680781006813
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1980,
      "lr": 0.0001,
      "sup_loss": 1.0009967950811778,
      "rf_loss": 0.00037804560270160437,
      "total_loss": 1.0013748406838794,
      "lyap1_mean": -0.01305314339697361,
      "lyap1_max": 0.02412918023765087,
      "lyap1_min": -0.032385844737291336,
      "lyap_spec_mean": [
        -0.01305314339697361,
        -0.016418490558862686,
        -0.012604936957359314,
        -0.014409768395125866
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1981,
      "lr": 0.0001,
      "sup_loss": 0.9361226930768286,
      "rf_loss": 0.0002309635019628331,
      "total_loss": 0.9363536565787914,
      "lyap1_mean": -0.0034301653504371643,
      "lyap1_max": 0.012556716799736023,
      "lyap1_min": -0.02230074629187584,
      "lyap_spec_mean": [
        -0.0034301653504371643,
        -0.010598689317703247,
        -0.017380686476826668,
        -0.010885813273489475
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1982,
      "lr": 0.0001,
      "sup_loss": 1.020016779862364,
      "rf_loss": 0.0002028373710345477,
      "total_loss": 1.0202196172333986,
      "lyap1_mean": 0.014833563938736916,
      "lyap1_max": 0.026812441647052765,
      "lyap1_min": 0.002476409077644348,
      "lyap_spec_mean": [
        0.014833565801382065,
        0.007170233875513077,
        0.005349140148609877,
        0.006709015928208828
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1983,
      "lr": 0.0001,
      "sup_loss": 0.9004732036482077,
      "rf_loss": 0.00029920984525233507,
      "total_loss": 0.90077241349346,
      "lyap1_mean": 0.009749779477715492,
      "lyap1_max": 0.03082142397761345,
      "lyap1_min": -0.008304832503199577,
      "lyap_spec_mean": [
        0.009749779477715492,
        0.011707521975040436,
        0.0020590126514434814,
        0.006840112619102001
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 1984,
      "lr": 0.0001,
      "sup_loss": 1.0214692396235157,
      "rf_loss": 0.0008750113192945719,
      "total_loss": 1.0223442509428102,
      "lyap1_mean": 0.031362731009721756,
      "lyap1_max": 0.058235179632902145,
      "lyap1_min": 0.008969031274318695,
      "lyap_spec_mean": [
        0.031362731009721756,
        0.02945079281926155,
        0.023611418902873993,
        0.024216102436184883
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1985,
      "lr": 0.0001,
      "sup_loss": 0.9917693473537403,
      "rf_loss": 0.0008683577179908752,
      "total_loss": 0.9926377050717312,
      "lyap1_mean": 0.028465481474995613,
      "lyap1_max": 0.04475151002407074,
      "lyap1_min": 0.004147031810134649,
      "lyap_spec_mean": [
        0.028465481474995613,
        0.025284411385655403,
        0.026609599590301514,
        0.027232574298977852
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1986,
      "lr": 0.0001,
      "sup_loss": 0.9734381196402434,
      "rf_loss": 0.0007791395182721317,
      "total_loss": 0.9742172591585155,
      "lyap1_mean": 0.02623680792748928,
      "lyap1_max": 0.07677557319402695,
      "lyap1_min": 0.005413715727627277,
      "lyap_spec_mean": [
        0.02623680606484413,
        0.022412339225411415,
        0.024634290486574173,
        0.019989917054772377
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1987,
      "lr": 0.0001,
      "sup_loss": 0.9584161820434208,
      "rf_loss": 0.00027318333741277456,
      "total_loss": 0.9586893653808336,
      "lyap1_mean": 0.019400328397750854,
      "lyap1_max": 0.028420552611351013,
      "lyap1_min": 0.008283603005111217,
      "lyap_spec_mean": [
        0.019400328397750854,
        0.01577053591609001,
        0.012774471193552017,
        0.0024951582308858633
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1988,
      "lr": 0.0001,
      "sup_loss": 0.9811391184557073,
      "rf_loss": 0.000113159061584156,
      "total_loss": 0.9812522775172915,
      "lyap1_mean": 0.004205206874758005,
      "lyap1_max": 0.02129802107810974,
      "lyap1_min": -0.02733577787876129,
      "lyap_spec_mean": [
        0.004205206874758005,
        -0.0015120264142751694,
        0.00266463914886117,
        -0.0005798520287498832
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 1989,
      "lr": 0.0001,
      "sup_loss": 1.0106851643028059,
      "rf_loss": 0.00025327090406790376,
      "total_loss": 1.0109384352068738,
      "lyap1_mean": -0.005313187837600708,
      "lyap1_max": 0.018354687839746475,
      "lyap1_min": -0.026653198525309563,
      "lyap_spec_mean": [
        -0.005313187371939421,
        -0.007378289941698313,
        -0.01447887159883976,
        -0.015991797670722008
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 1990,
      "lr": 0.0001,
      "sup_loss": 0.9431713819059091,
      "rf_loss": 0.0006055405247025192,
      "total_loss": 0.9437769224306116,
      "lyap1_mean": -0.013411185704171658,
      "lyap1_max": 0.004110448062419891,
      "lyap1_min": -0.02494662068784237,
      "lyap_spec_mean": [
        -0.013411186635494232,
        -0.025839272886514664,
        -0.026656413450837135,
        -0.025171561166644096
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1991,
      "lr": 0.0001,
      "sup_loss": 1.0307443044027225,
      "rf_loss": 0.0010696498211473227,
      "total_loss": 1.0318139542238698,
      "lyap1_mean": -0.03256917744874954,
      "lyap1_max": -0.019700275734066963,
      "lyap1_min": -0.050706710666418076,
      "lyap_spec_mean": [
        -0.032569173723459244,
        -0.030296768993139267,
        -0.0315810926258564,
        -0.033404894173145294
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1992,
      "lr": 0.0001,
      "sup_loss": 1.0044149085500678,
      "rf_loss": 0.0005117224645800889,
      "total_loss": 1.0049266310146479,
      "lyap1_mean": -0.018944397568702698,
      "lyap1_max": -0.0028970397543162107,
      "lyap1_min": -0.03537832200527191,
      "lyap_spec_mean": [
        -0.018944397568702698,
        -0.017882084473967552,
        -0.0159918200224638,
        -0.02328871563076973
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1993,
      "lr": 0.0001,
      "sup_loss": 0.9459688966429466,
      "rf_loss": 0.00042131435475312173,
      "total_loss": 0.9463902109976997,
      "lyap1_mean": -0.016729656606912613,
      "lyap1_max": 0.003626423655077815,
      "lyap1_min": -0.03492247313261032,
      "lyap_spec_mean": [
        -0.016729656606912613,
        -0.0124833257868886,
        -0.018357207998633385,
        -0.015007240697741508
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 1994,
      "lr": 0.0001,
      "sup_loss": 0.9889897181778574,
      "rf_loss": 0.0001650063059059903,
      "total_loss": 0.9891547244837634,
      "lyap1_mean": -0.0024691668804734945,
      "lyap1_max": 0.018611496314406395,
      "lyap1_min": -0.025701647624373436,
      "lyap_spec_mean": [
        -0.002469167113304138,
        -0.0037245359271764755,
        -0.007484104949980974,
        -0.005945113487541676
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 1995,
      "lr": 0.0001,
      "sup_loss": 0.9888007497135413,
      "rf_loss": 0.00016545837570447475,
      "total_loss": 0.9889662080892457,
      "lyap1_mean": -0.002537723630666733,
      "lyap1_max": 0.02384798601269722,
      "lyap1_min": -0.0214316975325346,
      "lyap_spec_mean": [
        -0.002537723630666733,
        -0.007092703133821487,
        -0.004460154566913843,
        -0.010823730379343033
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 1996,
      "lr": 0.0001,
      "sup_loss": 0.9792718649786992,
      "rf_loss": 0.000183043914148584,
      "total_loss": 0.9794549088928478,
      "lyap1_mean": 0.013122140429913998,
      "lyap1_max": 0.029947366565465927,
      "lyap1_min": -0.003702344372868538,
      "lyap_spec_mean": [
        0.013122141361236572,
        0.009943915531039238,
        0.0027722041122615337,
        0.0035643759183585644
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1997,
      "lr": 0.0001,
      "sup_loss": 0.9368695623079358,
      "rf_loss": 0.00021199390175752342,
      "total_loss": 0.9370815562096934,
      "lyap1_mean": 0.008929543197154999,
      "lyap1_max": 0.027843570336699486,
      "lyap1_min": -0.01902540773153305,
      "lyap_spec_mean": [
        0.008929543197154999,
        0.008037634193897247,
        0.006310443393886089,
        0.0010436372831463814
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 1998,
      "lr": 0.0001,
      "sup_loss": 0.9585869014536484,
      "rf_loss": 0.00045876653166487813,
      "total_loss": 0.9590456679853133,
      "lyap1_mean": 0.02367166243493557,
      "lyap1_max": 0.04730353504419327,
      "lyap1_min": 0.003460640087723732,
      "lyap_spec_mean": [
        0.02367166243493557,
        0.0176024679094553,
        0.00863093975931406,
        0.017707034945487976
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 1999,
      "lr": 0.0001,
      "sup_loss": 0.9459530692465672,
      "rf_loss": 0.00029801050550304353,
      "total_loss": 0.9462510797520702,
      "lyap1_mean": 0.010825849138200283,
      "lyap1_max": 0.0306568443775177,
      "lyap1_min": -0.018809914588928223,
      "lyap_spec_mean": [
        0.010825849138200283,
        0.008643207140266895,
        0.011882120743393898,
        0.011403240263462067
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2000,
      "lr": 0.0001,
      "sup_loss": 0.9497714597554937,
      "rf_loss": 0.000273486744845286,
      "total_loss": 0.950044946500339,
      "lyap1_mean": 0.010811767540872097,
      "lyap1_max": 0.025912325829267502,
      "lyap1_min": -0.005484494846314192,
      "lyap_spec_mean": [
        0.010811767540872097,
        0.008716841228306293,
        0.012287741526961327,
        0.00833966862410307
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2001,
      "lr": 0.0001,
      "sup_loss": 0.9609749541492882,
      "rf_loss": 0.00018448727496434003,
      "total_loss": 0.9611594414242526,
      "lyap1_mean": -0.0021707676351070404,
      "lyap1_max": 0.019243326038122177,
      "lyap1_min": -0.023509692400693893,
      "lyap_spec_mean": [
        -0.0021707674022763968,
        0.00814399216324091,
        -0.0020307376980781555,
        -0.001929188147187233
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2002,
      "lr": 0.0001,
      "sup_loss": 1.0621238531704889,
      "rf_loss": 0.0002355733304284513,
      "total_loss": 1.0623594265009173,
      "lyap1_mean": 0.005142812617123127,
      "lyap1_max": 0.02597249671816826,
      "lyap1_min": -0.024880466982722282,
      "lyap_spec_mean": [
        0.005142813082784414,
        0.0032581528648734093,
        -0.0024993084371089935,
        -0.003687244141474366
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2003,
      "lr": 0.0001,
      "sup_loss": 1.0099213584521636,
      "rf_loss": 0.000324539199937135,
      "total_loss": 1.0102458976521007,
      "lyap1_mean": -0.005703069269657135,
      "lyap1_max": 0.018998440355062485,
      "lyap1_min": -0.02574263885617256,
      "lyap_spec_mean": [
        -0.005703069735318422,
        -0.006896503269672394,
        -0.009050549007952213,
        -0.016860660165548325
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2004,
      "lr": 0.0001,
      "sup_loss": 0.9462993090148202,
      "rf_loss": 0.0005186597118154168,
      "total_loss": 0.9468179687266356,
      "lyap1_mean": -0.018110938370227814,
      "lyap1_max": -0.002506792079657316,
      "lyap1_min": -0.0311011653393507,
      "lyap_spec_mean": [
        -0.018110936507582664,
        -0.02365199849009514,
        -0.01476014032959938,
        -0.02433343417942524
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2005,
      "lr": 0.0001,
      "sup_loss": 0.9481644750573328,
      "rf_loss": 0.00036179376184009016,
      "total_loss": 0.9485262688191729,
      "lyap1_mean": -0.00949801690876484,
      "lyap1_max": 0.02442377805709839,
      "lyap1_min": -0.02711665630340576,
      "lyap_spec_mean": [
        -0.00949801690876484,
        -0.014851631596684456,
        -0.01452692598104477,
        -0.011653102934360504
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2006,
      "lr": 0.0001,
      "sup_loss": 1.0038710918605824,
      "rf_loss": 0.00019933153816964477,
      "total_loss": 1.004070423398752,
      "lyap1_mean": -0.0022047546226531267,
      "lyap1_max": 0.0184992216527462,
      "lyap1_min": -0.031818851828575134,
      "lyap_spec_mean": [
        -0.002204754389822483,
        -0.004625976551324129,
        -0.003094135317951441,
        -0.008918903768062592
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2007,
      "lr": 0.0001,
      "sup_loss": 1.0064383228462765,
      "rf_loss": 0.0002991165383718908,
      "total_loss": 1.0067374393846484,
      "lyap1_mean": 0.0017422317760065198,
      "lyap1_max": 0.015380820259451866,
      "lyap1_min": -0.019363995641469955,
      "lyap_spec_mean": [
        0.001742231659591198,
        -0.01256913784891367,
        -0.008298421278595924,
        -0.014946025796234608
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2008,
      "lr": 0.0001,
      "sup_loss": 0.9877181503160326,
      "rf_loss": 0.00033611070830374956,
      "total_loss": 0.9880542610243364,
      "lyap1_mean": -0.011484675109386444,
      "lyap1_max": 0.017199411988258362,
      "lyap1_min": -0.03307490050792694,
      "lyap_spec_mean": [
        -0.011484675109386444,
        -0.008455450646579266,
        -0.019005371257662773,
        -0.015315575525164604
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2009,
      "lr": 0.0001,
      "sup_loss": 0.9925272644898263,
      "rf_loss": 0.00023663818137720227,
      "total_loss": 0.9927639026712035,
      "lyap1_mean": -0.004657906014472246,
      "lyap1_max": 0.00847078301012516,
      "lyap1_min": -0.02717217616736889,
      "lyap_spec_mean": [
        -0.004657906014472246,
        -0.007830200716853142,
        -0.012120798230171204,
        -0.01663641259074211
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2010,
      "lr": 0.0001,
      "sup_loss": 0.9286000541048234,
      "rf_loss": 0.00011438008368713781,
      "total_loss": 0.9287144341885105,
      "lyap1_mean": 0.0029376635793596506,
      "lyap1_max": 0.020903445780277252,
      "lyap1_min": -0.0233550276607275,
      "lyap_spec_mean": [
        0.0029376638121902943,
        -0.0003659235662780702,
        -0.0040837666019797325,
        -0.0028815018013119698
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2011,
      "lr": 0.0001,
      "sup_loss": 0.9845213866359102,
      "rf_loss": 0.00028026901418343186,
      "total_loss": 0.9848016556500936,
      "lyap1_mean": 0.009385742247104645,
      "lyap1_max": 0.05514397472143173,
      "lyap1_min": -0.028692003339529037,
      "lyap_spec_mean": [
        0.00938574131578207,
        0.003482193686068058,
        -0.000726224621757865,
        -0.0008089658804237843
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2012,
      "lr": 0.0001,
      "sup_loss": 0.9833828892667963,
      "rf_loss": 0.00022555272153113037,
      "total_loss": 0.9836084419883274,
      "lyap1_mean": 0.01579011231660843,
      "lyap1_max": 0.03179268538951874,
      "lyap1_min": -0.021561123430728912,
      "lyap_spec_mean": [
        0.01579011231660843,
        0.0034669029992073774,
        0.006274309009313583,
        0.0014997035032138228
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2013,
      "lr": 0.0001,
      "sup_loss": 0.9443088600899942,
      "rf_loss": 0.00028047332307323813,
      "total_loss": 0.9445893334130674,
      "lyap1_mean": 0.014665008522570133,
      "lyap1_max": 0.03706575185060501,
      "lyap1_min": -0.0030702147632837296,
      "lyap_spec_mean": [
        0.014665008522570133,
        0.016161933541297913,
        0.009713323786854744,
        0.010975806973874569
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2014,
      "lr": 0.0001,
      "sup_loss": 0.8759250480193638,
      "rf_loss": 0.00033993233228102326,
      "total_loss": 0.8762649803516448,
      "lyap1_mean": 0.0086937565356493,
      "lyap1_max": 0.034425586462020874,
      "lyap1_min": -0.005750741809606552,
      "lyap_spec_mean": [
        0.0086937565356493,
        0.0112731559202075,
        0.0032601358834654093,
        0.00542332511395216
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2015,
      "lr": 0.0001,
      "sup_loss": 0.9463260671312358,
      "rf_loss": 0.0002876236685551703,
      "total_loss": 0.946613690799791,
      "lyap1_mean": 0.008305732160806656,
      "lyap1_max": 0.028626907616853714,
      "lyap1_min": -0.020823011174798012,
      "lyap_spec_mean": [
        0.008305732160806656,
        0.0060885087586939335,
        0.0006018519634380937,
        0.00335601344704628
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2016,
      "lr": 0.0001,
      "sup_loss": 0.9689992684977654,
      "rf_loss": 0.00031015241984277964,
      "total_loss": 0.9693094209176082,
      "lyap1_mean": 0.008465682156383991,
      "lyap1_max": 0.04295417666435242,
      "lyap1_min": -0.012139258906245232,
      "lyap_spec_mean": [
        0.008465683087706566,
        -3.2088602893054485e-05,
        -0.00633376557379961,
        0.0057564834132790565
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2017,
      "lr": 0.0001,
      "sup_loss": 0.9558095505162851,
      "rf_loss": 0.00017862353706732392,
      "total_loss": 0.9559881740533525,
      "lyap1_mean": 0.006982014514505863,
      "lyap1_max": 0.02497846446931362,
      "lyap1_min": -0.007549493573606014,
      "lyap_spec_mean": [
        0.006982014514505863,
        0.0018042339943349361,
        0.007349865511059761,
        0.00024851737543940544
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2018,
      "lr": 0.0001,
      "sup_loss": 0.938710993558144,
      "rf_loss": 0.0002391032176092267,
      "total_loss": 0.9389500967757533,
      "lyap1_mean": 0.007318028248846531,
      "lyap1_max": 0.02370324358344078,
      "lyap1_min": -0.008841149508953094,
      "lyap_spec_mean": [
        0.007318028248846531,
        0.008724402636289597,
        -0.0015609713736921549,
        0.001084833755157888
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2019,
      "lr": 0.0001,
      "sup_loss": 0.9048209440300214,
      "rf_loss": 0.0001918259949889034,
      "total_loss": 0.9050127700250103,
      "lyap1_mean": -0.008477414958178997,
      "lyap1_max": 0.005913599394261837,
      "lyap1_min": -0.02766825631260872,
      "lyap_spec_mean": [
        -0.008477414958178997,
        -0.006211396306753159,
        -0.007756921928375959,
        -0.011726737953722477
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2020,
      "lr": 0.0001,
      "sup_loss": 0.9730398717344191,
      "rf_loss": 0.00023746539955027401,
      "total_loss": 0.9732773371339694,
      "lyap1_mean": -0.00788341835141182,
      "lyap1_max": 0.014161239378154278,
      "lyap1_min": -0.032342419028282166,
      "lyap_spec_mean": [
        -0.00788341835141182,
        -0.0016136118210852146,
        -0.008986040949821472,
        -0.01185421459376812
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2021,
      "lr": 0.0001,
      "sup_loss": 1.0274877472836612,
      "rf_loss": 0.00022104296658653766,
      "total_loss": 1.0277087902502478,
      "lyap1_mean": -0.0011849240399897099,
      "lyap1_max": 0.015546668320894241,
      "lyap1_min": -0.02504759654402733,
      "lyap_spec_mean": [
        -0.0011849240399897099,
        0.001947907730937004,
        -0.004153961315751076,
        -0.011899616569280624
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2022,
      "lr": 0.0001,
      "sup_loss": 0.9593540219845134,
      "rf_loss": 0.00027482747100293636,
      "total_loss": 0.9596288494555163,
      "lyap1_mean": -0.009270155802369118,
      "lyap1_max": 0.02103330008685589,
      "lyap1_min": -0.024461690336465836,
      "lyap_spec_mean": [
        -0.009270155802369118,
        -0.007388588041067123,
        -0.008570661768317223,
        -0.018239431083202362
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2023,
      "lr": 0.0001,
      "sup_loss": 0.9620070047040786,
      "rf_loss": 0.0005147097399458289,
      "total_loss": 0.9625217144440245,
      "lyap1_mean": -0.019338708370923996,
      "lyap1_max": -0.005088926758617163,
      "lyap1_min": -0.03490526229143143,
      "lyap_spec_mean": [
        -0.019338706508278847,
        -0.013885469175875187,
        -0.0253148153424263,
        -0.02275550365447998
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2024,
      "lr": 0.0001,
      "sup_loss": 0.9733088071226591,
      "rf_loss": 0.0009142515482380986,
      "total_loss": 0.9742230586708972,
      "lyap1_mean": -0.025378551334142685,
      "lyap1_max": 0.015860730782151222,
      "lyap1_min": -0.05322244018316269,
      "lyap_spec_mean": [
        -0.025378553196787834,
        -0.02179785817861557,
        -0.024989139288663864,
        -0.02904379740357399
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2025,
      "lr": 0.0001,
      "sup_loss": 0.9918527361797794,
      "rf_loss": 0.0006606896640732884,
      "total_loss": 0.9925134258438527,
      "lyap1_mean": -0.02044498920440674,
      "lyap1_max": -0.007888013496994972,
      "lyap1_min": -0.037863895297050476,
      "lyap_spec_mean": [
        -0.02044498920440674,
        -0.020338188856840134,
        -0.02328420989215374,
        -0.02744329534471035
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2026,
      "lr": 0.0001,
      "sup_loss": 0.9585590900872056,
      "rf_loss": 0.00021855905652046204,
      "total_loss": 0.9587776491437261,
      "lyap1_mean": -0.006776928901672363,
      "lyap1_max": 0.005194216035306454,
      "lyap1_min": -0.0245581716299057,
      "lyap_spec_mean": [
        -0.006776929367333651,
        -0.0031337563414126635,
        -0.007315920200198889,
        -0.011446770280599594
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2027,
      "lr": 0.0001,
      "sup_loss": 0.9548285456740727,
      "rf_loss": 0.00013421593757811934,
      "total_loss": 0.9549627616116508,
      "lyap1_mean": 0.007649019360542297,
      "lyap1_max": 0.029449110850691795,
      "lyap1_min": -0.005289277993142605,
      "lyap_spec_mean": [
        0.007649019826203585,
        0.004447624087333679,
        -0.004413961432874203,
        -0.004972236230969429
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2028,
      "lr": 0.0001,
      "sup_loss": 0.9522557024490356,
      "rf_loss": 0.0006745387800037861,
      "total_loss": 0.9529302412290394,
      "lyap1_mean": 0.024232175201177597,
      "lyap1_max": 0.03666882961988449,
      "lyap1_min": 0.012781184166669846,
      "lyap_spec_mean": [
        0.024232177063822746,
        0.023884426802396774,
        0.02410762384533882,
        0.023719370365142822
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2029,
      "lr": 0.0001,
      "sup_loss": 0.9227852184184185,
      "rf_loss": 0.0007112217717804015,
      "total_loss": 0.9234964401901989,
      "lyap1_mean": 0.027256283909082413,
      "lyap1_max": 0.046312540769577026,
      "lyap1_min": 0.0028926513623446226,
      "lyap_spec_mean": [
        0.027256283909082413,
        0.026396868750452995,
        0.027619577944278717,
        0.015032129362225533
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2030,
      "lr": 0.0001,
      "sup_loss": 0.9755371784347961,
      "rf_loss": 0.0011767968535423279,
      "total_loss": 0.9767139752883385,
      "lyap1_mean": 0.03333493694663048,
      "lyap1_max": 0.0603359192609787,
      "lyap1_min": 0.013305666856467724,
      "lyap_spec_mean": [
        0.033334940671920776,
        0.0333288237452507,
        0.029621310532093048,
        0.02639888785779476
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2031,
      "lr": 0.0001,
      "sup_loss": 0.9538900532252607,
      "rf_loss": 0.0006909593939781189,
      "total_loss": 0.9545810126192388,
      "lyap1_mean": 0.023289289325475693,
      "lyap1_max": 0.048215415328741074,
      "lyap1_min": 0.009516688995063305,
      "lyap_spec_mean": [
        0.023289289325475693,
        0.02212567999958992,
        0.026901405304670334,
        0.024135775864124298
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2032,
      "lr": 0.0001,
      "sup_loss": 0.9282077559307436,
      "rf_loss": 0.00020408003183547407,
      "total_loss": 0.928411835962579,
      "lyap1_mean": 0.00644209049642086,
      "lyap1_max": 0.02314721792936325,
      "lyap1_min": -0.018786415457725525,
      "lyap_spec_mean": [
        0.00644209049642086,
        0.015250448137521744,
        0.001999323256313801,
        0.001809762790799141
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2033,
      "lr": 0.0001,
      "sup_loss": 0.9296329694416209,
      "rf_loss": 0.0001606258883839473,
      "total_loss": 0.9297935953300048,
      "lyap1_mean": 0.003932138904929161,
      "lyap1_max": 0.019905321300029755,
      "lyap1_min": -0.01738634705543518,
      "lyap_spec_mean": [
        0.003932138904929161,
        -0.0009593907743692398,
        0.0011006598360836506,
        -0.0030019027180969715
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2034,
      "lr": 0.0001,
      "sup_loss": 0.9766041835413276,
      "rf_loss": 0.00018444440502207726,
      "total_loss": 0.9767886279463497,
      "lyap1_mean": -0.0036689722910523415,
      "lyap1_max": 0.019503511488437653,
      "lyap1_min": -0.021192437037825584,
      "lyap_spec_mean": [
        -0.0036689722910523415,
        -0.0037307734601199627,
        -0.010516193695366383,
        -0.010062038898468018
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2035,
      "lr": 0.0001,
      "sup_loss": 0.9508328246374056,
      "rf_loss": 0.00028897548327222466,
      "total_loss": 0.9511218001206778,
      "lyap1_mean": -0.008178667165338993,
      "lyap1_max": 0.028651928529143333,
      "lyap1_min": -0.022153353318572044,
      "lyap_spec_mean": [
        -0.008178667165338993,
        -0.011665087193250656,
        -0.01287752017378807,
        -0.014744087122380733
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2036,
      "lr": 0.0001,
      "sup_loss": 0.9171389220983421,
      "rf_loss": 0.00016472383867949247,
      "total_loss": 0.9173036459370216,
      "lyap1_mean": -0.004435529932379723,
      "lyap1_max": 0.006701193749904633,
      "lyap1_min": -0.017084430903196335,
      "lyap_spec_mean": [
        -0.00443553039804101,
        -0.005241094622761011,
        -0.011032013222575188,
        -0.0137637322768569
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2037,
      "lr": 0.0001,
      "sup_loss": 0.972495379056489,
      "rf_loss": 0.00018487956549506634,
      "total_loss": 0.972680258621984,
      "lyap1_mean": -0.0008244700729846954,
      "lyap1_max": 0.021314453333616257,
      "lyap1_min": -0.015885066241025925,
      "lyap_spec_mean": [
        -0.00082446972373873,
        -0.0030116410925984383,
        -0.00764604564756155,
        -0.00851138960570097
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2038,
      "lr": 0.0001,
      "sup_loss": 1.006501814857429,
      "rf_loss": 0.00016129048890434206,
      "total_loss": 1.0066631053463333,
      "lyap1_mean": 0.005019546952098608,
      "lyap1_max": 0.03358454629778862,
      "lyap1_min": -0.01485518366098404,
      "lyap_spec_mean": [
        0.005019546952098608,
        0.0009148215758614242,
        -0.005285376217216253,
        -0.0029875431209802628
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2039,
      "lr": 0.0001,
      "sup_loss": 0.9231128265768871,
      "rf_loss": 0.00011547301255632192,
      "total_loss": 0.9232282995894434,
      "lyap1_mean": -0.0005712618585675955,
      "lyap1_max": 0.017253775149583817,
      "lyap1_min": -0.014546804130077362,
      "lyap_spec_mean": [
        -0.0005712618585675955,
        -0.0029594372026622295,
        -0.008098762482404709,
        0.0011670179665088654
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2040,
      "lr": 0.0001,
      "sup_loss": 0.941380913025885,
      "rf_loss": 0.00018393431673757732,
      "total_loss": 0.9415648473426226,
      "lyap1_mean": 0.0006086542271077633,
      "lyap1_max": 0.03252261504530907,
      "lyap1_min": -0.02538475953042507,
      "lyap_spec_mean": [
        0.0006086545763537288,
        -0.002422151854261756,
        -0.009892493486404419,
        -0.008776739239692688
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2041,
      "lr": 0.0001,
      "sup_loss": 0.9676541612727273,
      "rf_loss": 0.00016231717017944902,
      "total_loss": 0.9678164784429067,
      "lyap1_mean": -0.004298108164221048,
      "lyap1_max": 0.009746240451931953,
      "lyap1_min": -0.02509278617799282,
      "lyap_spec_mean": [
        -0.004298108629882336,
        -0.0028181448578834534,
        -0.0038710671942681074,
        -0.0029770899564027786
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2042,
      "lr": 0.0001,
      "sup_loss": 0.9456526517714323,
      "rf_loss": 0.00018847444152925164,
      "total_loss": 0.9458411262129616,
      "lyap1_mean": -0.0027078515850007534,
      "lyap1_max": 0.021594222635030746,
      "lyap1_min": -0.02091030403971672,
      "lyap_spec_mean": [
        -0.0027078515850007534,
        -0.0032061669044196606,
        -0.008665751665830612,
        -0.0067415363155305386
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2043,
      "lr": 0.0001,
      "sup_loss": 0.9604863292589607,
      "rf_loss": 0.0001609531755093485,
      "total_loss": 0.9606472824344701,
      "lyap1_mean": -0.0019278668332844973,
      "lyap1_max": 0.026308976113796234,
      "lyap1_min": -0.017136123031377792,
      "lyap_spec_mean": [
        -0.0019278668332844973,
        -6.423844024538994e-05,
        0.0004562812391668558,
        -0.003514173673465848
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2044,
      "lr": 0.0001,
      "sup_loss": 0.9329047029629757,
      "rf_loss": 0.00013361501623876393,
      "total_loss": 0.9330383179792144,
      "lyap1_mean": 0.006000634282827377,
      "lyap1_max": 0.018988512456417084,
      "lyap1_min": -0.009768400341272354,
      "lyap_spec_mean": [
        0.006000634282827377,
        5.561311263591051e-05,
        -0.0012771665351465344,
        -0.005132054910063744
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2045,
      "lr": 0.0001,
      "sup_loss": 0.9577676528459853,
      "rf_loss": 0.0001467797119403258,
      "total_loss": 0.9579144325579256,
      "lyap1_mean": 0.004283529706299305,
      "lyap1_max": 0.02505037561058998,
      "lyap1_min": -0.006419948302209377,
      "lyap_spec_mean": [
        0.004283529706299305,
        0.002878753701224923,
        -0.003268771804869175,
        -0.0035291037056595087
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2046,
      "lr": 0.0001,
      "sup_loss": 0.9347784268345583,
      "rf_loss": 0.00010491004650248215,
      "total_loss": 0.9348833368810607,
      "lyap1_mean": 0.007966391742229462,
      "lyap1_max": 0.023680564016103745,
      "lyap1_min": -0.006222027353942394,
      "lyap_spec_mean": [
        0.007966391742229462,
        0.0002804659307003021,
        0.002207235200330615,
        -0.005557464435696602
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2047,
      "lr": 0.0001,
      "sup_loss": 0.9091790654126182,
      "rf_loss": 0.00017897241923492402,
      "total_loss": 0.9093580378318531,
      "lyap1_mean": 0.015229159034788609,
      "lyap1_max": 0.029817044734954834,
      "lyap1_min": -0.001893780892714858,
      "lyap_spec_mean": [
        0.015229158103466034,
        0.0046093822456896305,
        0.002364553278312087,
        -0.004377223551273346
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2048,
      "lr": 0.0001,
      "sup_loss": 0.9555572816868131,
      "rf_loss": 0.0002238389861304313,
      "total_loss": 0.9557811206729435,
      "lyap1_mean": 0.012978024780750275,
      "lyap1_max": 0.03061000071465969,
      "lyap1_min": -0.0035883616656064987,
      "lyap_spec_mean": [
        0.012978024780750275,
        0.009967748075723648,
        0.005761534906923771,
        0.004578457213938236
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2049,
      "lr": 0.0001,
      "sup_loss": 0.9206247335604603,
      "rf_loss": 0.00022475897276308388,
      "total_loss": 0.9208494925332233,
      "lyap1_mean": -0.003107591765001416,
      "lyap1_max": 0.035121671855449677,
      "lyap1_min": -0.019037973135709763,
      "lyap_spec_mean": [
        -0.00310759199783206,
        -0.005990076810121536,
        -0.004850792232900858,
        -0.002292612101882696
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2050,
      "lr": 0.0001,
      "sup_loss": 1.0053828605818047,
      "rf_loss": 0.00012253114255145192,
      "total_loss": 1.0055053917243562,
      "lyap1_mean": -0.00016067130491137505,
      "lyap1_max": 0.02180103212594986,
      "lyap1_min": -0.012582759372889996,
      "lyap_spec_mean": [
        -0.0001606715377420187,
        -0.00781955011188984,
        0.00023873685859143734,
        -0.006094636861234903
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2051,
      "lr": 0.0001,
      "sup_loss": 0.9540928909763519,
      "rf_loss": 0.00024807523004710674,
      "total_loss": 0.954340966206399,
      "lyap1_mean": -0.005495927296578884,
      "lyap1_max": 0.0089804008603096,
      "lyap1_min": -0.020394353196024895,
      "lyap_spec_mean": [
        -0.005495927296578884,
        -0.004318636376410723,
        -0.013490289449691772,
        -0.012785825878381729
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2052,
      "lr": 0.0001,
      "sup_loss": 0.9775328896371062,
      "rf_loss": 0.00016954675083979964,
      "total_loss": 0.977702436387946,
      "lyap1_mean": -0.0072043342515826225,
      "lyap1_max": 0.008721708320081234,
      "lyap1_min": -0.019810769706964493,
      "lyap_spec_mean": [
        -0.0072043342515826225,
        -0.00865580141544342,
        -0.01112047303467989,
        -0.013205258175730705
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2053,
      "lr": 0.0001,
      "sup_loss": 0.9683487520244254,
      "rf_loss": 0.0001828187087085098,
      "total_loss": 0.9685315707331339,
      "lyap1_mean": 0.005539237521588802,
      "lyap1_max": 0.03515252470970154,
      "lyap1_min": -0.009143570438027382,
      "lyap_spec_mean": [
        0.00553923798725009,
        -0.00046602857764810324,
        -0.002341649029403925,
        -0.007920284755527973
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2054,
      "lr": 0.0001,
      "sup_loss": 0.9846827121465843,
      "rf_loss": 0.00020092580234631896,
      "total_loss": 0.9848836379489306,
      "lyap1_mean": -0.0040972111746668816,
      "lyap1_max": 0.014220930635929108,
      "lyap1_min": -0.01826523244380951,
      "lyap_spec_mean": [
        -0.004097210709005594,
        -0.004813618492335081,
        -0.007882989011704922,
        -0.009836896322667599
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2055,
      "lr": 0.0001,
      "sup_loss": 0.9269210629718908,
      "rf_loss": 0.00017796960310079157,
      "total_loss": 0.9270990325749916,
      "lyap1_mean": -0.007916397415101528,
      "lyap1_max": 0.008607878349721432,
      "lyap1_min": -0.02245635911822319,
      "lyap_spec_mean": [
        -0.007916398346424103,
        -0.001591961830854416,
        -0.01353760901838541,
        -0.010755752213299274
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2056,
      "lr": 0.0001,
      "sup_loss": 0.9614247762887386,
      "rf_loss": 0.00018728940631262958,
      "total_loss": 0.9616120656950512,
      "lyap1_mean": -0.0007538478821516037,
      "lyap1_max": 0.010687997564673424,
      "lyap1_min": -0.011492354795336723,
      "lyap_spec_mean": [
        -0.0007538478821516037,
        0.0026774483267217875,
        -0.0006240884540602565,
        -0.002063227351754904
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2057,
      "lr": 0.0001,
      "sup_loss": 0.8911471087123493,
      "rf_loss": 0.00023905211128294468,
      "total_loss": 0.8913861608236322,
      "lyap1_mean": 0.008163593709468842,
      "lyap1_max": 0.03877514228224754,
      "lyap1_min": -0.011941367760300636,
      "lyap_spec_mean": [
        0.008163593709468842,
        0.006927707232534885,
        -0.0005920434487052262,
        0.0007082141237333417
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2058,
      "lr": 0.0001,
      "sup_loss": 0.944626302272596,
      "rf_loss": 0.0003497025463730097,
      "total_loss": 0.944976004818969,
      "lyap1_mean": 0.018216833472251892,
      "lyap1_max": 0.033808447420597076,
      "lyap1_min": -0.0024076958652585745,
      "lyap_spec_mean": [
        0.018216833472251892,
        0.014524286612868309,
        0.010760138742625713,
        0.012077342718839645
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2059,
      "lr": 0.0001,
      "sup_loss": 0.9364814200837189,
      "rf_loss": 0.000370414083590731,
      "total_loss": 0.9368518341673097,
      "lyap1_mean": 0.017846394330263138,
      "lyap1_max": 0.047215502709150314,
      "lyap1_min": -0.004888344556093216,
      "lyap_spec_mean": [
        0.017846394330263138,
        0.016808096319437027,
        0.010886170901358128,
        0.009170476347208023
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2060,
      "lr": 0.0001,
      "sup_loss": 0.9905891858304262,
      "rf_loss": 0.0002387503773206845,
      "total_loss": 0.9908279362077469,
      "lyap1_mean": 0.009297654964029789,
      "lyap1_max": 0.030969426035881042,
      "lyap1_min": -0.012524669989943504,
      "lyap_spec_mean": [
        0.009297654032707214,
        0.009315455332398415,
        0.0065555088222026825,
        0.009934422560036182
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2061,
      "lr": 0.0001,
      "sup_loss": 0.9460526519710155,
      "rf_loss": 0.00018925640324596316,
      "total_loss": 0.9462419083742615,
      "lyap1_mean": 0.003671590005978942,
      "lyap1_max": 0.02969055250287056,
      "lyap1_min": -0.003115196479484439,
      "lyap_spec_mean": [
        0.0036715897731482983,
        0.009215833619236946,
        0.0062094503082334995,
        -0.0017378982156515121
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2062,
      "lr": 0.0001,
      "sup_loss": 0.9556995299617687,
      "rf_loss": 0.0001647328754188493,
      "total_loss": 0.9558642628371875,
      "lyap1_mean": -0.009671240113675594,
      "lyap1_max": 0.005741586443036795,
      "lyap1_min": -0.028320539742708206,
      "lyap_spec_mean": [
        -0.009671240113675594,
        -0.00897893588989973,
        -0.010429421439766884,
        -0.005106337368488312
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2063,
      "lr": 0.0001,
      "sup_loss": 0.9598736471849731,
      "rf_loss": 0.00034505868097767234,
      "total_loss": 0.9602187058659508,
      "lyap1_mean": -0.00856144167482853,
      "lyap1_max": 0.010101361200213432,
      "lyap1_min": -0.026214195415377617,
      "lyap_spec_mean": [
        -0.00856144167482853,
        -0.012008994817733765,
        -0.018261531367897987,
        -0.015941977500915527
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2064,
      "lr": 0.0001,
      "sup_loss": 0.9907924480397832,
      "rf_loss": 0.00038677529664710164,
      "total_loss": 0.9911792233364303,
      "lyap1_mean": -0.010158538818359375,
      "lyap1_max": 0.020126808434724808,
      "lyap1_min": -0.02717185579240322,
      "lyap_spec_mean": [
        -0.010158538818359375,
        -0.006067718379199505,
        -0.014069242402911186,
        -0.0221732035279274
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2065,
      "lr": 0.0001,
      "sup_loss": 0.955652807134143,
      "rf_loss": 0.00030656784656457603,
      "total_loss": 0.9559593749807076,
      "lyap1_mean": -0.015112264081835747,
      "lyap1_max": -0.0029163751751184464,
      "lyap1_min": -0.04284033924341202,
      "lyap_spec_mean": [
        -0.015112263150513172,
        -0.00916864350438118,
        -0.013212813064455986,
        -0.01571529358625412
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2066,
      "lr": 0.0001,
      "sup_loss": 0.9260258919621265,
      "rf_loss": 0.00020582808065228164,
      "total_loss": 0.9262317200427788,
      "lyap1_mean": -0.010085691697895527,
      "lyap1_max": 0.011006584390997887,
      "lyap1_min": -0.022331837564706802,
      "lyap_spec_mean": [
        -0.010085691697895527,
        -0.01194810215383768,
        -0.0037248507142066956,
        -0.01218700036406517
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2067,
      "lr": 0.0001,
      "sup_loss": 0.9700090938912935,
      "rf_loss": 0.00017430752632208169,
      "total_loss": 0.9701834014176156,
      "lyap1_mean": 0.006905076093971729,
      "lyap1_max": 0.030466323718428612,
      "lyap1_min": -0.008238794282078743,
      "lyap_spec_mean": [
        0.006905075628310442,
        0.005410461686551571,
        0.009422069415450096,
        0.005279110744595528
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2068,
      "lr": 0.0001,
      "sup_loss": 0.9525684107681329,
      "rf_loss": 0.00031972600845620036,
      "total_loss": 0.9528881367765891,
      "lyap1_mean": 0.015043433755636215,
      "lyap1_max": 0.038123372942209244,
      "lyap1_min": -0.004512529354542494,
      "lyap_spec_mean": [
        0.01504343468695879,
        0.015368546359241009,
        0.009651804342865944,
        0.009185574017465115
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2069,
      "lr": 0.0001,
      "sup_loss": 0.921297431579596,
      "rf_loss": 0.00033130368683487177,
      "total_loss": 0.9216287352664309,
      "lyap1_mean": 0.01754331775009632,
      "lyap1_max": 0.03577285259962082,
      "lyap1_min": -0.004248093347996473,
      "lyap_spec_mean": [
        0.01754331775009632,
        0.011239239946007729,
        0.017588239163160324,
        0.011282696388661861
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2070,
      "lr": 0.0001,
      "sup_loss": 0.9579775618063262,
      "rf_loss": 0.0004005747614428401,
      "total_loss": 0.958378136567769,
      "lyap1_mean": 0.018599331378936768,
      "lyap1_max": 0.03272334858775139,
      "lyap1_min": -0.0057342215441167355,
      "lyap_spec_mean": [
        0.01859932951629162,
        0.0173000767827034,
        0.018640771508216858,
        0.013543165288865566
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2071,
      "lr": 0.0001,
      "sup_loss": 0.9617802103658403,
      "rf_loss": 0.00029148446628823876,
      "total_loss": 0.9620716948321285,
      "lyap1_mean": 0.0170087069272995,
      "lyap1_max": 0.03819610923528671,
      "lyap1_min": -6.717521318932995e-05,
      "lyap_spec_mean": [
        0.0170087069272995,
        0.01650134101510048,
        0.01445319876074791,
        0.005654462613165379
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2072,
      "lr": 0.0001,
      "sup_loss": 0.9076871413622127,
      "rf_loss": 0.00035567861050367355,
      "total_loss": 0.9080428199727164,
      "lyap1_mean": 0.020999576896429062,
      "lyap1_max": 0.055554818361997604,
      "lyap1_min": -0.007085943128913641,
      "lyap_spec_mean": [
        0.020999576896429062,
        0.008318150416016579,
        0.007171540521085262,
        0.0038544125854969025
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2073,
      "lr": 0.0001,
      "sup_loss": 0.9997258882610712,
      "rf_loss": 0.00017715510330162942,
      "total_loss": 0.9999030433643729,
      "lyap1_mean": 0.004452847875654697,
      "lyap1_max": 0.030690636485815048,
      "lyap1_min": -0.01800728589296341,
      "lyap_spec_mean": [
        0.004452847875654697,
        -0.003922261297702789,
        -1.3497192412614822e-05,
        -0.0006058665458112955
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2074,
      "lr": 0.0001,
      "sup_loss": 0.9530090580536115,
      "rf_loss": 0.0001537876669317484,
      "total_loss": 0.9531628457205432,
      "lyap1_mean": -0.007135523948818445,
      "lyap1_max": 0.00977710634469986,
      "lyap1_min": -0.026292994618415833,
      "lyap_spec_mean": [
        -0.0071355244144797325,
        -0.005026649218052626,
        -0.008457818068563938,
        -0.005385719705373049
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2075,
      "lr": 0.0001,
      "sup_loss": 0.8832437246781099,
      "rf_loss": 0.00045305403182283044,
      "total_loss": 0.8836967787099327,
      "lyap1_mean": -0.012063403613865376,
      "lyap1_max": 0.012958872132003307,
      "lyap1_min": -0.02531735971570015,
      "lyap_spec_mean": [
        -0.012063403613865376,
        -0.018935799598693848,
        -0.024862857535481453,
        -0.021689439192414284
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2076,
      "lr": 0.0001,
      "sup_loss": 1.00143758203165,
      "rf_loss": 0.0007761552697047591,
      "total_loss": 1.0022137373013547,
      "lyap1_mean": -0.0201118141412735,
      "lyap1_max": -0.0020423897076398134,
      "lyap1_min": -0.042605578899383545,
      "lyap_spec_mean": [
        -0.0201118141412735,
        -0.019242411479353905,
        -0.02446611411869526,
        -0.02454623021185398
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2077,
      "lr": 0.0001,
      "sup_loss": 0.8699318601819461,
      "rf_loss": 0.0005652741529047489,
      "total_loss": 0.8704971343348509,
      "lyap1_mean": -0.014586412347853184,
      "lyap1_max": 0.0024687773548066616,
      "lyap1_min": -0.03563092276453972,
      "lyap_spec_mean": [
        -0.014586412347853184,
        -0.01900596171617508,
        -0.021197574213147163,
        -0.02157788723707199
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2078,
      "lr": 0.0001,
      "sup_loss": 0.9392133551301547,
      "rf_loss": 0.00029597178217954934,
      "total_loss": 0.9395093269123342,
      "lyap1_mean": -0.0038357973098754883,
      "lyap1_max": 0.02753221057355404,
      "lyap1_min": -0.03870617225766182,
      "lyap_spec_mean": [
        -0.0038357973098754883,
        -0.0065607354044914246,
        -0.009237652644515038,
        -0.015880566090345383
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2079,
      "lr": 0.0001,
      "sup_loss": 0.9796441454453958,
      "rf_loss": 0.0003151043492835015,
      "total_loss": 0.9799592497946793,
      "lyap1_mean": 0.016932329162955284,
      "lyap1_max": 0.05192580819129944,
      "lyap1_min": -0.005675065331161022,
      "lyap_spec_mean": [
        0.016932329162955284,
        0.003450677264481783,
        -0.002442913828417659,
        -0.007723569869995117
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2080,
      "lr": 0.0001,
      "sup_loss": 1.037683220507134,
      "rf_loss": 0.0006509559461846948,
      "total_loss": 1.0383341764533187,
      "lyap1_mean": 0.016124151647090912,
      "lyap1_max": 0.045944999903440475,
      "lyap1_min": -0.001471678726375103,
      "lyap_spec_mean": [
        0.016124151647090912,
        0.016482191160321236,
        0.024480093270540237,
        0.007511531002819538
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2081,
      "lr": 0.0001,
      "sup_loss": 0.9461741237316046,
      "rf_loss": 0.00021183556236792356,
      "total_loss": 0.9463859592939725,
      "lyap1_mean": 0.008692404255270958,
      "lyap1_max": 0.018583713099360466,
      "lyap1_min": -0.0017965546576306224,
      "lyap_spec_mean": [
        0.008692404255270958,
        0.010899679735302925,
        0.013387697748839855,
        0.009852204471826553
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2082,
      "lr": 0.0001,
      "sup_loss": 0.9412928329612008,
      "rf_loss": 0.00040132811409421265,
      "total_loss": 0.941694161075295,
      "lyap1_mean": 0.016111431643366814,
      "lyap1_max": 0.04103510081768036,
      "lyap1_min": -0.0028500277549028397,
      "lyap_spec_mean": [
        0.016111431643366814,
        0.01370950136333704,
        0.006514212116599083,
        0.010915969498455524
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2083,
      "lr": 0.0001,
      "sup_loss": 0.9400409731730565,
      "rf_loss": 0.00010566019045654684,
      "total_loss": 0.940146633363513,
      "lyap1_mean": 0.00537336990237236,
      "lyap1_max": 0.011027897708117962,
      "lyap1_min": -0.005967913195490837,
      "lyap_spec_mean": [
        0.005373369436711073,
        0.0027210908010601997,
        0.0007800279418006539,
        -0.001309642568230629
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2084,
      "lr": 0.0001,
      "sup_loss": 0.9935641553119434,
      "rf_loss": 0.00015839512343518436,
      "total_loss": 0.9937225504353786,
      "lyap1_mean": 0.010308578610420227,
      "lyap1_max": 0.02492682635784149,
      "lyap1_min": -0.0050376709550619125,
      "lyap_spec_mean": [
        0.010308578610420227,
        0.007209321483969688,
        0.005688127130270004,
        0.005811933893710375
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2085,
      "lr": 0.0001,
      "sup_loss": 0.8886810076406785,
      "rf_loss": 0.0001876623136922717,
      "total_loss": 0.8888686699543707,
      "lyap1_mean": 0.008093589916825294,
      "lyap1_max": 0.03417611122131348,
      "lyap1_min": -0.011388735845685005,
      "lyap_spec_mean": [
        0.008093589916825294,
        0.006197076290845871,
        0.004446862265467644,
        0.0027241073548793793
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2086,
      "lr": 0.0001,
      "sup_loss": 0.8908803856322769,
      "rf_loss": 0.00010159984230995178,
      "total_loss": 0.8909819854745868,
      "lyap1_mean": -0.000926503911614418,
      "lyap1_max": 0.031414635479450226,
      "lyap1_min": -0.015329204499721527,
      "lyap_spec_mean": [
        -0.0009265035623684525,
        0.001826684339903295,
        0.0017202235758304596,
        -0.00014327606186270714
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2087,
      "lr": 0.0001,
      "sup_loss": 0.938214606548264,
      "rf_loss": 0.0002745103556662798,
      "total_loss": 0.9384891169039303,
      "lyap1_mean": -0.0044807628728449345,
      "lyap1_max": 0.01905193366110325,
      "lyap1_min": -0.03317102789878845,
      "lyap_spec_mean": [
        -0.0044807628728449345,
        -0.007862475700676441,
        -0.006270891521126032,
        -0.011890631169080734
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2088,
      "lr": 0.0001,
      "sup_loss": 0.925384146896877,
      "rf_loss": 0.00012086804781574756,
      "total_loss": 0.9255050149446927,
      "lyap1_mean": -0.0008306628442369401,
      "lyap1_max": 0.010025059804320335,
      "lyap1_min": -0.01267912145704031,
      "lyap_spec_mean": [
        -0.0008306629024446011,
        -0.007035831455141306,
        -0.002158357296139002,
        -0.003725002985447645
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2089,
      "lr": 0.0001,
      "sup_loss": 0.9590092001941961,
      "rf_loss": 0.0002692841226235032,
      "total_loss": 0.9592784843168196,
      "lyap1_mean": -0.004821146838366985,
      "lyap1_max": 0.017487797886133194,
      "lyap1_min": -0.04503197222948074,
      "lyap_spec_mean": [
        -0.004821146838366985,
        -0.0015176001470535994,
        -0.008606625720858574,
        -0.009355762973427773
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2090,
      "lr": 0.0001,
      "sup_loss": 0.91938741975035,
      "rf_loss": 9.727104043122381e-05,
      "total_loss": 0.9194846907907812,
      "lyap1_mean": -0.0039435382932424545,
      "lyap1_max": 0.017132988199591637,
      "lyap1_min": -0.01615849882364273,
      "lyap_spec_mean": [
        -0.0039435382932424545,
        -0.0031438549049198627,
        -0.0051953671500086784,
        -0.004144513979554176
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2091,
      "lr": 0.0001,
      "sup_loss": 0.9500820480952942,
      "rf_loss": 0.00022356984845828265,
      "total_loss": 0.9503056179437525,
      "lyap1_mean": 0.00029385858215391636,
      "lyap1_max": 0.024085920304059982,
      "lyap1_min": -0.021629784256219864,
      "lyap_spec_mean": [
        0.00029385858215391636,
        -0.007940879091620445,
        -0.016931625083088875,
        -0.010932235978543758
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2092,
      "lr": 0.0001,
      "sup_loss": 0.966491784831715,
      "rf_loss": 0.00011385582911316305,
      "total_loss": 0.9666056406608282,
      "lyap1_mean": -0.004162110388278961,
      "lyap1_max": 0.010980462655425072,
      "lyap1_min": -0.015868887305259705,
      "lyap_spec_mean": [
        -0.004162109922617674,
        -0.00014688301598653197,
        -0.005915703717619181,
        -0.0064486050978302956
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2093,
      "lr": 0.0001,
      "sup_loss": 0.9136959294987371,
      "rf_loss": 0.00013567610585596412,
      "total_loss": 0.9138316056045931,
      "lyap1_mean": 6.699585355818272e-05,
      "lyap1_max": 0.022999253123998642,
      "lyap1_min": -0.01208818145096302,
      "lyap_spec_mean": [
        6.699608638882637e-05,
        -0.0006282975664362311,
        -0.0003467051428742707,
        -0.001471478957682848
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2094,
      "lr": 0.0001,
      "sup_loss": 0.972778992928193,
      "rf_loss": 0.0001097963540814817,
      "total_loss": 0.9728887892822745,
      "lyap1_mean": 0.008341629058122635,
      "lyap1_max": 0.0268647950142622,
      "lyap1_min": -0.006065104156732559,
      "lyap_spec_mean": [
        0.008341629058122635,
        0.003338973503559828,
        0.000422624871134758,
        -0.0008639958687126637
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2095,
      "lr": 0.0001,
      "sup_loss": 0.9200628055738375,
      "rf_loss": 0.00014907994773238897,
      "total_loss": 0.9202118855215699,
      "lyap1_mean": 0.002278710249811411,
      "lyap1_max": 0.019932031631469727,
      "lyap1_min": -0.019621554762125015,
      "lyap_spec_mean": [
        0.0022787104826420546,
        0.0018549092346802354,
        0.007342243567109108,
        -0.008247734978795052
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2096,
      "lr": 0.0001,
      "sup_loss": 0.9781594223898494,
      "rf_loss": 0.00020635323016904294,
      "total_loss": 0.9783657756200185,
      "lyap1_mean": 0.008438056334853172,
      "lyap1_max": 0.028543077409267426,
      "lyap1_min": -0.010824702680110931,
      "lyap_spec_mean": [
        0.008438056334853172,
        -0.0014748029643669724,
        -0.002098281867802143,
        -0.0003367748577147722
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2097,
      "lr": 0.0001,
      "sup_loss": 1.0091027832118942,
      "rf_loss": 0.00021777141955681145,
      "total_loss": 1.009320554631451,
      "lyap1_mean": -0.0039636073634028435,
      "lyap1_max": 0.025952700525522232,
      "lyap1_min": -0.023998646065592766,
      "lyap_spec_mean": [
        -0.0039636073634028435,
        0.003910766914486885,
        -0.006017580628395081,
        -0.008535340428352356
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2098,
      "lr": 0.0001,
      "sup_loss": 0.9762705964906566,
      "rf_loss": 6.604041846003383e-05,
      "total_loss": 0.9763366369091167,
      "lyap1_mean": 0.003294135443866253,
      "lyap1_max": 0.01587504893541336,
      "lyap1_min": -0.0029487318824976683,
      "lyap_spec_mean": [
        0.00329413590952754,
        -0.0013455102453008294,
        -0.003744519781321287,
        -0.0035895498003810644
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2099,
      "lr": 0.0001,
      "sup_loss": 0.9509229260496708,
      "rf_loss": 0.00017677148571237922,
      "total_loss": 0.9510996975353831,
      "lyap1_mean": 0.008347663097083569,
      "lyap1_max": 0.04638626426458359,
      "lyap1_min": -0.012382196262478828,
      "lyap_spec_mean": [
        0.008347663097083569,
        0.00864500179886818,
        0.009507988579571247,
        0.003303904552012682
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2100,
      "lr": 0.0001,
      "sup_loss": 0.9454027802749252,
      "rf_loss": 0.00014141744759399444,
      "total_loss": 0.9455441977225192,
      "lyap1_mean": 0.0008739366894587874,
      "lyap1_max": 0.01070929691195488,
      "lyap1_min": -0.016992872580885887,
      "lyap_spec_mean": [
        0.0008739364566281438,
        0.005925023928284645,
        0.0010347567731514573,
        0.0014462247490882874
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2101,
      "lr": 0.0001,
      "sup_loss": 0.9925599236066743,
      "rf_loss": 0.00033261108910664916,
      "total_loss": 0.992892534695781,
      "lyap1_mean": 0.015067258849740028,
      "lyap1_max": 0.04025616869330406,
      "lyap1_min": -0.002817401196807623,
      "lyap_spec_mean": [
        0.015067258849740028,
        0.0062517644837498665,
        0.0041951751336455345,
        0.007477446459233761
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2102,
      "lr": 0.0001,
      "sup_loss": 0.9711692514317324,
      "rf_loss": 7.998077489901334e-05,
      "total_loss": 0.9712492322066314,
      "lyap1_mean": 0.006901845335960388,
      "lyap1_max": 0.0180433951318264,
      "lyap1_min": -0.010154628194868565,
      "lyap_spec_mean": [
        0.006901845335960388,
        0.0003263680264353752,
        -0.0033336286433041096,
        -0.00023788868566043675
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2103,
      "lr": 0.0001,
      "sup_loss": 0.9095877856421617,
      "rf_loss": 0.0003094608255196363,
      "total_loss": 0.9098972464676813,
      "lyap1_mean": 0.008905047550797462,
      "lyap1_max": 0.031254421919584274,
      "lyap1_min": -0.02268028073012829,
      "lyap_spec_mean": [
        0.008905048482120037,
        0.008621474727988243,
        0.013249714858829975,
        0.0016825522761791945
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2104,
      "lr": 0.0001,
      "sup_loss": 0.9575634574037748,
      "rf_loss": 0.00022598252689931542,
      "total_loss": 0.9577894399306741,
      "lyap1_mean": 0.008157650008797646,
      "lyap1_max": 0.030892884358763695,
      "lyap1_min": -0.019862353801727295,
      "lyap_spec_mean": [
        0.008157650008797646,
        6.738945376127958e-05,
        0.0026481172535568476,
        0.003990972880274057
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2105,
      "lr": 0.0001,
      "sup_loss": 1.0152626358685315,
      "rf_loss": 0.00013074997696094215,
      "total_loss": 1.0153933858454924,
      "lyap1_mean": -0.0017655484843999147,
      "lyap1_max": 0.019089484587311745,
      "lyap1_min": -0.010854378342628479,
      "lyap_spec_mean": [
        -0.0017655488336458802,
        -0.00883506890386343,
        -0.005445965565741062,
        -0.008454025723040104
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2106,
      "lr": 0.0001,
      "sup_loss": 0.8998008306218646,
      "rf_loss": 0.00012928407522849739,
      "total_loss": 0.899930114697093,
      "lyap1_mean": 0.0013844105415046215,
      "lyap1_max": 0.01577702723443508,
      "lyap1_min": -0.017913363873958588,
      "lyap_spec_mean": [
        0.0013844110071659088,
        -0.004017634782940149,
        -0.005214369390159845,
        -0.006824471987783909
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2107,
      "lr": 0.0001,
      "sup_loss": 0.9193978974475637,
      "rf_loss": 0.0003542466729413718,
      "total_loss": 0.9197521441205051,
      "lyap1_mean": -0.008770525455474854,
      "lyap1_max": 0.018673114478588104,
      "lyap1_min": -0.026223309338092804,
      "lyap_spec_mean": [
        -0.008770525455474854,
        -0.01273325365036726,
        -0.015052970498800278,
        -0.014808028936386108
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2108,
      "lr": 0.0001,
      "sup_loss": 0.946376855808817,
      "rf_loss": 0.00037762324791401625,
      "total_loss": 0.946754479056731,
      "lyap1_mean": -0.012143628671765327,
      "lyap1_max": 0.015379205346107483,
      "lyap1_min": -0.026787102222442627,
      "lyap_spec_mean": [
        -0.012143628671765327,
        -0.014796536415815353,
        -0.014909353107213974,
        -0.018170684576034546
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2109,
      "lr": 0.0001,
      "sup_loss": 0.9369823930020073,
      "rf_loss": 0.00031797331757843494,
      "total_loss": 0.9373003663195857,
      "lyap1_mean": -0.011638389900326729,
      "lyap1_max": 0.0011702891206368804,
      "lyap1_min": -0.03212425857782364,
      "lyap_spec_mean": [
        -0.011638389900326729,
        -0.010854577645659447,
        -0.010246343910694122,
        -0.018980104476213455
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2110,
      "lr": 0.0001,
      "sup_loss": 0.9386227401822115,
      "rf_loss": 0.000268244999460876,
      "total_loss": 0.9388909851816724,
      "lyap1_mean": -0.007965803146362305,
      "lyap1_max": 0.017485912889242172,
      "lyap1_min": -0.0197457205504179,
      "lyap_spec_mean": [
        -0.007965803146362305,
        -0.011308635585010052,
        -0.014814003370702267,
        -0.014065299183130264
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2111,
      "lr": 0.0001,
      "sup_loss": 0.9134475596910749,
      "rf_loss": 0.0001593690540175885,
      "total_loss": 0.9136069287450925,
      "lyap1_mean": 0.0007204252760857344,
      "lyap1_max": 0.014142698608338833,
      "lyap1_min": -0.01869886741042137,
      "lyap_spec_mean": [
        0.0007204250432550907,
        -0.006165681406855583,
        -0.006853844504803419,
        -0.010359448380768299
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2112,
      "lr": 0.0001,
      "sup_loss": 0.9245606333755931,
      "rf_loss": 0.00011144683230668306,
      "total_loss": 0.9246720802078998,
      "lyap1_mean": -0.004622168838977814,
      "lyap1_max": 0.01043564360588789,
      "lyap1_min": -0.021825261414051056,
      "lyap_spec_mean": [
        -0.004622168838977814,
        0.0005465964786708355,
        -0.0014549880288541317,
        -0.005509938113391399
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2113,
      "lr": 0.0001,
      "sup_loss": 0.986385229024005,
      "rf_loss": 0.00013245231821201742,
      "total_loss": 0.9865176813422171,
      "lyap1_mean": 0.004965644329786301,
      "lyap1_max": 0.022060271352529526,
      "lyap1_min": -0.009661968797445297,
      "lyap_spec_mean": [
        0.004965644329786301,
        0.002715702634304762,
        0.01118239015340805,
        -0.0010746262269094586
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2114,
      "lr": 0.0001,
      "sup_loss": 0.9801715975700365,
      "rf_loss": 0.00010271972132613882,
      "total_loss": 0.9802743172913626,
      "lyap1_mean": 0.0008067353628575802,
      "lyap1_max": 0.012118957936763763,
      "lyap1_min": -0.020259784534573555,
      "lyap_spec_mean": [
        0.0008067355956882238,
        -0.002810398582369089,
        -0.0001136184437200427,
        -0.006362142972648144
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2115,
      "lr": 0.0001,
      "sup_loss": 0.9324555837111653,
      "rf_loss": 0.00013028537796344608,
      "total_loss": 0.9325858690891288,
      "lyap1_mean": 0.00037822395097464323,
      "lyap1_max": 0.011796558275818825,
      "lyap1_min": -0.019671624526381493,
      "lyap_spec_mean": [
        0.00037822406738996506,
        0.008210020139813423,
        0.0024364995770156384,
        0.001171213574707508
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2116,
      "lr": 0.0001,
      "sup_loss": 0.9339534879516548,
      "rf_loss": 7.033578003756702e-05,
      "total_loss": 0.9340238237316923,
      "lyap1_mean": 0.005936757195740938,
      "lyap1_max": 0.0190124474465847,
      "lyap1_min": -0.0044416883029043674,
      "lyap_spec_mean": [
        0.005936757195740938,
        0.0016504244413226843,
        -0.000302234198898077,
        0.0004569350858218968
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2117,
      "lr": 0.0001,
      "sup_loss": 0.9041856944461995,
      "rf_loss": 0.00018472131341695786,
      "total_loss": 0.9043704157596164,
      "lyap1_mean": 0.008090079762041569,
      "lyap1_max": 0.039778392761945724,
      "lyap1_min": -0.021618768572807312,
      "lyap_spec_mean": [
        0.008090079762041569,
        -0.001272687572054565,
        -0.0033907396718859673,
        0.001691783545538783
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2118,
      "lr": 0.0001,
      "sup_loss": 0.9459362646232043,
      "rf_loss": 0.00016277816030196846,
      "total_loss": 0.9460990427835063,
      "lyap1_mean": 0.006706453859806061,
      "lyap1_max": 0.03245454654097557,
      "lyap1_min": -0.01009855791926384,
      "lyap_spec_mean": [
        0.006706454325467348,
        0.007349993567913771,
        0.009817707352340221,
        0.0046439701691269875
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2119,
      "lr": 0.0001,
      "sup_loss": 0.9003921181069523,
      "rf_loss": 0.00024722382659092546,
      "total_loss": 0.9006393419335432,
      "lyap1_mean": 0.013346187770366669,
      "lyap1_max": 0.036871299147605896,
      "lyap1_min": -0.0030526970513164997,
      "lyap_spec_mean": [
        0.013346186839044094,
        0.010089864954352379,
        0.010866180062294006,
        0.012275150045752525
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2120,
      "lr": 0.0001,
      "sup_loss": 0.9635255165101985,
      "rf_loss": 0.00019437482114881277,
      "total_loss": 0.9637198913313473,
      "lyap1_mean": 0.007233449723571539,
      "lyap1_max": 0.023903772234916687,
      "lyap1_min": -0.004856059327721596,
      "lyap_spec_mean": [
        0.007233450189232826,
        0.010720443911850452,
        0.0023329381365329027,
        0.003721389686688781
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2121,
      "lr": 0.0001,
      "sup_loss": 0.9510991560893435,
      "rf_loss": 0.000173533073393628,
      "total_loss": 0.9512726891627371,
      "lyap1_mean": 0.002867890987545252,
      "lyap1_max": 0.04248766601085663,
      "lyap1_min": -0.016596782952547073,
      "lyap_spec_mean": [
        0.002867890987545252,
        -0.0018006848404183984,
        -0.003822390688583255,
        0.0025125734973698854
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2122,
      "lr": 0.0001,
      "sup_loss": 0.981980060169383,
      "rf_loss": 0.0003567873500287533,
      "total_loss": 0.9823368475194117,
      "lyap1_mean": -0.01136840134859085,
      "lyap1_max": 0.012794964015483856,
      "lyap1_min": -0.03204286843538284,
      "lyap_spec_mean": [
        -0.011368402279913425,
        -0.013975150883197784,
        -0.015616867691278458,
        -0.016086623072624207
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2123,
      "lr": 0.0001,
      "sup_loss": 0.9323946533922443,
      "rf_loss": 0.0006299756933003664,
      "total_loss": 0.9330246290855446,
      "lyap1_mean": -0.018007002770900726,
      "lyap1_max": 0.0014661889290437102,
      "lyap1_min": -0.046694349497556686,
      "lyap_spec_mean": [
        -0.018007002770900726,
        -0.02254369482398033,
        -0.013999493792653084,
        -0.02640409767627716
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2124,
      "lr": 0.0001,
      "sup_loss": 0.943765687053791,
      "rf_loss": 0.0003123589267488569,
      "total_loss": 0.9440780459805399,
      "lyap1_mean": -0.006156320217996836,
      "lyap1_max": 0.026732459664344788,
      "lyap1_min": -0.036920201033353806,
      "lyap_spec_mean": [
        -0.00615632114931941,
        -0.01143370196223259,
        -0.010727384127676487,
        -0.012962793000042439
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2125,
      "lr": 0.0001,
      "sup_loss": 0.9554263973873107,
      "rf_loss": 8.629367221146822e-05,
      "total_loss": 0.9555126910595222,
      "lyap1_mean": 0.004243001341819763,
      "lyap1_max": 0.02891029417514801,
      "lyap1_min": -0.009491914883255959,
      "lyap_spec_mean": [
        0.004243001341819763,
        -0.0005754940793849528,
        -0.005959786474704742,
        -0.008212199434638023
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2126,
      "lr": 0.0001,
      "sup_loss": 0.9495927954287433,
      "rf_loss": 0.00010818993905559182,
      "total_loss": 0.9497009853677989,
      "lyap1_mean": 0.00081390212289989,
      "lyap1_max": 0.020617617294192314,
      "lyap1_min": -0.028709430247545242,
      "lyap_spec_mean": [
        0.0008139025885611773,
        -0.002103285863995552,
        0.0021787171717733145,
        -0.004416421055793762
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2127,
      "lr": 0.0001,
      "sup_loss": 0.9352648347975663,
      "rf_loss": 0.0003495821438264102,
      "total_loss": 0.9356144169413927,
      "lyap1_mean": 0.014178529381752014,
      "lyap1_max": 0.03344471752643585,
      "lyap1_min": -0.010569076985120773,
      "lyap_spec_mean": [
        0.014178529381752014,
        0.008049430325627327,
        0.012531481683254242,
        0.0021524170879274607
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2128,
      "lr": 0.0001,
      "sup_loss": 0.9614813313052522,
      "rf_loss": 0.00021085550542920828,
      "total_loss": 0.9616921868106814,
      "lyap1_mean": 0.011826843023300171,
      "lyap1_max": 0.022853229194879532,
      "lyap1_min": -0.0013423888012766838,
      "lyap_spec_mean": [
        0.011826843023300171,
        0.015234626829624176,
        0.00984275620430708,
        0.010094634257256985
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2129,
      "lr": 0.0001,
      "sup_loss": 0.9587749009871006,
      "rf_loss": 0.00021966041822452098,
      "total_loss": 0.9589945614053251,
      "lyap1_mean": 0.013740299269557,
      "lyap1_max": 0.04941261559724808,
      "lyap1_min": -0.006005916278809309,
      "lyap_spec_mean": [
        0.013740299269557,
        0.00275982404127717,
        0.009225762449204922,
        -0.0010582712711766362
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2130,
      "lr": 0.0001,
      "sup_loss": 0.9080390557655901,
      "rf_loss": 0.00012624642113223672,
      "total_loss": 0.9081653021867223,
      "lyap1_mean": -0.0013885089429095387,
      "lyap1_max": 0.017118869349360466,
      "lyap1_min": -0.018841831013560295,
      "lyap_spec_mean": [
        -0.001388508826494217,
        -0.00012740865349769592,
        0.0007813272532075644,
        -0.006284850649535656
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2131,
      "lr": 0.0001,
      "sup_loss": 0.966204461137269,
      "rf_loss": 0.00014566272147931159,
      "total_loss": 0.9663501238587483,
      "lyap1_mean": 0.0022130263969302177,
      "lyap1_max": 0.014269678853452206,
      "lyap1_min": -0.009702173992991447,
      "lyap_spec_mean": [
        0.0022130263969302177,
        0.00010027538519352674,
        -0.004750237800180912,
        -0.00982744712382555
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2132,
      "lr": 0.0001,
      "sup_loss": 0.97254799008881,
      "rf_loss": 0.0002484770957380533,
      "total_loss": 0.972796467184548,
      "lyap1_mean": -0.007029544562101364,
      "lyap1_max": 0.00946976337581873,
      "lyap1_min": -0.023726722225546837,
      "lyap_spec_mean": [
        -0.0070295450277626514,
        -0.009369660168886185,
        -0.013414870947599411,
        -0.00962835643440485
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2133,
      "lr": 0.0001,
      "sup_loss": 0.9429461223096866,
      "rf_loss": 0.0002546665782574564,
      "total_loss": 0.943200788887944,
      "lyap1_mean": -0.007623401470482349,
      "lyap1_max": 0.01361095067113638,
      "lyap1_min": -0.022031284868717194,
      "lyap_spec_mean": [
        -0.007623401470482349,
        -0.01228343229740858,
        -0.00926767848432064,
        -0.018888937309384346
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2134,
      "lr": 0.0001,
      "sup_loss": 0.8950993457912957,
      "rf_loss": 0.0003894044493790716,
      "total_loss": 0.8954887502406748,
      "lyap1_mean": -0.011689402163028717,
      "lyap1_max": 0.023272112011909485,
      "lyap1_min": -0.04353182017803192,
      "lyap_spec_mean": [
        -0.011689402163028717,
        -0.010979016311466694,
        -0.01330933254212141,
        -0.01560012623667717
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2135,
      "lr": 0.0001,
      "sup_loss": 0.9809236897964673,
      "rf_loss": 0.00021367569570429623,
      "total_loss": 0.9811373654921716,
      "lyap1_mean": -0.00032623903825879097,
      "lyap1_max": 0.029795950278639793,
      "lyap1_min": -0.014950811862945557,
      "lyap_spec_mean": [
        -0.0003262388054281473,
        -0.009370511397719383,
        -0.010852813720703125,
        -0.012902596034109592
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2136,
      "lr": 0.0001,
      "sup_loss": 0.9342626287046643,
      "rf_loss": 0.0002571285585872829,
      "total_loss": 0.9345197572632515,
      "lyap1_mean": -0.000625676941126585,
      "lyap1_max": 0.018537292256951332,
      "lyap1_min": -0.025344228371977806,
      "lyap_spec_mean": [
        -0.000625676941126585,
        -0.005957888439297676,
        -0.007658104412257671,
        -0.013449100777506828
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2137,
      "lr": 0.0001,
      "sup_loss": 0.9126486892281049,
      "rf_loss": 0.0001262325095012784,
      "total_loss": 0.9127749217376062,
      "lyap1_mean": 0.0012479887809604406,
      "lyap1_max": 0.01951923593878746,
      "lyap1_min": -0.018391020596027374,
      "lyap_spec_mean": [
        0.0012479887809604406,
        0.001273956848308444,
        0.0007590634631924331,
        -0.002222062088549137
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2138,
      "lr": 0.0001,
      "sup_loss": 0.9555531675421082,
      "rf_loss": 0.000165878445841372,
      "total_loss": 0.9557190459879495,
      "lyap1_mean": 0.008376138284802437,
      "lyap1_max": 0.030545011162757874,
      "lyap1_min": -0.007184505462646484,
      "lyap_spec_mean": [
        0.008376138284802437,
        0.00030108861392363906,
        0.007559793535619974,
        0.004965583793818951
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2139,
      "lr": 0.0001,
      "sup_loss": 0.9055296379184113,
      "rf_loss": 0.0001630947517696768,
      "total_loss": 0.905692732670181,
      "lyap1_mean": 0.005218632984906435,
      "lyap1_max": 0.018737081438302994,
      "lyap1_min": -0.02386181429028511,
      "lyap_spec_mean": [
        0.005218632519245148,
        -0.0024000878911465406,
        -0.002350298687815666,
        0.001267569838091731
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2140,
      "lr": 0.0001,
      "sup_loss": 0.9594510163753878,
      "rf_loss": 0.000682699668686837,
      "total_loss": 0.9601337160440746,
      "lyap1_mean": 0.026626748964190483,
      "lyap1_max": 0.049795232713222504,
      "lyap1_min": 0.0073294988833367825,
      "lyap_spec_mean": [
        0.026626748964190483,
        0.02733960747718811,
        0.02120807021856308,
        0.020492371171712875
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2141,
      "lr": 0.0001,
      "sup_loss": 0.9667539934200542,
      "rf_loss": 0.0003405513125471771,
      "total_loss": 0.9670945447326014,
      "lyap1_mean": 0.022387534379959106,
      "lyap1_max": 0.04093965142965317,
      "lyap1_min": 0.005880340933799744,
      "lyap_spec_mean": [
        0.022387536242604256,
        0.01420734915882349,
        0.008869582787156105,
        0.009974793531000614
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2142,
      "lr": 0.0001,
      "sup_loss": 0.9387093303640139,
      "rf_loss": 0.00017644235049374402,
      "total_loss": 0.9388857727145077,
      "lyap1_mean": 0.010014886036515236,
      "lyap1_max": 0.02279377542436123,
      "lyap1_min": -0.0017233469989150763,
      "lyap_spec_mean": [
        0.010014886036515236,
        0.011937960982322693,
        0.01247780118137598,
        0.005546192172914743
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2143,
      "lr": 0.0001,
      "sup_loss": 0.996087131653459,
      "rf_loss": 0.00014689040835946798,
      "total_loss": 0.9962340220618184,
      "lyap1_mean": 0.004548126365989447,
      "lyap1_max": 0.019029101356863976,
      "lyap1_min": -0.013439151458442211,
      "lyap_spec_mean": [
        0.004548126365989447,
        0.006649813614785671,
        0.0006626632530242205,
        -0.002265114104375243
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2144,
      "lr": 0.0001,
      "sup_loss": 0.9282625695824159,
      "rf_loss": 0.00021920050494372845,
      "total_loss": 0.9284817700873597,
      "lyap1_mean": -0.009855461306869984,
      "lyap1_max": 0.008834739215672016,
      "lyap1_min": -0.0260603167116642,
      "lyap_spec_mean": [
        -0.009855462238192558,
        -0.010769601911306381,
        -0.010865419171750546,
        -0.013459710404276848
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2145,
      "lr": 0.0001,
      "sup_loss": 1.0075544748301428,
      "rf_loss": 0.00034068417153321207,
      "total_loss": 1.007895159001676,
      "lyap1_mean": -0.006382034160196781,
      "lyap1_max": 0.029019806534051895,
      "lyap1_min": -0.03511456027626991,
      "lyap_spec_mean": [
        -0.006382034160196781,
        -0.012450815178453922,
        -0.016761165112257004,
        -0.008188363164663315
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2146,
      "lr": 0.0001,
      "sup_loss": 0.9187794921718736,
      "rf_loss": 0.000458970433101058,
      "total_loss": 0.9192384626049747,
      "lyap1_mean": -0.017355382442474365,
      "lyap1_max": 0.0016502027865499258,
      "lyap1_min": -0.03672538325190544,
      "lyap_spec_mean": [
        -0.017355382442474365,
        -0.017451077699661255,
        -0.018729232251644135,
        -0.017291445285081863
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2147,
      "lr": 0.0001,
      "sup_loss": 0.9684527761702454,
      "rf_loss": 0.00039246477535925806,
      "total_loss": 0.9688452409456046,
      "lyap1_mean": -0.018201511353254318,
      "lyap1_max": -0.007106322795152664,
      "lyap1_min": -0.03231818228960037,
      "lyap_spec_mean": [
        -0.018201511353254318,
        -0.019522931426763535,
        -0.015791311860084534,
        -0.01887165941298008
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2148,
      "lr": 0.0001,
      "sup_loss": 0.9239581162876713,
      "rf_loss": 0.00017794582527130842,
      "total_loss": 0.9241360621129426,
      "lyap1_mean": -0.005100216716527939,
      "lyap1_max": 0.013560261577367783,
      "lyap1_min": -0.01926502212882042,
      "lyap_spec_mean": [
        -0.0051002162508666515,
        -0.004479274619370699,
        -0.013686402700841427,
        -0.009094974026083946
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2149,
      "lr": 0.0001,
      "sup_loss": 0.9761887888195175,
      "rf_loss": 7.770813681418076e-05,
      "total_loss": 0.9762664969563317,
      "lyap1_mean": 0.0032135192304849625,
      "lyap1_max": 0.018308930099010468,
      "lyap1_min": -0.008874515071511269,
      "lyap_spec_mean": [
        0.003213518764823675,
        -8.748771506361663e-05,
        0.00015111267566680908,
        -0.0016876554582268
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2150,
      "lr": 0.0001,
      "sup_loss": 0.9751805747301635,
      "rf_loss": 0.0001475331955589354,
      "total_loss": 0.9753281079257224,
      "lyap1_mean": 0.004036821890622377,
      "lyap1_max": 0.03854180872440338,
      "lyap1_min": -0.020696034654974937,
      "lyap_spec_mean": [
        0.004036822356283665,
        -0.0028560515493154526,
        -0.005657325964421034,
        -0.0040381066501140594
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2151,
      "lr": 0.0001,
      "sup_loss": 0.9652048914834269,
      "rf_loss": 0.00012822035932913423,
      "total_loss": 0.965333111842756,
      "lyap1_mean": 0.004192182794213295,
      "lyap1_max": 0.017033206298947334,
      "lyap1_min": -0.009746123105287552,
      "lyap_spec_mean": [
        0.004192182794213295,
        -0.0012976719299331307,
        -0.0018584660720080137,
        -0.002089774003252387
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2152,
      "lr": 0.0001,
      "sup_loss": 0.974503237852033,
      "rf_loss": 0.0002037825615843758,
      "total_loss": 0.9747070204136173,
      "lyap1_mean": 0.012805156409740448,
      "lyap1_max": 0.03463112190365791,
      "lyap1_min": -0.0005826669512316585,
      "lyap_spec_mean": [
        0.012805156409740448,
        0.006276006810367107,
        0.008335080929100513,
        0.0035490430891513824
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2153,
      "lr": 0.0001,
      "sup_loss": 0.9213875967669418,
      "rf_loss": 0.0001384424977004528,
      "total_loss": 0.9215260392646423,
      "lyap1_mean": -0.004850403405725956,
      "lyap1_max": 0.008415287360548973,
      "lyap1_min": -0.027551701292395592,
      "lyap_spec_mean": [
        -0.004850403405725956,
        -0.0008502365089952946,
        -0.0008285725489258766,
        -0.0063339839689433575
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2154,
      "lr": 0.0001,
      "sup_loss": 0.9300428783653134,
      "rf_loss": 0.0003510822425596416,
      "total_loss": 0.930393960607873,
      "lyap1_mean": 0.015419413335621357,
      "lyap1_max": 0.05983709543943405,
      "lyap1_min": -0.012410545721650124,
      "lyap_spec_mean": [
        0.015419412404298782,
        0.00863823015242815,
        0.0011732325656339526,
        -0.003224726300686598
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2155,
      "lr": 0.0001,
      "sup_loss": 0.9413172634966729,
      "rf_loss": 0.00019338710990268737,
      "total_loss": 0.9415106506065756,
      "lyap1_mean": 0.0031436020508408546,
      "lyap1_max": 0.03193420171737671,
      "lyap1_min": -0.014728950336575508,
      "lyap_spec_mean": [
        0.0031436022836714983,
        -0.00161853211466223,
        -0.0019400989403948188,
        -0.004301896318793297
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2156,
      "lr": 0.0001,
      "sup_loss": 0.9225364361305617,
      "rf_loss": 0.00020607437181752175,
      "total_loss": 0.9227425105023792,
      "lyap1_mean": 0.005639206152409315,
      "lyap1_max": 0.03249907121062279,
      "lyap1_min": -0.009078366681933403,
      "lyap_spec_mean": [
        0.005639206618070602,
        0.0045086415484547615,
        -0.0024706674739718437,
        0.004182050004601479
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2157,
      "lr": 0.0001,
      "sup_loss": 0.9342618517909463,
      "rf_loss": 0.0002268933312734589,
      "total_loss": 0.9344887451222198,
      "lyap1_mean": 0.0060304817743599415,
      "lyap1_max": 0.022784104570746422,
      "lyap1_min": -0.01486942544579506,
      "lyap_spec_mean": [
        0.006030482240021229,
        -0.00020308559760451317,
        -0.002176479669287801,
        -0.006449992302805185
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2158,
      "lr": 0.0001,
      "sup_loss": 0.9284461955421132,
      "rf_loss": 0.00015100363816600293,
      "total_loss": 0.9285971991802792,
      "lyap1_mean": -0.0018707584822550416,
      "lyap1_max": 0.014853999018669128,
      "lyap1_min": -0.016982968896627426,
      "lyap_spec_mean": [
        -0.0018707583658397198,
        0.0017909244634211063,
        -0.0037904586642980576,
        0.000393895257730037
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2159,
      "lr": 0.0001,
      "sup_loss": 0.9709774959932983,
      "rf_loss": 0.00015762358088977635,
      "total_loss": 0.9711351195741881,
      "lyap1_mean": 0.009811276569962502,
      "lyap1_max": 0.026964381337165833,
      "lyap1_min": -0.001216022064909339,
      "lyap_spec_mean": [
        0.009811276569962502,
        0.0031887697987258434,
        0.0007870361441746354,
        0.0005685872165486217
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2160,
      "lr": 0.0001,
      "sup_loss": 0.9545062791514861,
      "rf_loss": 7.923811790533364e-05,
      "total_loss": 0.9545855172693914,
      "lyap1_mean": -0.002514103427529335,
      "lyap1_max": 0.005771997384727001,
      "lyap1_min": -0.009255999699234962,
      "lyap_spec_mean": [
        -0.002514103427529335,
        -0.002821126487106085,
        -0.0013064602389931679,
        -0.0027234938461333513
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2161,
      "lr": 0.0001,
      "sup_loss": 0.9463020366251835,
      "rf_loss": 0.0003626947873272002,
      "total_loss": 0.9466647314125107,
      "lyap1_mean": 0.011743656359612942,
      "lyap1_max": 0.02856232225894928,
      "lyap1_min": -0.0025124105159193277,
      "lyap_spec_mean": [
        0.011743657290935516,
        0.013768831267952919,
        0.008437776006758213,
        0.013282300904393196
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2162,
      "lr": 0.0001,
      "sup_loss": 0.9281436515428426,
      "rf_loss": 0.0004455566231627017,
      "total_loss": 0.9285892081660053,
      "lyap1_mean": 0.016275865957140923,
      "lyap1_max": 0.037568699568510056,
      "lyap1_min": -0.0010880676563829184,
      "lyap_spec_mean": [
        0.016275867819786072,
        0.009446733631193638,
        0.021946975961327553,
        0.00781534519046545
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2163,
      "lr": 0.0001,
      "sup_loss": 0.8613106233401557,
      "rf_loss": 0.0001439746847609058,
      "total_loss": 0.8614545980249166,
      "lyap1_mean": 0.009413003921508789,
      "lyap1_max": 0.030615774914622307,
      "lyap1_min": -0.012162664905190468,
      "lyap_spec_mean": [
        0.009413003921508789,
        0.01133398711681366,
        0.0026448373682796955,
        -0.00036488071782514453
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2164,
      "lr": 0.0001,
      "sup_loss": 0.9706928657320135,
      "rf_loss": 0.00014894266496412456,
      "total_loss": 0.9708418083969776,
      "lyap1_mean": 0.003798937425017357,
      "lyap1_max": 0.04761405289173126,
      "lyap1_min": -0.019582172855734825,
      "lyap_spec_mean": [
        0.0037989376578480005,
        0.0010717457626014948,
        -0.006225203163921833,
        -0.003129473887383938
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2165,
      "lr": 0.0001,
      "sup_loss": 0.9781087466998554,
      "rf_loss": 0.00035142136039212346,
      "total_loss": 0.9784601680602475,
      "lyap1_mean": -0.013050421141088009,
      "lyap1_max": 0.010055076330900192,
      "lyap1_min": -0.030838698148727417,
      "lyap_spec_mean": [
        -0.013050420209765434,
        -0.01352977566421032,
        -0.010992748662829399,
        -0.019804473966360092
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2166,
      "lr": 0.0001,
      "sup_loss": 0.953659006613666,
      "rf_loss": 0.0003720677341334522,
      "total_loss": 0.9540310743477994,
      "lyap1_mean": -0.013730918988585472,
      "lyap1_max": 0.002395675051957369,
      "lyap1_min": -0.021817050874233246,
      "lyap_spec_mean": [
        -0.013730919919908047,
        -0.01357769314199686,
        -0.019866960123181343,
        -0.018627019599080086
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2167,
      "lr": 0.0001,
      "sup_loss": 0.9190438679586899,
      "rf_loss": 0.0006713642505928874,
      "total_loss": 0.9197152322092828,
      "lyap1_mean": -0.02168050780892372,
      "lyap1_max": -0.006766495760530233,
      "lyap1_min": -0.03687237575650215,
      "lyap_spec_mean": [
        -0.021680505946278572,
        -0.01832721009850502,
        -0.025779973715543747,
        -0.02320353128015995
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2168,
      "lr": 0.0001,
      "sup_loss": 0.9320145754709639,
      "rf_loss": 0.0005564850871451199,
      "total_loss": 0.932571060558109,
      "lyap1_mean": -0.01378539577126503,
      "lyap1_max": 0.02585582435131073,
      "lyap1_min": -0.030061757192015648,
      "lyap_spec_mean": [
        -0.01378539577126503,
        -0.020970307290554047,
        -0.02400997467339039,
        -0.02062571421265602
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2169,
      "lr": 0.0001,
      "sup_loss": 0.9398899865246066,
      "rf_loss": 0.000294468947686255,
      "total_loss": 0.9401844554722929,
      "lyap1_mean": -0.0045385099947452545,
      "lyap1_max": 0.03718598559498787,
      "lyap1_min": -0.023541923612356186,
      "lyap_spec_mean": [
        -0.004538509529083967,
        -0.009968860074877739,
        -0.013009696267545223,
        -0.015678472816944122
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2170,
      "lr": 0.0001,
      "sup_loss": 0.9321100705701202,
      "rf_loss": 0.00025420612655580044,
      "total_loss": 0.932364276696676,
      "lyap1_mean": 0.0027184810023754835,
      "lyap1_max": 0.0225388091057539,
      "lyap1_min": -0.01707831770181656,
      "lyap_spec_mean": [
        0.0027184810023754835,
        0.00594991073012352,
        0.002024954417720437,
        -0.001515542739070952
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2171,
      "lr": 0.0001,
      "sup_loss": 0.8845670400396164,
      "rf_loss": 0.00024658042821101844,
      "total_loss": 0.8848136204678274,
      "lyap1_mean": 0.012818115763366222,
      "lyap1_max": 0.03826306760311127,
      "lyap1_min": -0.012402268126606941,
      "lyap_spec_mean": [
        0.012818116694688797,
        0.009401138871908188,
        0.00889703631401062,
        0.004888840951025486
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2172,
      "lr": 0.0001,
      "sup_loss": 0.9761582490554881,
      "rf_loss": 0.0006778181996196508,
      "total_loss": 0.9768360672551077,
      "lyap1_mean": 0.025594890117645264,
      "lyap1_max": 0.06266261637210846,
      "lyap1_min": 0.008809907361865044,
      "lyap_spec_mean": [
        0.025594891980290413,
        0.018619809299707413,
        0.019048236310482025,
        0.020137879997491837
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2173,
      "lr": 0.0001,
      "sup_loss": 0.9684451524006257,
      "rf_loss": 0.0007462751236744225,
      "total_loss": 0.9691914275243001,
      "lyap1_mean": 0.02504539117217064,
      "lyap1_max": 0.049783796072006226,
      "lyap1_min": -0.0012898461427539587,
      "lyap_spec_mean": [
        0.02504539303481579,
        0.0213809572160244,
        0.025353936478495598,
        0.01620478369295597
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2174,
      "lr": 0.0001,
      "sup_loss": 0.9679547503780702,
      "rf_loss": 0.00013668295287061483,
      "total_loss": 0.9680914333309408,
      "lyap1_mean": 0.010686914436519146,
      "lyap1_max": 0.02212795987725258,
      "lyap1_min": -0.00897793099284172,
      "lyap_spec_mean": [
        0.010686914436519146,
        0.00587076973170042,
        0.007773320656269789,
        0.00571111124008894
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2175,
      "lr": 0.0001,
      "sup_loss": 0.9077005906005411,
      "rf_loss": 0.0003064758493565023,
      "total_loss": 0.9080070664498976,
      "lyap1_mean": 0.011901557445526123,
      "lyap1_max": 0.026769859716296196,
      "lyap1_min": -0.01978302374482155,
      "lyap_spec_mean": [
        0.011901557445526123,
        0.010922249406576157,
        0.010526616126298904,
        0.0061645000241696835
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2176,
      "lr": 0.0001,
      "sup_loss": 0.9056236745565627,
      "rf_loss": 0.00017449591541662812,
      "total_loss": 0.9057981704719793,
      "lyap1_mean": 0.009909597225487232,
      "lyap1_max": 0.02376122586429119,
      "lyap1_min": -0.0030098804272711277,
      "lyap_spec_mean": [
        0.009909598156809807,
        0.0009135231375694275,
        0.001479534083046019,
        -0.003378329100087285
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2177,
      "lr": 0.0001,
      "sup_loss": 0.9518016471431984,
      "rf_loss": 0.00019949718262068927,
      "total_loss": 0.9520011443258191,
      "lyap1_mean": -0.004903566557914019,
      "lyap1_max": 0.009814406745135784,
      "lyap1_min": -0.011876828037202358,
      "lyap_spec_mean": [
        -0.004903566557914019,
        0.00013323751045390964,
        -0.0063650947995483875,
        -0.004943785257637501
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2178,
      "lr": 0.0001,
      "sup_loss": 0.922166859415358,
      "rf_loss": 0.00012221832002978772,
      "total_loss": 0.9222890777353878,
      "lyap1_mean": 0.0008840094669722021,
      "lyap1_max": 0.019645189866423607,
      "lyap1_min": -0.01915598288178444,
      "lyap_spec_mean": [
        0.000884009525179863,
        -0.0026810304261744022,
        -0.0052499170415103436,
        -0.006750086322426796
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2179,
      "lr": 0.0001,
      "sup_loss": 0.9311704917107269,
      "rf_loss": 0.00016806456551421434,
      "total_loss": 0.9313385562762411,
      "lyap1_mean": 0.001696012681350112,
      "lyap1_max": 0.02056008391082287,
      "lyap1_min": -0.01784813404083252,
      "lyap_spec_mean": [
        0.0016960129141807556,
        0.00287087494507432,
        -0.0028181392699480057,
        -0.0007498161867260933
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2180,
      "lr": 0.0001,
      "sup_loss": 0.9047691573137226,
      "rf_loss": 0.00012052620149916038,
      "total_loss": 0.9048896835152218,
      "lyap1_mean": -0.0027651076670736074,
      "lyap1_max": 0.015144194476306438,
      "lyap1_min": -0.018585866317152977,
      "lyap_spec_mean": [
        -0.002765107899904251,
        -0.009067704901099205,
        -0.007279521785676479,
        -0.008416468277573586
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2181,
      "lr": 0.0001,
      "sup_loss": 0.9266360029331016,
      "rf_loss": 0.00010740682046161965,
      "total_loss": 0.9267434097535632,
      "lyap1_mean": -0.0029532485641539097,
      "lyap1_max": 0.01800411567091942,
      "lyap1_min": -0.020781302824616432,
      "lyap_spec_mean": [
        -0.0029532480984926224,
        -0.0030781514942646027,
        -0.004799497313797474,
        -0.003774938639253378
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2182,
      "lr": 0.0001,
      "sup_loss": 0.8331479179862431,
      "rf_loss": 0.00019947122200392187,
      "total_loss": 0.833347389208247,
      "lyap1_mean": 0.00028005754575133324,
      "lyap1_max": 0.01923437975347042,
      "lyap1_min": -0.01362529955804348,
      "lyap_spec_mean": [
        0.0002800578949972987,
        -0.011004636995494366,
        -0.010684126988053322,
        -0.014119178056716919
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2183,
      "lr": 0.0001,
      "sup_loss": 0.9406584106487558,
      "rf_loss": 0.00014136916433926672,
      "total_loss": 0.940799779813095,
      "lyap1_mean": -0.0017451595049351454,
      "lyap1_max": 0.009350745007395744,
      "lyap1_min": -0.014543099328875542,
      "lyap_spec_mean": [
        -0.0017451596213504672,
        -0.010157019831240177,
        -0.005231313873082399,
        -0.007831706665456295
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2184,
      "lr": 0.0001,
      "sup_loss": 0.9256551437058446,
      "rf_loss": 0.0002145326288882643,
      "total_loss": 0.9258696763347328,
      "lyap1_mean": 0.00468461774289608,
      "lyap1_max": 0.015125483274459839,
      "lyap1_min": -0.019288791343569756,
      "lyap_spec_mean": [
        0.00468461774289608,
        -0.008431616239249706,
        -0.007825948297977448,
        -0.009076150134205818
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2185,
      "lr": 0.0001,
      "sup_loss": 0.9568654026876793,
      "rf_loss": 0.00024904735619202256,
      "total_loss": 0.9571144500438713,
      "lyap1_mean": -0.0051769898273050785,
      "lyap1_max": 0.012370108626782894,
      "lyap1_min": -0.02637171559035778,
      "lyap_spec_mean": [
        -0.0051769898273050785,
        -0.010212562046945095,
        -0.009527063928544521,
        -0.014057086780667305
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2186,
      "lr": 0.0001,
      "sup_loss": 0.9835204910490762,
      "rf_loss": 0.0002346151159144938,
      "total_loss": 0.9837551061649907,
      "lyap1_mean": -0.004612320568412542,
      "lyap1_max": 0.011713768355548382,
      "lyap1_min": -0.021703727543354034,
      "lyap_spec_mean": [
        -0.004612320568412542,
        -0.006034274585545063,
        -0.014999167062342167,
        -0.010352905839681625
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2187,
      "lr": 0.0001,
      "sup_loss": 0.9918255433319845,
      "rf_loss": 0.0002920896513387561,
      "total_loss": 0.9921176329833232,
      "lyap1_mean": -0.00874671433120966,
      "lyap1_max": 0.02992316707968712,
      "lyap1_min": -0.02688620612025261,
      "lyap_spec_mean": [
        -0.00874671433120966,
        -0.004229126498103142,
        -0.004622629843652248,
        -0.007606957573443651
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2188,
      "lr": 0.0001,
      "sup_loss": 0.9264604047072796,
      "rf_loss": 0.00018021544383373111,
      "total_loss": 0.9266406201511134,
      "lyap1_mean": -0.005378405563533306,
      "lyap1_max": 0.009647706523537636,
      "lyap1_min": -0.018836770206689835,
      "lyap_spec_mean": [
        -0.005378405563533306,
        -0.008765662088990211,
        -0.009374769404530525,
        -0.015004131011664867
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2189,
      "lr": 0.0001,
      "sup_loss": 0.9887905352439732,
      "rf_loss": 0.00012983594206161797,
      "total_loss": 0.9889203711860348,
      "lyap1_mean": 0.00770062580704689,
      "lyap1_max": 0.03173472732305527,
      "lyap1_min": -0.002855743048712611,
      "lyap_spec_mean": [
        0.00770062580704689,
        -0.00373653881251812,
        -0.0017701766919344664,
        -0.0007092594751156867
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2190,
      "lr": 0.0001,
      "sup_loss": 0.8796317204063069,
      "rf_loss": 0.0001419602194800973,
      "total_loss": 0.879773680625787,
      "lyap1_mean": -0.0007195802754722536,
      "lyap1_max": 0.016239413991570473,
      "lyap1_min": -0.0182766392827034,
      "lyap_spec_mean": [
        -0.0007195802172645926,
        0.003095214255154133,
        -0.0033990563824772835,
        -0.005140233784914017
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2191,
      "lr": 0.0001,
      "sup_loss": 0.8505479108946838,
      "rf_loss": 0.00030944886384531856,
      "total_loss": 0.8508573597585292,
      "lyap1_mean": 0.013855884782969952,
      "lyap1_max": 0.036257125437259674,
      "lyap1_min": -0.00456375302746892,
      "lyap_spec_mean": [
        0.013855883851647377,
        0.01563984714448452,
        0.013803204521536827,
        0.008833702653646469
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2192,
      "lr": 0.0001,
      "sup_loss": 0.9258690848689495,
      "rf_loss": 0.0007100419607013464,
      "total_loss": 0.9265791268296508,
      "lyap1_mean": 0.024326130747795105,
      "lyap1_max": 0.04174184426665306,
      "lyap1_min": 0.008278618566691875,
      "lyap_spec_mean": [
        0.024326128885149956,
        0.028080062940716743,
        0.020787838846445084,
        0.019631875678896904
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2193,
      "lr": 0.0001,
      "sup_loss": 0.9241472428978919,
      "rf_loss": 0.001300102099776268,
      "total_loss": 0.9254473449976681,
      "lyap1_mean": 0.037991203367710114,
      "lyap1_max": 0.053633444011211395,
      "lyap1_min": 0.025842074304819107,
      "lyap_spec_mean": [
        0.037991203367710114,
        0.03108590841293335,
        0.03663548827171326,
        0.026318565011024475
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2194,
      "lr": 0.0001,
      "sup_loss": 0.9246813194175015,
      "rf_loss": 0.0008836471242830157,
      "total_loss": 0.9255649665417846,
      "lyap1_mean": 0.030539225786924362,
      "lyap1_max": 0.044701188802719116,
      "lyap1_min": 0.01740511879324913,
      "lyap_spec_mean": [
        0.030539223924279213,
        0.029246438294649124,
        0.022144315764307976,
        0.029443662613630295
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2195,
      "lr": 0.0001,
      "sup_loss": 0.9144333068695504,
      "rf_loss": 0.000340151134878397,
      "total_loss": 0.9147734580044288,
      "lyap1_mean": 0.016776135191321373,
      "lyap1_max": 0.04321276396512985,
      "lyap1_min": 0.007046926766633987,
      "lyap_spec_mean": [
        0.016776135191321373,
        0.017364896833896637,
        0.013949885964393616,
        0.013355406001210213
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2196,
      "lr": 0.0001,
      "sup_loss": 0.813819959454201,
      "rf_loss": 0.00023751553089823574,
      "total_loss": 0.8140574749850993,
      "lyap1_mean": 0.01521344669163227,
      "lyap1_max": 0.03900614380836487,
      "lyap1_min": -0.004001195542514324,
      "lyap_spec_mean": [
        0.01521344855427742,
        0.012539619579911232,
        0.010875280946493149,
        0.005805204622447491
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2197,
      "lr": 0.0001,
      "sup_loss": 0.8401167631952999,
      "rf_loss": 0.0001782997278496623,
      "total_loss": 0.8402950629231496,
      "lyap1_mean": -0.002180086448788643,
      "lyap1_max": 0.02917739376425743,
      "lyap1_min": -0.025896433740854263,
      "lyap_spec_mean": [
        -0.0021800862159579992,
        0.004021011292934418,
        -0.0030612193513661623,
        -0.0032479253131896257
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2198,
      "lr": 0.0001,
      "sup_loss": 0.8746458237378462,
      "rf_loss": 0.00042464560829102993,
      "total_loss": 0.8750704693461372,
      "lyap1_mean": -0.008218579925596714,
      "lyap1_max": 0.012556890957057476,
      "lyap1_min": -0.028864528983831406,
      "lyap_spec_mean": [
        -0.008218579925596714,
        -0.015230145305395126,
        -0.013587086461484432,
        -0.022273361682891846
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2199,
      "lr": 0.0001,
      "sup_loss": 0.8566245021088554,
      "rf_loss": 0.0006333492929115891,
      "total_loss": 0.857257851401767,
      "lyap1_mean": -0.020436104387044907,
      "lyap1_max": -0.014479230158030987,
      "lyap1_min": -0.03389091044664383,
      "lyap_spec_mean": [
        -0.020436104387044907,
        -0.02239840291440487,
        -0.025444205850362778,
        -0.025134354829788208
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2200,
      "lr": 0.0001,
      "sup_loss": 0.9772624713516456,
      "rf_loss": 0.0005535888485610485,
      "total_loss": 0.9778160602002066,
      "lyap1_mean": -0.018553532660007477,
      "lyap1_max": -0.0025761600118130445,
      "lyap1_min": -0.03076655976474285,
      "lyap_spec_mean": [
        -0.018553532660007477,
        -0.02090992033481598,
        -0.021022964268922806,
        -0.024761652573943138
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2201,
      "lr": 0.0001,
      "sup_loss": 0.8837042172365582,
      "rf_loss": 0.0010398956947028637,
      "total_loss": 0.8847441129312611,
      "lyap1_mean": -0.030389413237571716,
      "lyap1_max": -0.012146474793553352,
      "lyap1_min": -0.04678595811128616,
      "lyap_spec_mean": [
        -0.030389413237571716,
        -0.02441198006272316,
        -0.027866270393133163,
        -0.029246266931295395
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2202,
      "lr": 0.0001,
      "sup_loss": 0.988475925220389,
      "rf_loss": 0.0004268904449418187,
      "total_loss": 0.9889028156653308,
      "lyap1_mean": -0.010178016498684883,
      "lyap1_max": 0.004586941562592983,
      "lyap1_min": -0.03312301263213158,
      "lyap_spec_mean": [
        -0.010178016498684883,
        -0.019795916974544525,
        -0.019399890676140785,
        -0.017663678154349327
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2203,
      "lr": 0.0001,
      "sup_loss": 0.8690112149553212,
      "rf_loss": 0.0008599880384281278,
      "total_loss": 0.8698712029937493,
      "lyap1_mean": -0.023095011711120605,
      "lyap1_max": -0.00645102933049202,
      "lyap1_min": -0.0338590145111084,
      "lyap_spec_mean": [
        -0.023095011711120605,
        -0.02574431709945202,
        -0.029570583254098892,
        -0.030933605507016182
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2204,
      "lr": 0.0001,
      "sup_loss": 0.9585328532643762,
      "rf_loss": 0.00044849724508821964,
      "total_loss": 0.9589813505094644,
      "lyap1_mean": -0.011056359857320786,
      "lyap1_max": 0.008920008316636086,
      "lyap1_min": -0.02678055688738823,
      "lyap_spec_mean": [
        -0.011056359857320786,
        -0.015839440748095512,
        -0.02176087722182274,
        -0.022954439744353294
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2205,
      "lr": 0.0001,
      "sup_loss": 0.8514811498653174,
      "rf_loss": 0.0002679267490748316,
      "total_loss": 0.8517490766143923,
      "lyap1_mean": -0.006428567226976156,
      "lyap1_max": 0.01773664727807045,
      "lyap1_min": -0.02255559340119362,
      "lyap_spec_mean": [
        -0.006428567226976156,
        -0.005713580176234245,
        -0.0074130273424088955,
        -0.013750463724136353
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2206,
      "lr": 0.0001,
      "sup_loss": 0.865958286522364,
      "rf_loss": 0.00012065310147590935,
      "total_loss": 0.8660789396238399,
      "lyap1_mean": 0.002628832124173641,
      "lyap1_max": 0.02067883498966694,
      "lyap1_min": -0.023530345410108566,
      "lyap_spec_mean": [
        0.002628832822665572,
        -0.0008996111573651433,
        7.48918391764164e-05,
        -0.00422369921579957
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2207,
      "lr": 0.0001,
      "sup_loss": 0.9692544177078415,
      "rf_loss": 0.0002544234157539904,
      "total_loss": 0.9695088411235955,
      "lyap1_mean": 0.013680732809007168,
      "lyap1_max": 0.04629533737897873,
      "lyap1_min": -0.00428358931094408,
      "lyap_spec_mean": [
        0.013680733740329742,
        0.00979740172624588,
        0.012196523137390614,
        0.00883355364203453
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2208,
      "lr": 0.0001,
      "sup_loss": 0.9367226412138111,
      "rf_loss": 0.0005148733034729958,
      "total_loss": 0.9372375145172841,
      "lyap1_mean": 0.021733209490776062,
      "lyap1_max": 0.040973417460918427,
      "lyap1_min": 0.0021850222256034613,
      "lyap_spec_mean": [
        0.021733207628130913,
        0.016961589455604553,
        0.017685702070593834,
        0.017335927113890648
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2209,
      "lr": 0.0001,
      "sup_loss": 0.9403333782734372,
      "rf_loss": 0.0007796831196174026,
      "total_loss": 0.9411130613930546,
      "lyap1_mean": 0.033160071820020676,
      "lyap1_max": 0.06281787157058716,
      "lyap1_min": 0.013297578319907188,
      "lyap_spec_mean": [
        0.033160071820020676,
        0.01782318390905857,
        0.023812465369701385,
        0.016902953386306763
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2210,
      "lr": 0.0001,
      "sup_loss": 0.9463403625021185,
      "rf_loss": 0.0005766213871538639,
      "total_loss": 0.9469169838892724,
      "lyap1_mean": 0.02026516944169998,
      "lyap1_max": 0.0601138174533844,
      "lyap1_min": -0.0007942735683172941,
      "lyap_spec_mean": [
        0.02026516944169998,
        0.017011651769280434,
        0.02154362201690674,
        0.019000640138983727
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2211,
      "lr": 0.0001,
      "sup_loss": 0.9382163613454437,
      "rf_loss": 0.00017781996575649828,
      "total_loss": 0.9383941813112002,
      "lyap1_mean": 0.010933902114629745,
      "lyap1_max": 0.041640378534793854,
      "lyap1_min": -0.005502806976437569,
      "lyap_spec_mean": [
        0.010933902114629745,
        0.006270266138017178,
        0.0043010287918150425,
        0.0007827802910469472
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2212,
      "lr": 0.0001,
      "sup_loss": 0.9602192115253511,
      "rf_loss": 0.0001883202639874071,
      "total_loss": 0.9604075317893385,
      "lyap1_mean": -0.0005423363763839006,
      "lyap1_max": 0.029867839068174362,
      "lyap1_min": -0.015834210440516472,
      "lyap_spec_mean": [
        -0.0005423364927992225,
        -0.00510686170309782,
        -0.002244616160169244,
        -0.005446256138384342
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2213,
      "lr": 0.0001,
      "sup_loss": 0.97505955643945,
      "rf_loss": 0.00025138858472928405,
      "total_loss": 0.9753109450241793,
      "lyap1_mean": -0.01171038206666708,
      "lyap1_max": 0.0029478389769792557,
      "lyap1_min": -0.02650562673807144,
      "lyap_spec_mean": [
        -0.01171038206666708,
        -0.008388007059693336,
        -0.017423365265130997,
        -0.008667959831655025
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2214,
      "lr": 0.0001,
      "sup_loss": 0.9138032013252373,
      "rf_loss": 0.0003109504468739033,
      "total_loss": 0.9141141517721112,
      "lyap1_mean": -0.011495727114379406,
      "lyap1_max": 0.008439380675554276,
      "lyap1_min": -0.02980245277285576,
      "lyap_spec_mean": [
        -0.011495726183056831,
        -0.010507800616323948,
        -0.016766276210546494,
        -0.0140672093257308
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2215,
      "lr": 0.0001,
      "sup_loss": 0.9807104577950702,
      "rf_loss": 0.00019739563867915422,
      "total_loss": 0.9809078534337493,
      "lyap1_mean": -0.00416914327070117,
      "lyap1_max": 0.015298862010240555,
      "lyap1_min": -0.01839907094836235,
      "lyap_spec_mean": [
        -0.004169142805039883,
        -0.003417638596147299,
        -0.012802155688405037,
        -0.009989919140934944
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2216,
      "lr": 0.0001,
      "sup_loss": 0.8928178076318847,
      "rf_loss": 0.00018447247566655278,
      "total_loss": 0.8930022801075512,
      "lyap1_mean": -0.0045392452739179134,
      "lyap1_max": 0.009260030463337898,
      "lyap1_min": -0.022170748561620712,
      "lyap_spec_mean": [
        -0.0045392452739179134,
        -0.006016526371240616,
        -0.007440873421728611,
        -0.015084822662174702
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2217,
      "lr": 0.0001,
      "sup_loss": 0.8663794866530627,
      "rf_loss": 8.298884495161474e-05,
      "total_loss": 0.8664624754980144,
      "lyap1_mean": 0.0004703251179307699,
      "lyap1_max": 0.010554897598922253,
      "lyap1_min": -0.008861947804689407,
      "lyap_spec_mean": [
        0.0004703251179307699,
        0.004147383384406567,
        -0.00021180626936256886,
        -0.004213177133351564
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2218,
      "lr": 0.0001,
      "sup_loss": 0.9431402914671898,
      "rf_loss": 0.00014416611520573497,
      "total_loss": 0.9432844575823955,
      "lyap1_mean": 0.012141529470682144,
      "lyap1_max": 0.03099307417869568,
      "lyap1_min": -0.004987941589206457,
      "lyap_spec_mean": [
        0.012141529470682144,
        0.00808904692530632,
        0.003219510894268751,
        0.002704298123717308
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2219,
      "lr": 0.0001,
      "sup_loss": 0.9602405729512414,
      "rf_loss": 9.813990618567914e-05,
      "total_loss": 0.9603387128574271,
      "lyap1_mean": 0.007419845089316368,
      "lyap1_max": 0.021492507308721542,
      "lyap1_min": -0.004189073108136654,
      "lyap_spec_mean": [
        0.007419845554977655,
        0.008239749819040298,
        0.006888573057949543,
        -0.0014860059600323439
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2220,
      "lr": 0.0001,
      "sup_loss": 0.9763182950230374,
      "rf_loss": 0.00017378928896505386,
      "total_loss": 0.9764920843120024,
      "lyap1_mean": 0.0009374518995173275,
      "lyap1_max": 0.018749739974737167,
      "lyap1_min": -0.015496514737606049,
      "lyap_spec_mean": [
        0.0009374519577249885,
        -0.000790378893725574,
        0.0023618610575795174,
        -0.0025505158118903637
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2221,
      "lr": 0.0001,
      "sup_loss": 0.9861233075063822,
      "rf_loss": 0.00023118575336411595,
      "total_loss": 0.9863544932597463,
      "lyap1_mean": 0.0031564238015562296,
      "lyap1_max": 0.013155749067664146,
      "lyap1_min": -0.009363631717860699,
      "lyap_spec_mean": [
        0.003156424267217517,
        -0.004963742569088936,
        -0.0064957719296216965,
        -0.0007526164408773184
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2222,
      "lr": 0.0001,
      "sup_loss": 0.9217191032242877,
      "rf_loss": 0.00040482758777216077,
      "total_loss": 0.9221239308120599,
      "lyap1_mean": -0.014592674560844898,
      "lyap1_max": 0.001928078942000866,
      "lyap1_min": -0.04188421368598938,
      "lyap_spec_mean": [
        -0.014592674560844898,
        -0.0076909372583031654,
        -0.011568069458007812,
        -0.018337134271860123
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2223,
      "lr": 0.0001,
      "sup_loss": 0.8965411904032521,
      "rf_loss": 0.00037059371243231,
      "total_loss": 0.8969117841156844,
      "lyap1_mean": -0.012291857972741127,
      "lyap1_max": -0.0001781887112883851,
      "lyap1_min": -0.022317057475447655,
      "lyap_spec_mean": [
        -0.012291857972741127,
        -0.010964538902044296,
        -0.01755271479487419,
        -0.016554975882172585
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2224,
      "lr": 0.0001,
      "sup_loss": 0.953677892317036,
      "rf_loss": 0.0002497240202501416,
      "total_loss": 0.9539276163372862,
      "lyap1_mean": 0.0015201770002022386,
      "lyap1_max": 0.021443715319037437,
      "lyap1_min": -0.022129004821181297,
      "lyap_spec_mean": [
        0.0015201764181256294,
        -0.001909701619297266,
        -0.00650240620598197,
        -0.007189909927546978
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2225,
      "lr": 0.0001,
      "sup_loss": 0.9229627811370262,
      "rf_loss": 0.00010833328269654885,
      "total_loss": 0.9230711144197228,
      "lyap1_mean": 0.007306987419724464,
      "lyap1_max": 0.017886726185679436,
      "lyap1_min": 0.001162540866062045,
      "lyap_spec_mean": [
        0.007306987419724464,
        0.00967857614159584,
        0.0017612482188269496,
        -0.0036791348829865456
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2226,
      "lr": 0.0001,
      "sup_loss": 0.9673608181042762,
      "rf_loss": 0.00017869728617370129,
      "total_loss": 0.9675395153904499,
      "lyap1_mean": 0.014859018847346306,
      "lyap1_max": 0.028707366436719894,
      "lyap1_min": 0.005732039920985699,
      "lyap_spec_mean": [
        0.01485901977866888,
        0.005814066622406244,
        0.010571572929620743,
        0.005655714776366949
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2227,
      "lr": 0.0001,
      "sup_loss": 0.9477533940354959,
      "rf_loss": 0.00026967452140524983,
      "total_loss": 0.9480230685569011,
      "lyap1_mean": 0.01818651705980301,
      "lyap1_max": 0.03509829565882683,
      "lyap1_min": -0.004619406070560217,
      "lyap_spec_mean": [
        0.01818651705980301,
        0.015011094510555267,
        0.005144721828401089,
        0.0044774278067052364
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2228,
      "lr": 0.0001,
      "sup_loss": 0.8746060644850929,
      "rf_loss": 0.0003687413700390607,
      "total_loss": 0.874974805855132,
      "lyap1_mean": 0.017242807894945145,
      "lyap1_max": 0.039440687745809555,
      "lyap1_min": -0.008802317082881927,
      "lyap_spec_mean": [
        0.017242807894945145,
        0.00564216822385788,
        0.012329083867371082,
        0.00984136015176773
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2229,
      "lr": 0.0001,
      "sup_loss": 0.9462510849625196,
      "rf_loss": 0.0003868471540044993,
      "total_loss": 0.9466379321165241,
      "lyap1_mean": 0.018119536340236664,
      "lyap1_max": 0.05182243138551712,
      "lyap1_min": -0.000920767430216074,
      "lyap_spec_mean": [
        0.018119534477591515,
        0.016785385087132454,
        0.01042613573372364,
        0.009637466631829739
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2230,
      "lr": 0.0001,
      "sup_loss": 0.8988319831224519,
      "rf_loss": 0.000404523394536227,
      "total_loss": 0.8992365065169882,
      "lyap1_mean": 0.02245355397462845,
      "lyap1_max": 0.05707714706659317,
      "lyap1_min": -0.004134902730584145,
      "lyap_spec_mean": [
        0.022453555837273598,
        0.014088578522205353,
        0.004741525277495384,
        0.010980186983942986
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2231,
      "lr": 0.0001,
      "sup_loss": 0.9225482506734799,
      "rf_loss": 0.0001787083747331053,
      "total_loss": 0.922726959048213,
      "lyap1_mean": 2.8295558877289295e-05,
      "lyap1_max": 0.02764561027288437,
      "lyap1_min": -0.024010486900806427,
      "lyap_spec_mean": [
        2.8295675292611122e-05,
        0.004963232204318047,
        -0.005809346213936806,
        -0.0020528805907815695
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2232,
      "lr": 0.0001,
      "sup_loss": 0.954949901228919,
      "rf_loss": 0.00033113895915448666,
      "total_loss": 0.9552810401880735,
      "lyap1_mean": -0.012739945203065872,
      "lyap1_max": 0.008274048566818237,
      "lyap1_min": -0.03882983326911926,
      "lyap_spec_mean": [
        -0.012739945203065872,
        -0.010114895179867744,
        -0.016412314027547836,
        -0.013536959886550903
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2233,
      "lr": 0.0001,
      "sup_loss": 0.9484201768001168,
      "rf_loss": 0.00034252137993462384,
      "total_loss": 0.9487626981800514,
      "lyap1_mean": -0.018172025680541992,
      "lyap1_max": -0.004443487152457237,
      "lyap1_min": -0.03277933597564697,
      "lyap_spec_mean": [
        -0.01817202754318714,
        -0.011046193540096283,
        -0.013743682764470577,
        -0.0104256272315979
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2234,
      "lr": 0.0001,
      "sup_loss": 0.9107730755081174,
      "rf_loss": 0.00022514021839015186,
      "total_loss": 0.9109982157265075,
      "lyap1_mean": -0.008556059561669827,
      "lyap1_max": 0.009964879602193832,
      "lyap1_min": -0.028798174113035202,
      "lyap_spec_mean": [
        -0.008556059561669827,
        -0.010921051725745201,
        -0.006563916802406311,
        -0.011629272252321243
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2235,
      "lr": 0.0001,
      "sup_loss": 0.9101316586315447,
      "rf_loss": 0.0003768853493966162,
      "total_loss": 0.9105085439809413,
      "lyap1_mean": -0.017158709466457367,
      "lyap1_max": -0.008665733970701694,
      "lyap1_min": -0.02809493988752365,
      "lyap_spec_mean": [
        -0.017158707603812218,
        -0.019352324306964874,
        -0.01618519052863121,
        -0.014768299646675587
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2236,
      "lr": 0.0001,
      "sup_loss": 0.9055399976373,
      "rf_loss": 0.0002207706857006997,
      "total_loss": 0.9057607683230007,
      "lyap1_mean": -0.004358064848929644,
      "lyap1_max": 0.03745115548372269,
      "lyap1_min": -0.024263862520456314,
      "lyap_spec_mean": [
        -0.004358064848929644,
        -0.007835233584046364,
        -0.006827887613326311,
        -0.012320345267653465
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2237,
      "lr": 0.0001,
      "sup_loss": 0.8984044467826632,
      "rf_loss": 0.00019655871437862515,
      "total_loss": 0.8986010054970418,
      "lyap1_mean": -0.006372199393808842,
      "lyap1_max": 0.00877277459949255,
      "lyap1_min": -0.030514918267726898,
      "lyap_spec_mean": [
        -0.006372198928147554,
        -0.00935922097414732,
        -0.007036185823380947,
        -0.008699215948581696
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2238,
      "lr": 0.0001,
      "sup_loss": 0.9364686874074415,
      "rf_loss": 0.00017385890532750636,
      "total_loss": 0.936642546312769,
      "lyap1_mean": 0.002504325471818447,
      "lyap1_max": 0.03172123432159424,
      "lyap1_min": -0.019250234588980675,
      "lyap_spec_mean": [
        0.002504325471818447,
        0.00013922329526394606,
        -0.0024603726342320442,
        -0.00739666074514389
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2239,
      "lr": 0.0001,
      "sup_loss": 0.9360351379645222,
      "rf_loss": 0.00018263750826008618,
      "total_loss": 0.9362177754727823,
      "lyap1_mean": 0.013089525513350964,
      "lyap1_max": 0.03721584007143974,
      "lyap1_min": -0.005889382213354111,
      "lyap_spec_mean": [
        0.013089525513350964,
        0.007601181976497173,
        0.002855052473023534,
        0.006525333970785141
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2240,
      "lr": 0.0001,
      "sup_loss": 0.9119887110711623,
      "rf_loss": 0.00016022792260628194,
      "total_loss": 0.9121489389937686,
      "lyap1_mean": -0.0002694141585379839,
      "lyap1_max": 0.01302641537040472,
      "lyap1_min": -0.013556315563619137,
      "lyap_spec_mean": [
        -0.00026941398391500115,
        0.008936257101595402,
        -0.002714610891416669,
        -0.0030326966661959887
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2241,
      "lr": 0.0001,
      "sup_loss": 0.9224815601498788,
      "rf_loss": 0.0001441786444047466,
      "total_loss": 0.9226257387942836,
      "lyap1_mean": 0.00941353291273117,
      "lyap1_max": 0.023380255326628685,
      "lyap1_min": -0.006809770129621029,
      "lyap_spec_mean": [
        0.00941353291273117,
        0.0049806018359959126,
        0.00034944433718919754,
        0.00010020448826253414
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2242,
      "lr": 0.0001,
      "sup_loss": 0.9378010376537143,
      "rf_loss": 0.0001999681262532249,
      "total_loss": 0.9380010057799675,
      "lyap1_mean": 0.0035795101430267096,
      "lyap1_max": 0.025048894807696342,
      "lyap1_min": -0.009799599647521973,
      "lyap_spec_mean": [
        0.0035795101430267096,
        0.0043566725216805935,
        0.006602868437767029,
        0.00243001407943666
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2243,
      "lr": 0.0001,
      "sup_loss": 0.9574464324378891,
      "rf_loss": 0.00014884761185385287,
      "total_loss": 0.9575952800497429,
      "lyap1_mean": 0.006399746052920818,
      "lyap1_max": 0.021941013634204865,
      "lyap1_min": -0.012268885970115662,
      "lyap_spec_mean": [
        0.006399746518582106,
        -6.0049816966056824e-05,
        0.0001459175255149603,
        -0.0009309431770816445
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2244,
      "lr": 0.0001,
      "sup_loss": 0.9581348804403811,
      "rf_loss": 0.0001371759281028062,
      "total_loss": 0.9582720563684839,
      "lyap1_mean": 0.0002531975042074919,
      "lyap1_max": 0.016885634511709213,
      "lyap1_min": -0.009469672106206417,
      "lyap_spec_mean": [
        0.0002531972713768482,
        0.001421197084710002,
        0.0017655687406659126,
        -0.0006224736571311951
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2245,
      "lr": 0.0001,
      "sup_loss": 0.928608322042517,
      "rf_loss": 0.00017541761917527765,
      "total_loss": 0.9287837396616923,
      "lyap1_mean": -0.004712885711342096,
      "lyap1_max": 0.017361557111144066,
      "lyap1_min": -0.0197745468467474,
      "lyap_spec_mean": [
        -0.004712885711342096,
        -0.006465851329267025,
        -0.002455685054883361,
        -0.007823524996638298
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2246,
      "lr": 0.0001,
      "sup_loss": 0.9471427625898872,
      "rf_loss": 0.00018220121273770928,
      "total_loss": 0.9473249638026249,
      "lyap1_mean": 0.00160015223082155,
      "lyap1_max": 0.014412123709917068,
      "lyap1_min": -0.02260788343846798,
      "lyap_spec_mean": [
        0.00160015223082155,
        -0.0011188670760020614,
        -0.00364591833204031,
        0.0017003195825964212
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2247,
      "lr": 0.0001,
      "sup_loss": 0.8697506068709695,
      "rf_loss": 0.00017895859491545707,
      "total_loss": 0.869929565465885,
      "lyap1_mean": 0.009044338017702103,
      "lyap1_max": 0.027646251022815704,
      "lyap1_min": -0.015011120587587357,
      "lyap_spec_mean": [
        0.009044338017702103,
        -0.0056088948622345924,
        -0.0038058734498918056,
        -0.004114192444831133
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2248,
      "lr": 0.0001,
      "sup_loss": 0.9255138303007916,
      "rf_loss": 0.0001239395933225751,
      "total_loss": 0.9256377698941142,
      "lyap1_mean": -0.0016806218773126602,
      "lyap1_max": 0.009077295660972595,
      "lyap1_min": -0.01928621158003807,
      "lyap_spec_mean": [
        -0.001680621993727982,
        0.0007625047001056373,
        -0.007528766989707947,
        -0.0038009262643754482
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2249,
      "lr": 0.0001,
      "sup_loss": 0.9521690192729321,
      "rf_loss": 0.00031625243718735874,
      "total_loss": 0.9524852717101194,
      "lyap1_mean": -0.0011611031368374825,
      "lyap1_max": 0.023168906569480896,
      "lyap1_min": -0.027593892067670822,
      "lyap_spec_mean": [
        -0.001161103369668126,
        -0.01053629070520401,
        -0.011645079590380192,
        -0.0102020762860775
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2250,
      "lr": 0.0001,
      "sup_loss": 0.877775759058549,
      "rf_loss": 0.0002311829593963921,
      "total_loss": 0.8780069420179454,
      "lyap1_mean": -0.003282063640654087,
      "lyap1_max": 0.029574891552329063,
      "lyap1_min": -0.01821983978152275,
      "lyap_spec_mean": [
        -0.0032820638734847307,
        -0.00877874530851841,
        -0.008399133570492268,
        -0.007858501747250557
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2251,
      "lr": 0.0001,
      "sup_loss": 0.8641251269081177,
      "rf_loss": 0.00019122254161629826,
      "total_loss": 0.864316349449734,
      "lyap1_mean": 0.00869070366024971,
      "lyap1_max": 0.03264936804771423,
      "lyap1_min": -0.011456064879894257,
      "lyap_spec_mean": [
        0.00869070366024971,
        0.0008200702723115683,
        -0.010649643838405609,
        -0.010658571496605873
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2252,
      "lr": 0.0001,
      "sup_loss": 0.9347857730476375,
      "rf_loss": 0.00027514106477610767,
      "total_loss": 0.9350609141124137,
      "lyap1_mean": 0.011278332211077213,
      "lyap1_max": 0.024892834946513176,
      "lyap1_min": -0.015302527695894241,
      "lyap_spec_mean": [
        0.011278332211077213,
        0.01185604464262724,
        0.009981125593185425,
        0.002010086551308632
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2253,
      "lr": 0.0001,
      "sup_loss": 0.9522283915089669,
      "rf_loss": 0.00033266283571720123,
      "total_loss": 0.9525610543446841,
      "lyap1_mean": 0.012507157400250435,
      "lyap1_max": 0.04596426337957382,
      "lyap1_min": -0.005089887883514166,
      "lyap_spec_mean": [
        0.01250715646892786,
        0.013134563341736794,
        0.010404860600829124,
        0.00900690071284771
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2254,
      "lr": 0.0001,
      "sup_loss": 0.9420680063911673,
      "rf_loss": 0.0001910141872940585,
      "total_loss": 0.9422590205784613,
      "lyap1_mean": 0.016825633123517036,
      "lyap1_max": 0.03717859834432602,
      "lyap1_min": 0.003783157095313072,
      "lyap_spec_mean": [
        0.016825633123517036,
        0.004872635938227177,
        0.00842229463160038,
        0.007876988500356674
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2255,
      "lr": 0.0001,
      "sup_loss": 0.9047691882638127,
      "rf_loss": 0.0002242581540485844,
      "total_loss": 0.9049934464178613,
      "lyap1_mean": 0.006374013610184193,
      "lyap1_max": 0.0280251856893301,
      "lyap1_min": -0.023496117442846298,
      "lyap_spec_mean": [
        0.006374012678861618,
        -0.0006301774410530925,
        0.0012432378716766834,
        0.004471637308597565
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2256,
      "lr": 0.0001,
      "sup_loss": 0.921024402612558,
      "rf_loss": 0.00017382996156811714,
      "total_loss": 0.9211982325741261,
      "lyap1_mean": -0.005260802339762449,
      "lyap1_max": 0.014085753820836544,
      "lyap1_min": -0.020325804129242897,
      "lyap_spec_mean": [
        -0.005260802339762449,
        -0.004477779846638441,
        -0.0040257954970002174,
        -0.01097001414746046
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2257,
      "lr": 0.0001,
      "sup_loss": 0.858682566835298,
      "rf_loss": 0.00019248342141509056,
      "total_loss": 0.8588750502567131,
      "lyap1_mean": -0.006079234182834625,
      "lyap1_max": 0.016415558755397797,
      "lyap1_min": -0.032822784036397934,
      "lyap_spec_mean": [
        -0.006079233717173338,
        -0.008170787245035172,
        -0.013423990458250046,
        -0.010837309062480927
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2258,
      "lr": 0.0001,
      "sup_loss": 0.9411189510522556,
      "rf_loss": 0.00017935773939825594,
      "total_loss": 0.9412983087916539,
      "lyap1_mean": -0.0030448571778833866,
      "lyap1_max": 0.01697710156440735,
      "lyap1_min": -0.021164432168006897,
      "lyap_spec_mean": [
        -0.0030448571778833866,
        -0.006446520797908306,
        -0.005806520115584135,
        -0.00630571972578764
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2259,
      "lr": 0.0001,
      "sup_loss": 0.8304618509545675,
      "rf_loss": 0.00023076546494849026,
      "total_loss": 0.830692616419516,
      "lyap1_mean": -0.001090750563889742,
      "lyap1_max": 0.01795126311480999,
      "lyap1_min": -0.017794501036405563,
      "lyap_spec_mean": [
        -0.0010907507967203856,
        -0.009431333281099796,
        -0.003949782345443964,
        -0.013820718973875046
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2260,
      "lr": 0.0001,
      "sup_loss": 0.9407318238452493,
      "rf_loss": 0.00022809907386545092,
      "total_loss": 0.9409599229191148,
      "lyap1_mean": -0.0012504818150773644,
      "lyap1_max": 0.012751053087413311,
      "lyap1_min": -0.020629312843084335,
      "lyap_spec_mean": [
        -0.0012504816986620426,
        -0.006683781743049622,
        -0.009652704000473022,
        -0.015328845009207726
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2261,
      "lr": 0.0001,
      "sup_loss": 0.935796888238968,
      "rf_loss": 0.00014106242451816797,
      "total_loss": 0.9359379506634862,
      "lyap1_mean": 0.005050971172749996,
      "lyap1_max": 0.03310805559158325,
      "lyap1_min": -0.008024239912629128,
      "lyap_spec_mean": [
        0.005050971172749996,
        0.01022411324083805,
        -0.002252415753901005,
        0.0032116230577230453
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2262,
      "lr": 0.0001,
      "sup_loss": 0.9102466296010971,
      "rf_loss": 0.0002549404453020543,
      "total_loss": 0.9105015700463992,
      "lyap1_mean": 0.007691843900829554,
      "lyap1_max": 0.058918289840221405,
      "lyap1_min": -0.012228468433022499,
      "lyap_spec_mean": [
        0.007691844366490841,
        0.0020795429591089487,
        0.005261772312223911,
        0.0024050776846706867
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2263,
      "lr": 0.0001,
      "sup_loss": 0.9478886400420936,
      "rf_loss": 0.0002746000827755779,
      "total_loss": 0.9481632401248692,
      "lyap1_mean": 0.0060000126250088215,
      "lyap1_max": 0.04305350035429001,
      "lyap1_min": -0.009758839383721352,
      "lyap_spec_mean": [
        0.0060000126250088215,
        0.00806268397718668,
        0.010363005101680756,
        -0.0007801833562552929
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2264,
      "lr": 0.0001,
      "sup_loss": 0.9143634401165672,
      "rf_loss": 0.00033261498901993036,
      "total_loss": 0.9146960551055872,
      "lyap1_mean": 0.016628162935376167,
      "lyap1_max": 0.058591440320014954,
      "lyap1_min": -0.0004498125927057117,
      "lyap_spec_mean": [
        0.016628161072731018,
        0.014533679001033306,
        0.005505581386387348,
        0.011033168062567711
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2265,
      "lr": 0.0001,
      "sup_loss": 0.8271121249401816,
      "rf_loss": 0.0001667702745180577,
      "total_loss": 0.8272788952146997,
      "lyap1_mean": 0.013649455271661282,
      "lyap1_max": 0.03462176024913788,
      "lyap1_min": 0.003552690614014864,
      "lyap_spec_mean": [
        0.013649455271661282,
        0.0057212915271520615,
        0.000793271348811686,
        0.005667426157742739
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2266,
      "lr": 0.0001,
      "sup_loss": 0.8939022669779626,
      "rf_loss": 0.00014294020365923643,
      "total_loss": 0.8940452071816218,
      "lyap1_mean": 0.01114064734429121,
      "lyap1_max": 0.016586223617196083,
      "lyap1_min": 0.005735362879931927,
      "lyap_spec_mean": [
        0.01114064734429121,
        0.004999022930860519,
        0.007374105043709278,
        -0.002931094728410244
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2267,
      "lr": 0.0001,
      "sup_loss": 0.9499806330681397,
      "rf_loss": 0.00012045227049384266,
      "total_loss": 0.9501010853386336,
      "lyap1_mean": 0.004737115930765867,
      "lyap1_max": 0.025699395686388016,
      "lyap1_min": -0.012463085353374481,
      "lyap_spec_mean": [
        0.004737115930765867,
        0.0019441612530499697,
        -0.006065011955797672,
        -1.824519131332636e-05
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2268,
      "lr": 0.0001,
      "sup_loss": 0.9085577110584635,
      "rf_loss": 0.00022196306963451207,
      "total_loss": 0.908779674128098,
      "lyap1_mean": 0.0014478847151622176,
      "lyap1_max": 0.043416500091552734,
      "lyap1_min": -0.02615433558821678,
      "lyap_spec_mean": [
        0.0014478848315775394,
        -0.004079065285623074,
        -0.0010019727051258087,
        -0.008656325750052929
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2269,
      "lr": 0.0001,
      "sup_loss": 0.9266874215561972,
      "rf_loss": 0.00022643525153398514,
      "total_loss": 0.9269138568077312,
      "lyap1_mean": -0.011703628115355968,
      "lyap1_max": 0.0017116734525188804,
      "lyap1_min": -0.03323293849825859,
      "lyap_spec_mean": [
        -0.011703627184033394,
        -0.006474591791629791,
        -0.010463854297995567,
        -0.013522306457161903
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2270,
      "lr": 0.0001,
      "sup_loss": 0.9368428949490225,
      "rf_loss": 0.0002495872904546559,
      "total_loss": 0.9370924822394772,
      "lyap1_mean": -0.0033775819465517998,
      "lyap1_max": 0.025114459916949272,
      "lyap1_min": -0.02268199622631073,
      "lyap_spec_mean": [
        -0.0033775819465517998,
        -0.004122874699532986,
        0.0002989955246448517,
        -0.008197048678994179
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2271,
      "lr": 0.0001,
      "sup_loss": 0.8281729483268434,
      "rf_loss": 0.0001042000440065749,
      "total_loss": 0.82827714837085,
      "lyap1_mean": 0.0010223353747278452,
      "lyap1_max": 0.01872292160987854,
      "lyap1_min": -0.009602985344827175,
      "lyap_spec_mean": [
        0.0010223353747278452,
        -0.00459272600710392,
        -0.005995136685669422,
        -0.00790445413440466
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2272,
      "lr": 0.0001,
      "sup_loss": 0.9678195505544204,
      "rf_loss": 0.00015837745741009712,
      "total_loss": 0.9679779280118305,
      "lyap1_mean": 0.003348152618855238,
      "lyap1_max": 0.027947094291448593,
      "lyap1_min": -0.012614934705197811,
      "lyap_spec_mean": [
        0.003348152618855238,
        -0.004071652889251709,
        0.0018580283503979445,
        -0.0008021770045161247
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2273,
      "lr": 0.0001,
      "sup_loss": 0.9420464767565669,
      "rf_loss": 0.00016335039981640875,
      "total_loss": 0.9422098271563834,
      "lyap1_mean": 0.008249413222074509,
      "lyap1_max": 0.03763134032487869,
      "lyap1_min": -0.01481429859995842,
      "lyap_spec_mean": [
        0.008249413222074509,
        0.010667035356163979,
        0.004765175748616457,
        0.0058813137002289295
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2274,
      "lr": 0.0001,
      "sup_loss": 0.9218889215600977,
      "rf_loss": 0.00011592337978072464,
      "total_loss": 0.9220048449398784,
      "lyap1_mean": 0.008327691815793514,
      "lyap1_max": 0.026583431288599968,
      "lyap1_min": -0.006884909234941006,
      "lyap_spec_mean": [
        0.008327691815793514,
        -0.0007157160434871912,
        -0.001378475921228528,
        -0.0025816326960921288
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2275,
      "lr": 0.0001,
      "sup_loss": 0.9153986734999786,
      "rf_loss": 0.0001413752615917474,
      "total_loss": 0.9155400487615704,
      "lyap1_mean": 0.001189841190353036,
      "lyap1_max": 0.016734395176172256,
      "lyap1_min": -0.01389758288860321,
      "lyap_spec_mean": [
        0.001189841073937714,
        -0.009746363386511803,
        -0.003240597201511264,
        -0.012136092409491539
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2276,
      "lr": 0.0001,
      "sup_loss": 0.9464218621973175,
      "rf_loss": 0.00029995321528986096,
      "total_loss": 0.9467218154126074,
      "lyap1_mean": -0.01353155542165041,
      "lyap1_max": 0.017338503152132034,
      "lyap1_min": -0.027472347021102905,
      "lyap_spec_mean": [
        -0.01353155542165041,
        -0.011713927611708641,
        -0.015342301689088345,
        -0.015099992975592613
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2277,
      "lr": 0.0001,
      "sup_loss": 0.8949579062786852,
      "rf_loss": 0.0003538040036801249,
      "total_loss": 0.8953117102823653,
      "lyap1_mean": -0.010484261438250542,
      "lyap1_max": 0.0037231347523629665,
      "lyap1_min": -0.02423296496272087,
      "lyap_spec_mean": [
        -0.010484261438250542,
        -0.017292866483330727,
        -0.016049755737185478,
        -0.018704133108258247
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2278,
      "lr": 0.0001,
      "sup_loss": 0.9533976564347442,
      "rf_loss": 0.0003062801552005112,
      "total_loss": 0.9537039365899447,
      "lyap1_mean": -0.009081047959625721,
      "lyap1_max": 0.008522607386112213,
      "lyap1_min": -0.031001990661025047,
      "lyap_spec_mean": [
        -0.009081047959625721,
        -0.01433501485735178,
        -0.013558441773056984,
        -0.016291389241814613
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2279,
      "lr": 0.0001,
      "sup_loss": 0.9484993046405953,
      "rf_loss": 0.00010761608427856117,
      "total_loss": 0.9486069207248738,
      "lyap1_mean": 0.004167655017226934,
      "lyap1_max": 0.01717407815158367,
      "lyap1_min": -0.006036105565726757,
      "lyap_spec_mean": [
        0.004167654551565647,
        -0.004383236635476351,
        -0.005116763524711132,
        -0.0011438200017437339
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2280,
      "lr": 0.0001,
      "sup_loss": 0.9041186639707607,
      "rf_loss": 0.00023469291045330465,
      "total_loss": 0.904353356881214,
      "lyap1_mean": 0.009204487316310406,
      "lyap1_max": 0.04429712891578674,
      "lyap1_min": -0.006737307645380497,
      "lyap_spec_mean": [
        0.009204487316310406,
        0.000600453233346343,
        -0.005891880020499229,
        0.004846664611250162
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2281,
      "lr": 0.0001,
      "sup_loss": 0.9255664755997773,
      "rf_loss": 0.0001700868597254157,
      "total_loss": 0.9257365624595028,
      "lyap1_mean": 0.007008656859397888,
      "lyap1_max": 0.020086035132408142,
      "lyap1_min": -0.012350528500974178,
      "lyap_spec_mean": [
        0.007008656859397888,
        0.0009298756485804915,
        -0.004576241597533226,
        -9.755289647728205e-05
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2282,
      "lr": 0.0001,
      "sup_loss": 0.9104269690629576,
      "rf_loss": 0.00019790843361988664,
      "total_loss": 0.9106248774965775,
      "lyap1_mean": 0.006897321902215481,
      "lyap1_max": 0.02876020036637783,
      "lyap1_min": -0.01128112431615591,
      "lyap_spec_mean": [
        0.006897321902215481,
        0.0020587346516549587,
        0.0004355671117082238,
        0.0031352574005723
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2283,
      "lr": 0.0001,
      "sup_loss": 1.004872308515099,
      "rf_loss": 0.00015211693244054914,
      "total_loss": 1.0050244254475396,
      "lyap1_mean": -0.004751513246446848,
      "lyap1_max": 0.00967943761497736,
      "lyap1_min": -0.019768472760915756,
      "lyap_spec_mean": [
        -0.004751513712108135,
        -0.0013918811455368996,
        0.0013537388294935226,
        -0.005357662681490183
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2284,
      "lr": 0.0001,
      "sup_loss": 0.9186615688282583,
      "rf_loss": 0.00029471461311914027,
      "total_loss": 0.9189562834413775,
      "lyap1_mean": -0.002344999462366104,
      "lyap1_max": 0.027477551251649857,
      "lyap1_min": -0.02154778689146042,
      "lyap_spec_mean": [
        -0.002344998996704817,
        -0.008899065665900707,
        -0.015220006927847862,
        -0.010964004322886467
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2285,
      "lr": 0.0001,
      "sup_loss": 0.9156539471212857,
      "rf_loss": 0.0003190904390066862,
      "total_loss": 0.9159730375602924,
      "lyap1_mean": -0.005965161602944136,
      "lyap1_max": 0.01340534072369337,
      "lyap1_min": -0.01972116529941559,
      "lyap_spec_mean": [
        -0.005965162068605423,
        -0.01613333821296692,
        -0.01329832524061203,
        -0.019917359575629234
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2286,
      "lr": 0.0001,
      "sup_loss": 0.8978345182687706,
      "rf_loss": 0.00016951278666965663,
      "total_loss": 0.8980040310554402,
      "lyap1_mean": -0.0100024389103055,
      "lyap1_max": 0.0018802732229232788,
      "lyap1_min": -0.02556314691901207,
      "lyap_spec_mean": [
        -0.010002439841628075,
        -0.01121265348047018,
        -0.004565396346151829,
        -0.007745531387627125
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2287,
      "lr": 0.0001,
      "sup_loss": 0.9432117839285298,
      "rf_loss": 0.00022731830540578812,
      "total_loss": 0.9434391022339356,
      "lyap1_mean": 0.006768441759049892,
      "lyap1_max": 0.026053860783576965,
      "lyap1_min": -0.015397990122437477,
      "lyap_spec_mean": [
        0.00676844222471118,
        -0.003466223832219839,
        -0.003779033664613962,
        -0.006992644164711237
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2288,
      "lr": 0.0001,
      "sup_loss": 0.9314287816703769,
      "rf_loss": 0.0001651978527661413,
      "total_loss": 0.931593979523143,
      "lyap1_mean": 0.01099410094320774,
      "lyap1_max": 0.03675766661763191,
      "lyap1_min": -0.014276704750955105,
      "lyap_spec_mean": [
        0.010994100011885166,
        0.0049633909948170185,
        -0.00013343390310183167,
        -0.0010399137390777469
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2289,
      "lr": 0.0001,
      "sup_loss": 0.9299554277628387,
      "rf_loss": 0.000352999079041183,
      "total_loss": 0.9303084268418799,
      "lyap1_mean": 0.01796787977218628,
      "lyap1_max": 0.04122699052095413,
      "lyap1_min": -0.007582636084407568,
      "lyap_spec_mean": [
        0.01796788163483143,
        0.01435665413737297,
        0.016334105283021927,
        0.009179502725601196
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2290,
      "lr": 0.0001,
      "sup_loss": 0.8754641133289135,
      "rf_loss": 0.0003066825738642365,
      "total_loss": 0.8757707959027777,
      "lyap1_mean": 0.016280777752399445,
      "lyap1_max": 0.029930463060736656,
      "lyap1_min": 0.002177144167944789,
      "lyap_spec_mean": [
        0.016280777752399445,
        0.010964371263980865,
        0.013960669748485088,
        0.014739224687218666
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2291,
      "lr": 0.0001,
      "sup_loss": 0.930068756277101,
      "rf_loss": 0.0003714258491527289,
      "total_loss": 0.9304401821262537,
      "lyap1_mean": 0.018667805939912796,
      "lyap1_max": 0.03438669070601463,
      "lyap1_min": 0.00552133284509182,
      "lyap_spec_mean": [
        0.018667805939912796,
        0.01734280213713646,
        0.011755483224987984,
        0.020395353436470032
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2292,
      "lr": 0.0001,
      "sup_loss": 0.9418615898709514,
      "rf_loss": 0.00030784038244746625,
      "total_loss": 0.9421694302533988,
      "lyap1_mean": 0.01669459044933319,
      "lyap1_max": 0.04966076835989952,
      "lyap1_min": 0.0012741698883473873,
      "lyap_spec_mean": [
        0.01669459044933319,
        0.009936857968568802,
        0.009259048849344254,
        0.009933261200785637
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2293,
      "lr": 0.0001,
      "sup_loss": 0.8033538506343172,
      "rf_loss": 0.00012758636148646474,
      "total_loss": 0.8034814369958037,
      "lyap1_mean": -0.00035174249205738306,
      "lyap1_max": 0.014664816670119762,
      "lyap1_min": -0.01730872318148613,
      "lyap_spec_mean": [
        -0.0003517422592267394,
        -0.004767571110278368,
        -0.0059004854410886765,
        -0.009977951645851135
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2294,
      "lr": 0.0001,
      "sup_loss": 0.8956977753940543,
      "rf_loss": 0.00011824464309029281,
      "total_loss": 0.8958160200371446,
      "lyap1_mean": -0.004265441093593836,
      "lyap1_max": 0.013478457927703857,
      "lyap1_min": -0.0219260361045599,
      "lyap_spec_mean": [
        -0.0042654406279325485,
        -0.0041506327688694,
        -0.010897345840930939,
        -0.004912885371595621
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2295,
      "lr": 0.0001,
      "sup_loss": 0.8895858920959407,
      "rf_loss": 0.00024313440371770412,
      "total_loss": 0.8898290264996584,
      "lyap1_mean": 0.006557573098689318,
      "lyap1_max": 0.030696168541908264,
      "lyap1_min": -0.02236730232834816,
      "lyap_spec_mean": [
        0.00655757263302803,
        -0.003663137089461088,
        0.00205218605697155,
        -0.004282780922949314
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2296,
      "lr": 0.0001,
      "sup_loss": 0.9039829329957181,
      "rf_loss": 0.00015112067922018468,
      "total_loss": 0.9041340536749383,
      "lyap1_mean": -0.0015444557648152113,
      "lyap1_max": 0.013685709796845913,
      "lyap1_min": -0.01561830472201109,
      "lyap_spec_mean": [
        -0.0015444557648152113,
        -0.003559424541890621,
        -0.005170117132365704,
        0.0011855687480419874
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2297,
      "lr": 0.0001,
      "sup_loss": 0.9251681602411448,
      "rf_loss": 0.00010242773714708164,
      "total_loss": 0.9252705879782919,
      "lyap1_mean": -1.735799014568329e-05,
      "lyap1_max": 0.019257841631770134,
      "lyap1_min": -0.014396078884601593,
      "lyap_spec_mean": [
        -1.735799014568329e-05,
        0.000158102426212281,
        -0.001713158329948783,
        -0.0047557419165968895
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2298,
      "lr": 0.0001,
      "sup_loss": 0.8536457207323942,
      "rf_loss": 0.0002473191707395017,
      "total_loss": 0.8538930399031337,
      "lyap1_mean": 0.009160859510302544,
      "lyap1_max": 0.038751065731048584,
      "lyap1_min": -0.025560248643159866,
      "lyap_spec_mean": [
        0.009160859510302544,
        0.0005476792575791478,
        -0.0013604577397927642,
        -0.0077176145277917385
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2299,
      "lr": 0.0001,
      "sup_loss": 0.9101762961903703,
      "rf_loss": 0.0002407651045359671,
      "total_loss": 0.9104170612949063,
      "lyap1_mean": -0.0006251017330214381,
      "lyap1_max": 0.014398845843970776,
      "lyap1_min": -0.01761416159570217,
      "lyap_spec_mean": [
        -0.0006251016166061163,
        -0.009825449436903,
        -0.012266991659998894,
        -0.018612492829561234
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2300,
      "lr": 0.0001,
      "sup_loss": 0.9799765066648296,
      "rf_loss": 0.00030067877378314734,
      "total_loss": 0.9802771854386128,
      "lyap1_mean": -0.0018258094787597656,
      "lyap1_max": 0.012188466265797615,
      "lyap1_min": -0.019600871950387955,
      "lyap_spec_mean": [
        -0.0018258094787597656,
        -0.012643037363886833,
        -0.014429038390517235,
        -0.011303743347525597
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2301,
      "lr": 0.0001,
      "sup_loss": 0.9255288534252512,
      "rf_loss": 0.0006498413858935237,
      "total_loss": 0.9261786948111447,
      "lyap1_mean": -0.02537122741341591,
      "lyap1_max": -0.01595962606370449,
      "lyap1_min": -0.03898204118013382,
      "lyap_spec_mean": [
        -0.02537122741341591,
        -0.02337382175028324,
        -0.019932663068175316,
        -0.023138994351029396
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2302,
      "lr": 0.0001,
      "sup_loss": 0.9250372833024536,
      "rf_loss": 0.0007213493227027357,
      "total_loss": 0.9257586326251563,
      "lyap1_mean": -0.021672070026397705,
      "lyap1_max": 0.013933553360402584,
      "lyap1_min": -0.04084358736872673,
      "lyap_spec_mean": [
        -0.021672070026397705,
        -0.021918268874287605,
        -0.02483518049120903,
        -0.026074089109897614
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2303,
      "lr": 0.0001,
      "sup_loss": 0.8831444968285925,
      "rf_loss": 0.0004359878948889673,
      "total_loss": 0.8835804847234815,
      "lyap1_mean": -0.011913645081222057,
      "lyap1_max": -0.0017119835829362273,
      "lyap1_min": -0.02373707853257656,
      "lyap_spec_mean": [
        -0.011913644149899483,
        -0.017121504992246628,
        -0.01898081786930561,
        -0.02446366660296917
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2304,
      "lr": 0.0001,
      "sup_loss": 0.9387801691448724,
      "rf_loss": 0.00022279666154645383,
      "total_loss": 0.9390029658064188,
      "lyap1_mean": 0.00863555632531643,
      "lyap1_max": 0.04666021466255188,
      "lyap1_min": -0.011508241295814514,
      "lyap_spec_mean": [
        0.008635555393993855,
        -8.860050002112985e-05,
        0.0076705594547092915,
        -0.00284819514490664
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2305,
      "lr": 0.0001,
      "sup_loss": 0.8442540821943204,
      "rf_loss": 0.0004354561388026923,
      "total_loss": 0.8446895383331231,
      "lyap1_mean": 0.020919203758239746,
      "lyap1_max": 0.03569311648607254,
      "lyap1_min": -0.0029943999834358692,
      "lyap_spec_mean": [
        0.020919203758239746,
        0.013286243192851543,
        0.018009742721915245,
        0.01285015419125557
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2306,
      "lr": 0.0001,
      "sup_loss": 0.9021961642615348,
      "rf_loss": 0.0008674520649947226,
      "total_loss": 0.9030636163265295,
      "lyap1_mean": 0.028302814811468124,
      "lyap1_max": 0.06204816699028015,
      "lyap1_min": 0.010839588940143585,
      "lyap_spec_mean": [
        0.028302812948822975,
        0.029262403026223183,
        0.017969967797398567,
        0.024137107655405998
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2307,
      "lr": 0.0001,
      "sup_loss": 0.9483045699472374,
      "rf_loss": 0.001030932879075408,
      "total_loss": 0.9493355028263128,
      "lyap1_mean": 0.030688272789120674,
      "lyap1_max": 0.0571824312210083,
      "lyap1_min": 0.011118318885564804,
      "lyap_spec_mean": [
        0.030688270926475525,
        0.032303497195243835,
        0.026079224422574043,
        0.03223944455385208
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2308,
      "lr": 0.0001,
      "sup_loss": 0.9227619297406194,
      "rf_loss": 0.0007959783542901278,
      "total_loss": 0.9235579080949096,
      "lyap1_mean": 0.025693925097584724,
      "lyap1_max": 0.04792579263448715,
      "lyap1_min": 0.0006319465464912355,
      "lyap_spec_mean": [
        0.025693925097584724,
        0.022555921226739883,
        0.024780485779047012,
        0.026778321713209152
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2309,
      "lr": 0.0001,
      "sup_loss": 0.9052967525104586,
      "rf_loss": 0.00011554898810572922,
      "total_loss": 0.9054123014985643,
      "lyap1_mean": 0.0012334146304056048,
      "lyap1_max": 0.01884615607559681,
      "lyap1_min": -0.017193539068102837,
      "lyap_spec_mean": [
        0.0012334146304056048,
        0.0008797888876870275,
        -0.005183088593184948,
        -0.005969311110675335
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2310,
      "lr": 0.0001,
      "sup_loss": 0.9683685271432323,
      "rf_loss": 0.00037961144698783755,
      "total_loss": 0.9687481385902201,
      "lyap1_mean": -0.013049507513642311,
      "lyap1_max": 0.009615344926714897,
      "lyap1_min": -0.02924259379506111,
      "lyap_spec_mean": [
        -0.013049507513642311,
        -0.014564191922545433,
        -0.015057328157126904,
        -0.01428502332419157
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2311,
      "lr": 0.0001,
      "sup_loss": 0.9109743102444491,
      "rf_loss": 0.0005601042648777366,
      "total_loss": 0.9115344145093268,
      "lyap1_mean": -0.016066791489720345,
      "lyap1_max": -0.0026381900534033775,
      "lyap1_min": -0.02579772286117077,
      "lyap_spec_mean": [
        -0.016066793352365494,
        -0.0207534059882164,
        -0.025836948305368423,
        -0.02327144518494606
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2312,
      "lr": 0.0001,
      "sup_loss": 0.9251313679831584,
      "rf_loss": 0.0004410305991768837,
      "total_loss": 0.9255723985823353,
      "lyap1_mean": -0.02148348279297352,
      "lyap1_max": -0.006474416237324476,
      "lyap1_min": -0.04202670603990555,
      "lyap_spec_mean": [
        -0.02148348279297352,
        -0.016821440309286118,
        -0.019565913826227188,
        -0.015941906720399857
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2313,
      "lr": 0.0001,
      "sup_loss": 0.9026852692661191,
      "rf_loss": 0.00046064332127571106,
      "total_loss": 0.9031459125873949,
      "lyap1_mean": -0.015853220596909523,
      "lyap1_max": 0.00017369072884321213,
      "lyap1_min": -0.03442927077412605,
      "lyap_spec_mean": [
        -0.015853220596909523,
        -0.018714753910899162,
        -0.02201543189585209,
        -0.019112685695290565
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2314,
      "lr": 0.0001,
      "sup_loss": 0.9329280644665289,
      "rf_loss": 0.0001932802697410807,
      "total_loss": 0.93312134473627,
      "lyap1_mean": -0.005789000075310469,
      "lyap1_max": 0.01482719462364912,
      "lyap1_min": -0.02090740017592907,
      "lyap_spec_mean": [
        -0.005788999609649181,
        -0.007638750597834587,
        -0.01541903242468834,
        -0.012863713316619396
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2315,
      "lr": 0.0001,
      "sup_loss": 0.9272475042463678,
      "rf_loss": 0.00015079026343300939,
      "total_loss": 0.9273982945098008,
      "lyap1_mean": 0.00624241353943944,
      "lyap1_max": 0.03670821711421013,
      "lyap1_min": -0.022336915135383606,
      "lyap_spec_mean": [
        0.0062424130737781525,
        -0.0018062395974993706,
        0.0024714914616197348,
        0.00517300795763731
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2316,
      "lr": 0.0001,
      "sup_loss": 0.9509298204170866,
      "rf_loss": 0.00014943242422305048,
      "total_loss": 0.9510792528413097,
      "lyap1_mean": 0.007604194339364767,
      "lyap1_max": 0.019246574491262436,
      "lyap1_min": -0.005393275059759617,
      "lyap_spec_mean": [
        0.007604194805026054,
        0.006084841210395098,
        0.0031913579441607,
        0.0010746968910098076
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2317,
      "lr": 0.0001,
      "sup_loss": 0.9121112638773208,
      "rf_loss": 0.00037553414586000144,
      "total_loss": 0.9124867980231808,
      "lyap1_mean": 0.018067816272377968,
      "lyap1_max": 0.0349457673728466,
      "lyap1_min": -0.009301779791712761,
      "lyap_spec_mean": [
        0.018067816272377968,
        0.009522470645606518,
        0.007044248282909393,
        0.01157299242913723
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2318,
      "lr": 0.0001,
      "sup_loss": 0.8683448889575359,
      "rf_loss": 0.00018491959781385958,
      "total_loss": 0.8685298085553498,
      "lyap1_mean": 0.0034748674370348454,
      "lyap1_max": 0.03540080785751343,
      "lyap1_min": -0.02094169519841671,
      "lyap_spec_mean": [
        0.0034748672042042017,
        0.00783814862370491,
        0.0006973854033276439,
        -0.002137967851012945
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2319,
      "lr": 0.0001,
      "sup_loss": 0.924255886340752,
      "rf_loss": 0.00015791179612278938,
      "total_loss": 0.9244137981368747,
      "lyap1_mean": -0.0018876378890126944,
      "lyap1_max": 0.030642207711935043,
      "lyap1_min": -0.02039722353219986,
      "lyap_spec_mean": [
        -0.0018876383546739817,
        9.114621207118034e-06,
        -0.0035644853487610817,
        -0.00865255668759346
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2320,
      "lr": 0.0001,
      "sup_loss": 0.9335193723203219,
      "rf_loss": 9.809414041228592e-05,
      "total_loss": 0.9336174664607342,
      "lyap1_mean": -0.002149882260710001,
      "lyap1_max": 0.013942020013928413,
      "lyap1_min": -0.016007089987397194,
      "lyap_spec_mean": [
        -0.002149882260710001,
        -0.006153631489723921,
        -0.005030193831771612,
        -0.0039752693846821785
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2321,
      "lr": 0.0001,
      "sup_loss": 0.8888009168509409,
      "rf_loss": 0.00023358732869382948,
      "total_loss": 0.8890345041796347,
      "lyap1_mean": 0.0031201967503875494,
      "lyap1_max": 0.037090010941028595,
      "lyap1_min": -0.020072758197784424,
      "lyap_spec_mean": [
        0.0031201967503875494,
        0.004208893049508333,
        0.0008360545616596937,
        -0.005236763972789049
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2322,
      "lr": 0.0001,
      "sup_loss": 0.9433608805331598,
      "rf_loss": 0.00012085589696653187,
      "total_loss": 0.9434817364301263,
      "lyap1_mean": 0.0041222539730370045,
      "lyap1_max": 0.027018088847398758,
      "lyap1_min": -0.00825746450573206,
      "lyap_spec_mean": [
        0.0041222539730370045,
        0.009832363575696945,
        0.0013559008948504925,
        0.0008184054167941213
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2323,
      "lr": 0.0001,
      "sup_loss": 0.916018838868341,
      "rf_loss": 0.0004491978615988046,
      "total_loss": 0.9164680367299398,
      "lyap1_mean": 0.018735770136117935,
      "lyap1_max": 0.03978122025728226,
      "lyap1_min": 0.008401710540056229,
      "lyap_spec_mean": [
        0.018735770136117935,
        0.015687603503465652,
        0.01312276627868414,
        0.01582327112555504
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2324,
      "lr": 0.0001,
      "sup_loss": 0.9382175554237548,
      "rf_loss": 0.00022795872064307332,
      "total_loss": 0.9384455141443979,
      "lyap1_mean": 0.012593420222401619,
      "lyap1_max": 0.036359455436468124,
      "lyap1_min": 0.001252475194633007,
      "lyap_spec_mean": [
        0.012593420222401619,
        0.012967413291335106,
        0.011099353432655334,
        0.007556039374321699
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2325,
      "lr": 0.0001,
      "sup_loss": 0.8940077606025263,
      "rf_loss": 0.0001903884403873235,
      "total_loss": 0.8941981490429136,
      "lyap1_mean": 0.011912388727068901,
      "lyap1_max": 0.025127984583377838,
      "lyap1_min": 0.003307698993012309,
      "lyap_spec_mean": [
        0.011912388727068901,
        0.00901260320097208,
        0.009343056939542294,
        0.004740490578114986
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2326,
      "lr": 0.0001,
      "sup_loss": 0.9075556423591833,
      "rf_loss": 0.00010028492397395894,
      "total_loss": 0.9076559272831572,
      "lyap1_mean": -0.003313870169222355,
      "lyap1_max": 0.013417231850326061,
      "lyap1_min": -0.015332117676734924,
      "lyap_spec_mean": [
        -0.0033138697035610676,
        -0.00491578271612525,
        -0.006882121320813894,
        -0.007770431227982044
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2327,
      "lr": 0.0001,
      "sup_loss": 0.8674326814774266,
      "rf_loss": 0.00014672304678242654,
      "total_loss": 0.867579404524209,
      "lyap1_mean": -0.004977480508387089,
      "lyap1_max": 0.0036265000235289335,
      "lyap1_min": -0.028764251619577408,
      "lyap_spec_mean": [
        -0.004977480974048376,
        -0.004383578896522522,
        -0.005873619578778744,
        -0.008397349156439304
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2328,
      "lr": 0.0001,
      "sup_loss": 0.9629914979149352,
      "rf_loss": 0.00018532344256527722,
      "total_loss": 0.9631768213575005,
      "lyap1_mean": 0.01118404883891344,
      "lyap1_max": 0.03958252817392349,
      "lyap1_min": -0.013009673915803432,
      "lyap_spec_mean": [
        0.011184047907590866,
        0.0009935684502124786,
        -0.005254593677818775,
        -0.01149681955575943
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2329,
      "lr": 0.0001,
      "sup_loss": 0.9243361290891756,
      "rf_loss": 0.00022472720593214035,
      "total_loss": 0.9245608562951078,
      "lyap1_mean": 0.015602230094373226,
      "lyap1_max": 0.05332903563976288,
      "lyap1_min": -0.009464701637625694,
      "lyap_spec_mean": [
        0.0156022310256958,
        0.005397503264248371,
        -0.0003433758392930031,
        0.0030706613324582577
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2330,
      "lr": 0.0001,
      "sup_loss": 0.8476500892704176,
      "rf_loss": 0.00019424116180744022,
      "total_loss": 0.8478443304322251,
      "lyap1_mean": -0.0005093964864499867,
      "lyap1_max": 0.022179637104272842,
      "lyap1_min": -0.022387586534023285,
      "lyap_spec_mean": [
        -0.000509396311827004,
        0.006133285816758871,
        -0.0013394178822636604,
        0.002318721730262041
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2331,
      "lr": 0.0001,
      "sup_loss": 0.8609352444675532,
      "rf_loss": 0.00018531520618125796,
      "total_loss": 0.8611205596737345,
      "lyap1_mean": -0.0032284571789205074,
      "lyap1_max": 0.021998777985572815,
      "lyap1_min": -0.021729497238993645,
      "lyap_spec_mean": [
        -0.0032284571789205074,
        0.0008984881569631398,
        -0.006355724297463894,
        0.0069318669848144054
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2332,
      "lr": 0.0001,
      "sup_loss": 1.0036858130150066,
      "rf_loss": 0.00014697833103127778,
      "total_loss": 1.0038327913460379,
      "lyap1_mean": 0.0051925648003816605,
      "lyap1_max": 0.02589789591729641,
      "lyap1_min": -0.007164127193391323,
      "lyap_spec_mean": [
        0.005192564334720373,
        0.005860269535332918,
        0.003394148778170347,
        -0.000489122117869556
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2333,
      "lr": 0.0001,
      "sup_loss": 0.9417224042139076,
      "rf_loss": 0.0002171160449506715,
      "total_loss": 0.9419395202588583,
      "lyap1_mean": 0.014594164676964283,
      "lyap1_max": 0.045915961265563965,
      "lyap1_min": -0.011172808706760406,
      "lyap_spec_mean": [
        0.014594164676964283,
        0.0070103793404996395,
        -0.0013982761884108186,
        -0.002926438581198454
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2334,
      "lr": 0.0001,
      "sup_loss": 0.9323191386017984,
      "rf_loss": 0.00025692529743537307,
      "total_loss": 0.9325760638992338,
      "lyap1_mean": -0.006456595379859209,
      "lyap1_max": 0.00817503035068512,
      "lyap1_min": -0.0275117140263319,
      "lyap_spec_mean": [
        -0.006456595845520496,
        -0.008497009985148907,
        -0.01654019206762314,
        -0.012013819068670273
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2335,
      "lr": 0.0001,
      "sup_loss": 0.9045651431365526,
      "rf_loss": 0.0003501426544971764,
      "total_loss": 0.9049152857910497,
      "lyap1_mean": -0.016880856826901436,
      "lyap1_max": -0.004212875850498676,
      "lyap1_min": -0.03117002360522747,
      "lyap_spec_mean": [
        -0.016880856826901436,
        -0.011769426986575127,
        -0.010619185864925385,
        -0.023932306095957756
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2336,
      "lr": 0.0001,
      "sup_loss": 0.9070200938450912,
      "rf_loss": 0.0005571459187194705,
      "total_loss": 0.9075772397638107,
      "lyap1_mean": -0.017364805564284325,
      "lyap1_max": 0.0014384891837835312,
      "lyap1_min": -0.03576347231864929,
      "lyap_spec_mean": [
        -0.017364805564284325,
        -0.021906189620494843,
        -0.02174215391278267,
        -0.02146388776600361
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2337,
      "lr": 0.0001,
      "sup_loss": 0.9350551230362918,
      "rf_loss": 0.0008444463019259274,
      "total_loss": 0.9358995693382177,
      "lyap1_mean": -0.02202632650732994,
      "lyap1_max": -0.009789759293198586,
      "lyap1_min": -0.030903398990631104,
      "lyap_spec_mean": [
        -0.02202632650732994,
        -0.026563985273241997,
        -0.030656030401587486,
        -0.03003074787557125
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2338,
      "lr": 0.0001,
      "sup_loss": 0.8990064171566254,
      "rf_loss": 0.00040311639895662665,
      "total_loss": 0.8994095335555821,
      "lyap1_mean": -0.015149813145399094,
      "lyap1_max": -0.0074821775779128075,
      "lyap1_min": -0.025602053850889206,
      "lyap_spec_mean": [
        -0.015149813145399094,
        -0.008887803182005882,
        -0.01610592193901539,
        -0.02072226256132126
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2339,
      "lr": 0.0001,
      "sup_loss": 0.8398018235776796,
      "rf_loss": 0.0002875115314964205,
      "total_loss": 0.840089335109176,
      "lyap1_mean": 0.0012129676761105657,
      "lyap1_max": 0.042436182498931885,
      "lyap1_min": -0.016181468963623047,
      "lyap_spec_mean": [
        0.0012129679089412093,
        0.00013977789785712957,
        -0.007201228756457567,
        -0.005978881381452084
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2340,
      "lr": 0.0001,
      "sup_loss": 0.9116530056120538,
      "rf_loss": 0.00022975569299887866,
      "total_loss": 0.9118827613050526,
      "lyap1_mean": 0.01239191833883524,
      "lyap1_max": 0.0363239049911499,
      "lyap1_min": -0.0018644215306267142,
      "lyap_spec_mean": [
        0.012391917407512665,
        0.014470934867858887,
        0.011251721531152725,
        0.006579110398888588
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2341,
      "lr": 0.0001,
      "sup_loss": 0.9563272552678482,
      "rf_loss": 0.0004258808330632746,
      "total_loss": 0.9567531361009115,
      "lyap1_mean": 0.024660786613821983,
      "lyap1_max": 0.0530368834733963,
      "lyap1_min": 0.009827999398112297,
      "lyap_spec_mean": [
        0.024660788476467133,
        0.015036373399198055,
        0.016641361638903618,
        0.01149994507431984
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2342,
      "lr": 0.0001,
      "sup_loss": 0.949362435766792,
      "rf_loss": 0.0005932839121669531,
      "total_loss": 0.949955719678959,
      "lyap1_mean": 0.026836449280381203,
      "lyap1_max": 0.040545590221881866,
      "lyap1_min": 0.006745167076587677,
      "lyap_spec_mean": [
        0.026836447417736053,
        0.01885024830698967,
        0.0189489908516407,
        0.021089637652039528
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2343,
      "lr": 0.0001,
      "sup_loss": 0.9307742030863171,
      "rf_loss": 0.0001687056355876848,
      "total_loss": 0.9309429087219048,
      "lyap1_mean": 0.011024532839655876,
      "lyap1_max": 0.019189458340406418,
      "lyap1_min": -0.001743639586493373,
      "lyap_spec_mean": [
        0.011024530977010727,
        0.012223435565829277,
        0.007096258923411369,
        0.005808907561004162
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2344,
      "lr": 0.0001,
      "sup_loss": 0.8939937746103436,
      "rf_loss": 0.00015404779696837068,
      "total_loss": 0.8941478224073119,
      "lyap1_mean": 0.013499168679118156,
      "lyap1_max": 0.02433113381266594,
      "lyap1_min": 0.0006791381165385246,
      "lyap_spec_mean": [
        0.013499167747795582,
        0.007784447632730007,
        0.0014910022728145123,
        0.0014205724000930786
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2345,
      "lr": 0.0001,
      "sup_loss": 0.9170638816799884,
      "rf_loss": 0.00024699399364180863,
      "total_loss": 0.9173108756736302,
      "lyap1_mean": -0.0033506639301776886,
      "lyap1_max": 0.024882493540644646,
      "lyap1_min": -0.023062385618686676,
      "lyap_spec_mean": [
        -0.003350663697347045,
        -0.0044420561753213406,
        -0.011064582504332066,
        -0.011383234523236752
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2346,
      "lr": 0.0001,
      "sup_loss": 0.9255684087217128,
      "rf_loss": 0.00047108635772019625,
      "total_loss": 0.926039495079433,
      "lyap1_mean": -0.014849777333438396,
      "lyap1_max": 0.0209061112254858,
      "lyap1_min": -0.04040379449725151,
      "lyap_spec_mean": [
        -0.014849777333438396,
        -0.010611453093588352,
        -0.013141586445271969,
        -0.020116474479436874
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2347,
      "lr": 0.0001,
      "sup_loss": 0.8061595469099367,
      "rf_loss": 0.0004898995975963771,
      "total_loss": 0.8066494465075331,
      "lyap1_mean": -0.0169364083558321,
      "lyap1_max": -0.0006126562948338687,
      "lyap1_min": -0.03842778503894806,
      "lyap_spec_mean": [
        -0.0169364083558321,
        -0.014356325380504131,
        -0.021783888339996338,
        -0.019489847123622894
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2348,
      "lr": 0.0001,
      "sup_loss": 0.8952081928769728,
      "rf_loss": 0.0002344823005842045,
      "total_loss": 0.895442675177557,
      "lyap1_mean": -0.008103808388113976,
      "lyap1_max": 0.019622040912508965,
      "lyap1_min": -0.023649130016565323,
      "lyap_spec_mean": [
        -0.008103808388113976,
        -0.011604085564613342,
        -0.014208214357495308,
        -0.010427040047943592
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2349,
      "lr": 0.0001,
      "sup_loss": 0.799639970785405,
      "rf_loss": 0.00016682202112860978,
      "total_loss": 0.7998067928065337,
      "lyap1_mean": 0.0006091452669352293,
      "lyap1_max": 0.01938040368258953,
      "lyap1_min": -0.015564076602458954,
      "lyap_spec_mean": [
        0.0006091452669352293,
        0.0016790078952908516,
        -0.008249573409557343,
        -0.008226143196225166
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2350,
      "lr": 0.0001,
      "sup_loss": 0.9042329572327914,
      "rf_loss": 0.0004275756946299225,
      "total_loss": 0.9046605329274213,
      "lyap1_mean": 0.021871045231819153,
      "lyap1_max": 0.074897401034832,
      "lyap1_min": -0.0021768014412373304,
      "lyap_spec_mean": [
        0.021871043369174004,
        0.01253934483975172,
        0.008961329236626625,
        0.012276696041226387
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2351,
      "lr": 0.0001,
      "sup_loss": 0.9776432445023426,
      "rf_loss": 0.0010082744993269444,
      "total_loss": 0.9786515190016696,
      "lyap1_mean": 0.032891176640987396,
      "lyap1_max": 0.04850480705499649,
      "lyap1_min": 0.010694692842662334,
      "lyap_spec_mean": [
        0.032891176640987396,
        0.032322145998477936,
        0.02275276370346546,
        0.011272519826889038
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2352,
      "lr": 0.0001,
      "sup_loss": 0.8958976660927012,
      "rf_loss": 0.0005075891967862844,
      "total_loss": 0.8964052552894874,
      "lyap1_mean": 0.024603553116321564,
      "lyap1_max": 0.03816170617938042,
      "lyap1_min": 0.008136456832289696,
      "lyap_spec_mean": [
        0.024603551253676414,
        0.02187110111117363,
        0.01619759574532509,
        0.01612277887761593
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2353,
      "lr": 0.0001,
      "sup_loss": 0.9754027490105751,
      "rf_loss": 0.0003286393475718796,
      "total_loss": 0.975731388358147,
      "lyap1_mean": 0.010059740394353867,
      "lyap1_max": 0.039390694350004196,
      "lyap1_min": -0.011359311640262604,
      "lyap_spec_mean": [
        0.010059740394353867,
        0.014092991128563881,
        0.004732970613986254,
        0.0024877330288290977
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2354,
      "lr": 0.0001,
      "sup_loss": 0.9033690998761132,
      "rf_loss": 0.00019574022735469043,
      "total_loss": 0.9035648401034679,
      "lyap1_mean": -3.4354859963059425e-05,
      "lyap1_max": 0.03567814081907272,
      "lyap1_min": -0.016171537339687347,
      "lyap_spec_mean": [
        -3.4354859963059425e-05,
        -0.006867758464068174,
        -0.005678275134414434,
        -0.003527988214045763
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2355,
      "lr": 0.0001,
      "sup_loss": 0.9524674796750591,
      "rf_loss": 0.0006556295556947589,
      "total_loss": 0.9531231092307538,
      "lyap1_mean": -0.014215021394193172,
      "lyap1_max": 0.029305806383490562,
      "lyap1_min": -0.03494378924369812,
      "lyap_spec_mean": [
        -0.014215022325515747,
        -0.013728844001889229,
        -0.014238649979233742,
        -0.02133023366332054
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2356,
      "lr": 0.0001,
      "sup_loss": 0.9589223693680707,
      "rf_loss": 0.0007429263787344098,
      "total_loss": 0.9596652957468051,
      "lyap1_mean": -0.01920778676867485,
      "lyap1_max": -0.0013103348901495337,
      "lyap1_min": -0.03820780664682388,
      "lyap_spec_mean": [
        -0.01920778676867485,
        -0.019892588257789612,
        -0.028193630278110504,
        -0.031217142939567566
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2357,
      "lr": 0.0001,
      "sup_loss": 0.8980846890702734,
      "rf_loss": 0.0013082721270620823,
      "total_loss": 0.8993929611973355,
      "lyap1_mean": -0.03267756849527359,
      "lyap1_max": -0.022772863507270813,
      "lyap1_min": -0.04086391255259514,
      "lyap_spec_mean": [
        -0.03267756476998329,
        -0.031965434551239014,
        -0.03362543135881424,
        -0.04128655046224594
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2358,
      "lr": 0.0001,
      "sup_loss": 0.9188786084055486,
      "rf_loss": 0.0005772782023996115,
      "total_loss": 0.9194558866079482,
      "lyap1_mean": -0.014395363628864288,
      "lyap1_max": 0.0021871421486139297,
      "lyap1_min": -0.037944160401821136,
      "lyap_spec_mean": [
        -0.014395363628864288,
        -0.0185606237500906,
        -0.021171320229768753,
        -0.024194804951548576
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2359,
      "lr": 0.0001,
      "sup_loss": 0.8645480057452535,
      "rf_loss": 0.00017711499822326005,
      "total_loss": 0.8647251207434767,
      "lyap1_mean": -0.0014213604154065251,
      "lyap1_max": 0.011477679014205933,
      "lyap1_min": -0.012551667168736458,
      "lyap_spec_mean": [
        -0.0014213602989912033,
        -0.0071218605153262615,
        -0.009524070657789707,
        -0.010475251823663712
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2360,
      "lr": 0.0001,
      "sup_loss": 0.9171055189046867,
      "rf_loss": 0.00011695212015183643,
      "total_loss": 0.9172224710248386,
      "lyap1_mean": 0.008478332310914993,
      "lyap1_max": 0.024919336661696434,
      "lyap1_min": -0.004172523505985737,
      "lyap_spec_mean": [
        0.008478332310914993,
        0.008941150270402431,
        -0.0009909109212458134,
        0.00022488227114081383
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2361,
      "lr": 0.0001,
      "sup_loss": 0.9904474861990198,
      "rf_loss": 0.00015668912965338677,
      "total_loss": 0.9906041753286732,
      "lyap1_mean": 0.008726516738533974,
      "lyap1_max": 0.01680731773376465,
      "lyap1_min": -0.007728285621851683,
      "lyap_spec_mean": [
        0.008726516738533974,
        0.011678354814648628,
        0.008377653546631336,
        0.005941675044596195
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2362,
      "lr": 0.0001,
      "sup_loss": 0.9188216817720334,
      "rf_loss": 0.0005045426078140736,
      "total_loss": 0.9193262243798475,
      "lyap1_mean": 0.020100466907024384,
      "lyap1_max": 0.03253742679953575,
      "lyap1_min": 0.0018143299967050552,
      "lyap_spec_mean": [
        0.020100465044379234,
        0.012814229354262352,
        0.018831638619303703,
        0.017630601301789284
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2363,
      "lr": 0.0001,
      "sup_loss": 0.9715444160573958,
      "rf_loss": 0.0003404931630939245,
      "total_loss": 0.9718849092204898,
      "lyap1_mean": 0.012047487311065197,
      "lyap1_max": 0.02975054644048214,
      "lyap1_min": -0.013294721953570843,
      "lyap_spec_mean": [
        0.012047486379742622,
        0.016502581536769867,
        0.006751236971467733,
        0.002504008822143078
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2364,
      "lr": 0.0001,
      "sup_loss": 0.8714690594619183,
      "rf_loss": 0.0001381488109473139,
      "total_loss": 0.8716072082728656,
      "lyap1_mean": 0.009797096252441406,
      "lyap1_max": 0.030317846685647964,
      "lyap1_min": -0.004360012244433165,
      "lyap_spec_mean": [
        0.009797096252441406,
        0.002731058280915022,
        0.004564939998090267,
        0.000587220536544919
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2365,
      "lr": 0.0001,
      "sup_loss": 0.9064830983221682,
      "rf_loss": 0.00029382226057350636,
      "total_loss": 0.9067769205827417,
      "lyap1_mean": -0.00029886700212955475,
      "lyap1_max": 0.03189229220151901,
      "lyap1_min": -0.026893235743045807,
      "lyap_spec_mean": [
        -0.00029886653646826744,
        -0.002510403748601675,
        -0.0056863222271203995,
        -0.009467491880059242
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2366,
      "lr": 0.0001,
      "sup_loss": 0.8832104089257308,
      "rf_loss": 0.00026729286764748394,
      "total_loss": 0.8834777017933783,
      "lyap1_mean": -0.0018379284301772714,
      "lyap1_max": 0.011470302008092403,
      "lyap1_min": -0.022382628172636032,
      "lyap_spec_mean": [
        -0.001837928663007915,
        -0.007280108984559774,
        -0.012017372064292431,
        -0.015676725655794144
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2367,
      "lr": 0.0001,
      "sup_loss": 0.8979336997354213,
      "rf_loss": 0.00022289299522526562,
      "total_loss": 0.8981565927306465,
      "lyap1_mean": -0.0004279364366084337,
      "lyap1_max": 0.03457726165652275,
      "lyap1_min": -0.02871265821158886,
      "lyap_spec_mean": [
        -0.00042793620377779007,
        -0.0016406700015068054,
        -0.005784973967820406,
        -0.009295888245105743
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2368,
      "lr": 0.0001,
      "sup_loss": 0.892595633493056,
      "rf_loss": 0.00017999052943196148,
      "total_loss": 0.892775624022488,
      "lyap1_mean": 0.0077554513700306416,
      "lyap1_max": 0.03389955684542656,
      "lyap1_min": -0.011629916727542877,
      "lyap_spec_mean": [
        0.007755451835691929,
        0.00466088205575943,
        -0.003378879511728883,
        -0.003490682225674391
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2369,
      "lr": 0.0001,
      "sup_loss": 0.9252313069330605,
      "rf_loss": 0.00015246449038386345,
      "total_loss": 0.9253837714234444,
      "lyap1_mean": 2.0597013644874096e-05,
      "lyap1_max": 0.017131006345152855,
      "lyap1_min": -0.025044184178113937,
      "lyap_spec_mean": [
        2.0596664398908615e-05,
        -0.0005330258281901479,
        -0.005706786643713713,
        -0.004536706022918224
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2370,
      "lr": 0.0001,
      "sup_loss": 0.9039322817938891,
      "rf_loss": 0.00040683435508981347,
      "total_loss": 0.9043391161489789,
      "lyap1_mean": 0.01559832226485014,
      "lyap1_max": 0.055381156504154205,
      "lyap1_min": -0.012862182222306728,
      "lyap_spec_mean": [
        0.01559832226485014,
        0.01027959119528532,
        0.012350100092589855,
        0.004987651482224464
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2371,
      "lr": 0.0001,
      "sup_loss": 0.8490455611173933,
      "rf_loss": 0.000223081762669608,
      "total_loss": 0.8492686428800629,
      "lyap1_mean": 0.011643202975392342,
      "lyap1_max": 0.029837144538760185,
      "lyap1_min": -0.0026102475821971893,
      "lyap_spec_mean": [
        0.011643202975392342,
        0.006757648196071386,
        0.0061713214963674545,
        0.004374710842967033
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2372,
      "lr": 0.0001,
      "sup_loss": 0.8837041504064712,
      "rf_loss": 0.0001427664392394945,
      "total_loss": 0.8838469168457107,
      "lyap1_mean": 0.010999592021107674,
      "lyap1_max": 0.026878466829657555,
      "lyap1_min": -0.003307524137198925,
      "lyap_spec_mean": [
        0.010999592021107674,
        0.008193409070372581,
        0.00347223156131804,
        0.002072228817269206
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2373,
      "lr": 0.0001,
      "sup_loss": 0.8907772827869611,
      "rf_loss": 0.0003839941055048257,
      "total_loss": 0.8911612768924659,
      "lyap1_mean": 0.01804284192621708,
      "lyap1_max": 0.029480105265975,
      "lyap1_min": -0.013773846440017223,
      "lyap_spec_mean": [
        0.01804284006357193,
        0.015152756124734879,
        0.010893937200307846,
        0.010033657774329185
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2374,
      "lr": 0.0001,
      "sup_loss": 0.9571497248030933,
      "rf_loss": 0.00019416128634475172,
      "total_loss": 0.9573438860894381,
      "lyap1_mean": 0.001819365774281323,
      "lyap1_max": 0.03382644057273865,
      "lyap1_min": -0.02717294543981552,
      "lyap_spec_mean": [
        0.0018193658906966448,
        -0.0023533531930297613,
        -0.0014865847770124674,
        -0.001413475489243865
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2375,
      "lr": 0.0001,
      "sup_loss": 0.946471256029535,
      "rf_loss": 0.0004786976205650717,
      "total_loss": 0.9469499536501,
      "lyap1_mean": -0.01690138503909111,
      "lyap1_max": -0.008585933595895767,
      "lyap1_min": -0.03502790629863739,
      "lyap_spec_mean": [
        -0.01690138690173626,
        -0.019108915701508522,
        -0.01768929697573185,
        -0.016904227435588837
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2376,
      "lr": 0.0001,
      "sup_loss": 0.9254842366837194,
      "rf_loss": 0.0010240282863378525,
      "total_loss": 0.9265082649700572,
      "lyap1_mean": -0.021082216873764992,
      "lyap1_max": 0.005013118032366037,
      "lyap1_min": -0.03716554865241051,
      "lyap_spec_mean": [
        -0.021082216873764992,
        -0.030037228018045425,
        -0.03110107034444809,
        -0.037508998066186905
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2377,
      "lr": 0.0001,
      "sup_loss": 0.8878138156021367,
      "rf_loss": 0.0012478240532800555,
      "total_loss": 0.8890616396554167,
      "lyap1_mean": -0.03130223974585533,
      "lyap1_max": -0.005300083197653294,
      "lyap1_min": -0.05334528535604477,
      "lyap_spec_mean": [
        -0.03130223974585533,
        -0.030938835814595222,
        -0.038951605558395386,
        -0.03387715294957161
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2378,
      "lr": 0.0001,
      "sup_loss": 0.8732751832083744,
      "rf_loss": 0.0006603102665394545,
      "total_loss": 0.8739354934749138,
      "lyap1_mean": -0.021259775385260582,
      "lyap1_max": 0.0003261066449340433,
      "lyap1_min": -0.03847154974937439,
      "lyap_spec_mean": [
        -0.021259775385260582,
        -0.024791255593299866,
        -0.017575204372406006,
        -0.025081587955355644
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2379,
      "lr": 0.0001,
      "sup_loss": 0.8633745793988556,
      "rf_loss": 0.00018068845383822918,
      "total_loss": 0.8635552678526939,
      "lyap1_mean": -0.00968759972602129,
      "lyap1_max": 0.006560667417943478,
      "lyap1_min": -0.027155941352248192,
      "lyap_spec_mean": [
        -0.00968759972602129,
        -0.009440265595912933,
        -0.008882027119398117,
        -0.010275309905409813
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2380,
      "lr": 0.0001,
      "sup_loss": 0.8224461079071403,
      "rf_loss": 0.00020667066564783454,
      "total_loss": 0.8226527785727882,
      "lyap1_mean": 0.0010963198728859425,
      "lyap1_max": 0.03590262681245804,
      "lyap1_min": -0.017943426966667175,
      "lyap_spec_mean": [
        0.0010963201057165861,
        0.010577229782938957,
        0.0036598413717001677,
        -0.003688259283080697
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2381,
      "lr": 0.0001,
      "sup_loss": 0.9443896791825486,
      "rf_loss": 0.0003412629885133356,
      "total_loss": 0.9447309421710619,
      "lyap1_mean": 0.016207022592425346,
      "lyap1_max": 0.031731653958559036,
      "lyap1_min": -0.003148459829390049,
      "lyap_spec_mean": [
        0.016207020729780197,
        0.020060773938894272,
        0.009725184179842472,
        0.009909243322908878
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2382,
      "lr": 0.0001,
      "sup_loss": 0.9455873269333483,
      "rf_loss": 0.0007515425677411258,
      "total_loss": 0.9463388695010895,
      "lyap1_mean": 0.020213352516293526,
      "lyap1_max": 0.04962139576673508,
      "lyap1_min": -0.0005260993493720889,
      "lyap_spec_mean": [
        0.020213352516293526,
        0.023927979171276093,
        0.021663684397935867,
        0.018482133746147156
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2383,
      "lr": 0.0001,
      "sup_loss": 0.932053171604128,
      "rf_loss": 0.0004676358657889068,
      "total_loss": 0.932520807469917,
      "lyap1_mean": 0.019813664257526398,
      "lyap1_max": 0.03373095393180847,
      "lyap1_min": 0.004178754985332489,
      "lyap_spec_mean": [
        0.019813666120171547,
        0.019637223333120346,
        0.019358770921826363,
        0.015109620057046413
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2384,
      "lr": 0.0001,
      "sup_loss": 0.8095734199536457,
      "rf_loss": 0.00046705605927854776,
      "total_loss": 0.8100404760129243,
      "lyap1_mean": 0.01840909570455551,
      "lyap1_max": 0.04151715710759163,
      "lyap1_min": -0.0006230527069419622,
      "lyap_spec_mean": [
        0.01840909756720066,
        0.020128194242715836,
        0.014156514778733253,
        0.015097523108124733
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2385,
      "lr": 0.0001,
      "sup_loss": 0.9347588494023875,
      "rf_loss": 0.0001927320845425129,
      "total_loss": 0.93495158148693,
      "lyap1_mean": 0.00231663859449327,
      "lyap1_max": 0.018332144245505333,
      "lyap1_min": -0.03290995955467224,
      "lyap_spec_mean": [
        0.0023166383616626263,
        0.0037443158216774464,
        0.005718017928302288,
        0.0012371718185022473
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2386,
      "lr": 0.0001,
      "sup_loss": 0.9219485995483176,
      "rf_loss": 0.00021641975035890937,
      "total_loss": 0.9221650192986766,
      "lyap1_mean": -0.0014540876727551222,
      "lyap1_max": 0.020149661228060722,
      "lyap1_min": -0.021848229691386223,
      "lyap_spec_mean": [
        -0.0014540879055857658,
        -0.0010961529333144426,
        0.005728895775973797,
        0.0016733957454562187
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2387,
      "lr": 0.0001,
      "sup_loss": 0.9097006038732958,
      "rf_loss": 0.0001298264105571434,
      "total_loss": 0.9098304302838529,
      "lyap1_mean": -0.003078548237681389,
      "lyap1_max": 0.014377809129655361,
      "lyap1_min": -0.02728969231247902,
      "lyap_spec_mean": [
        -0.003078548237681389,
        -0.004113891161978245,
        -0.0052362531423568726,
        -0.008415929041802883
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2388,
      "lr": 0.0001,
      "sup_loss": 0.7440983899453306,
      "rf_loss": 0.0002471041225362569,
      "total_loss": 0.7443454940678669,
      "lyap1_mean": -3.984500654041767e-05,
      "lyap1_max": 0.02245892584323883,
      "lyap1_min": -0.030619394034147263,
      "lyap_spec_mean": [
        -3.984477370977402e-05,
        0.003043857868760824,
        -0.004590428434312344,
        -0.004421915393322706
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2389,
      "lr": 0.0001,
      "sup_loss": 0.9255434833103383,
      "rf_loss": 0.00015133779379539192,
      "total_loss": 0.9256948211041337,
      "lyap1_mean": 0.00022744899615645409,
      "lyap1_max": 0.05047368258237839,
      "lyap1_min": -0.02007095329463482,
      "lyap_spec_mean": [
        0.00022744922898709774,
        -0.003455385332927108,
        -0.00217992439866066,
        0.0009985899087041616
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2390,
      "lr": 0.0001,
      "sup_loss": 0.9125623959898056,
      "rf_loss": 7.446434756275266e-05,
      "total_loss": 0.9126368603373683,
      "lyap1_mean": 0.0023253499530255795,
      "lyap1_max": 0.014024576172232628,
      "lyap1_min": -0.010836898349225521,
      "lyap_spec_mean": [
        0.0023253504186868668,
        0.003931254148483276,
        0.00336608593352139,
        0.0007829017704352736
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2391,
      "lr": 0.0001,
      "sup_loss": 0.9338158835913584,
      "rf_loss": 0.00022557031479664147,
      "total_loss": 0.934041453906155,
      "lyap1_mean": -0.005313346162438393,
      "lyap1_max": 0.023944681510329247,
      "lyap1_min": -0.02773430570960045,
      "lyap_spec_mean": [
        -0.005313346162438393,
        -0.00591854564845562,
        -0.005561020225286484,
        -0.007240346632897854
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2392,
      "lr": 0.0001,
      "sup_loss": 0.8814557583145577,
      "rf_loss": 0.00016698616673238575,
      "total_loss": 0.8816227444812901,
      "lyap1_mean": 0.0067261941730976105,
      "lyap1_max": 0.027529597282409668,
      "lyap1_min": -0.016347263008356094,
      "lyap_spec_mean": [
        0.0067261941730976105,
        0.0003345250152051449,
        -0.008254972286522388,
        -0.000709339277818799
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2393,
      "lr": 0.0001,
      "sup_loss": 0.8863771415246674,
      "rf_loss": 0.00017043494153767824,
      "total_loss": 0.8865475764662051,
      "lyap1_mean": 0.0024638918694108725,
      "lyap1_max": 0.022579189389944077,
      "lyap1_min": -0.018182240426540375,
      "lyap_spec_mean": [
        0.0024638918694108725,
        -0.007774513214826584,
        -0.0016867093509063125,
        -0.008150147274136543
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2394,
      "lr": 0.0001,
      "sup_loss": 0.9550863001108917,
      "rf_loss": 0.00021663587540388107,
      "total_loss": 0.9553029359862956,
      "lyap1_mean": 0.004014091100543737,
      "lyap1_max": 0.020584996789693832,
      "lyap1_min": -0.009312627837061882,
      "lyap_spec_mean": [
        0.004014091100543737,
        -0.00595645559951663,
        -0.00819995068013668,
        -0.007873784750699997
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2395,
      "lr": 0.0001,
      "sup_loss": 0.8845423175240182,
      "rf_loss": 0.0002549137861933559,
      "total_loss": 0.8847972313102116,
      "lyap1_mean": -0.007497241720557213,
      "lyap1_max": 0.008601450361311436,
      "lyap1_min": -0.021064598113298416,
      "lyap_spec_mean": [
        -0.007497241720557213,
        -0.0064557986333966255,
        -0.010549365542829037,
        -0.017112424597144127
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2396,
      "lr": 0.0001,
      "sup_loss": 0.8700502383069895,
      "rf_loss": 0.00035896871122531593,
      "total_loss": 0.8704092070182148,
      "lyap1_mean": -0.006659835577011108,
      "lyap1_max": 0.024240313097834587,
      "lyap1_min": -0.02857976220548153,
      "lyap_spec_mean": [
        -0.006659836042672396,
        -0.007902894169092178,
        -0.013632632791996002,
        -0.017236007377505302
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2397,
      "lr": 0.0001,
      "sup_loss": 0.9255157500287858,
      "rf_loss": 0.0003098546585533768,
      "total_loss": 0.9258256046873392,
      "lyap1_mean": -0.01307885441929102,
      "lyap1_max": -0.0011621428420767188,
      "lyap1_min": -0.022654227912425995,
      "lyap_spec_mean": [
        -0.013078853487968445,
        -0.014715857803821564,
        -0.011321361176669598,
        -0.01778409630060196
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2398,
      "lr": 0.0001,
      "sup_loss": 0.9442792570516501,
      "rf_loss": 0.0004051705473102629,
      "total_loss": 0.9446844275989603,
      "lyap1_mean": -0.009610592387616634,
      "lyap1_max": 0.016615258529782295,
      "lyap1_min": -0.03398871421813965,
      "lyap_spec_mean": [
        -0.009610592387616634,
        -0.01443606149405241,
        -0.018892021849751472,
        -0.019187960773706436
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2399,
      "lr": 0.0001,
      "sup_loss": 0.913966934706481,
      "rf_loss": 0.00014007976278662682,
      "total_loss": 0.9141070144692677,
      "lyap1_mean": 0.003028895938768983,
      "lyap1_max": 0.01778724230825901,
      "lyap1_min": -0.013518117368221283,
      "lyap_spec_mean": [
        0.003028895938768983,
        -0.0033648470416665077,
        0.0018555016722530127,
        -0.009644273668527603
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2400,
      "lr": 0.0001,
      "sup_loss": 0.9341218874816669,
      "rf_loss": 0.00018217082833871245,
      "total_loss": 0.9343040583100056,
      "lyap1_mean": -0.004002113360911608,
      "lyap1_max": 0.012658126652240753,
      "lyap1_min": -0.023054856806993484,
      "lyap_spec_mean": [
        -0.004002113360911608,
        0.0036379550583660603,
        -0.004008506424725056,
        -0.0039341324009001255
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2401,
      "lr": 0.0001,
      "sup_loss": 0.9309114641211947,
      "rf_loss": 0.00016263779252767563,
      "total_loss": 0.9310741019137224,
      "lyap1_mean": 0.003760663326829672,
      "lyap1_max": 0.01714550331234932,
      "lyap1_min": -0.02098991349339485,
      "lyap_spec_mean": [
        0.003760663093999028,
        0.0020581085700541735,
        0.0029500776436179876,
        -0.0017890040762722492
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2402,
      "lr": 0.0001,
      "sup_loss": 0.9433720209946602,
      "rf_loss": 0.0003641280345618725,
      "total_loss": 0.9437361490292221,
      "lyap1_mean": 0.012207679450511932,
      "lyap1_max": 0.05046270415186882,
      "lyap1_min": -0.01275677140802145,
      "lyap_spec_mean": [
        0.012207679450511932,
        0.006819640286266804,
        0.004666841588914394,
        0.004217543639242649
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2403,
      "lr": 0.0001,
      "sup_loss": 0.9582629129211908,
      "rf_loss": 0.0002672630944289267,
      "total_loss": 0.9585301760156197,
      "lyap1_mean": 0.01440682914108038,
      "lyap1_max": 0.036486752331256866,
      "lyap1_min": -0.007508080452680588,
      "lyap_spec_mean": [
        0.014406830072402954,
        0.012346567586064339,
        0.006865796633064747,
        0.010117223486304283
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2404,
      "lr": 0.0001,
      "sup_loss": 0.9288905895569425,
      "rf_loss": 0.00013365817721933126,
      "total_loss": 0.9290242477341618,
      "lyap1_mean": 0.0011935732327401638,
      "lyap1_max": 0.012062739580869675,
      "lyap1_min": -0.015180251561105251,
      "lyap_spec_mean": [
        0.001193573116324842,
        -0.0006807568715885282,
        -0.0005520138656720519,
        0.0019420116441324353
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2405,
      "lr": 0.0001,
      "sup_loss": 0.9128008044142435,
      "rf_loss": 0.00042753975139930844,
      "total_loss": 0.9132283441656428,
      "lyap1_mean": 0.02088799700140953,
      "lyap1_max": 0.03285107761621475,
      "lyap1_min": -0.0004965242696925998,
      "lyap_spec_mean": [
        0.02088799700140953,
        0.010580470785498619,
        0.019706401973962784,
        0.013189458288252354
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2406,
      "lr": 0.0001,
      "sup_loss": 0.845088327567338,
      "rf_loss": 0.00020003356621600688,
      "total_loss": 0.845288361133554,
      "lyap1_mean": 0.010658909566700459,
      "lyap1_max": 0.03889303654432297,
      "lyap1_min": -0.008951283060014248,
      "lyap_spec_mean": [
        0.010658909566700459,
        0.005405529867857695,
        0.00681328447535634,
        0.004503694362938404
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2407,
      "lr": 0.0001,
      "sup_loss": 0.8679865516266279,
      "rf_loss": 0.00020856072660535574,
      "total_loss": 0.8681951123532332,
      "lyap1_mean": 0.012703631073236465,
      "lyap1_max": 0.03473569080233574,
      "lyap1_min": -0.001831292174756527,
      "lyap_spec_mean": [
        0.01270363014191389,
        0.012113956734538078,
        0.0038284575566649437,
        0.0021821949630975723
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2408,
      "lr": 0.0001,
      "sup_loss": 0.9306533513369903,
      "rf_loss": 0.00016527491970919073,
      "total_loss": 0.9308186262566995,
      "lyap1_mean": 0.0024032185319811106,
      "lyap1_max": 0.020810816437005997,
      "lyap1_min": -0.01794782653450966,
      "lyap_spec_mean": [
        0.002403218299150467,
        0.000725658843293786,
        0.0022916817106306553,
        -0.004404428880661726
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2409,
      "lr": 0.0001,
      "sup_loss": 0.9147699200631729,
      "rf_loss": 0.00019493061699904501,
      "total_loss": 0.914964850680172,
      "lyap1_mean": 0.01279098354279995,
      "lyap1_max": 0.027588993310928345,
      "lyap1_min": -0.007131335325539112,
      "lyap_spec_mean": [
        0.01279098354279995,
        0.0034489426761865616,
        0.006772186141461134,
        0.003571419743821025
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2410,
      "lr": 0.0001,
      "sup_loss": 0.8764052145740496,
      "rf_loss": 0.00014795803872402757,
      "total_loss": 0.8765531726127737,
      "lyap1_mean": -0.0006240155780687928,
      "lyap1_max": 0.011244839988648891,
      "lyap1_min": -0.007000497542321682,
      "lyap_spec_mean": [
        -0.0006240156944841146,
        -0.009738082997500896,
        -0.004147875122725964,
        -0.013535620644688606
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2411,
      "lr": 0.0001,
      "sup_loss": 0.8489599131418568,
      "rf_loss": 0.0005777182523161173,
      "total_loss": 0.8495376313941729,
      "lyap1_mean": -0.020519178360700607,
      "lyap1_max": -0.007962686009705067,
      "lyap1_min": -0.037472184747457504,
      "lyap_spec_mean": [
        -0.020519178360700607,
        -0.0174037367105484,
        -0.014755004085600376,
        -0.030064785853028297
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2412,
      "lr": 0.0001,
      "sup_loss": 0.8480875051391712,
      "rf_loss": 0.000810223282314837,
      "total_loss": 0.848897728421486,
      "lyap1_mean": -0.02535656839609146,
      "lyap1_max": -0.014190579764544964,
      "lyap1_min": -0.04406687244772911,
      "lyap_spec_mean": [
        -0.02535656839609146,
        -0.023119939491152763,
        -0.025968613103032112,
        -0.032901864498853683
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2413,
      "lr": 0.0001,
      "sup_loss": 0.8711264876070851,
      "rf_loss": 0.0005920068360865116,
      "total_loss": 0.8717184944431716,
      "lyap1_mean": -0.02242269739508629,
      "lyap1_max": -0.0048005664721131325,
      "lyap1_min": -0.03724793344736099,
      "lyap_spec_mean": [
        -0.02242269553244114,
        -0.016343913972377777,
        -0.02456088177859783,
        -0.02466163970530033
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2414,
      "lr": 0.0001,
      "sup_loss": 0.927464422451356,
      "rf_loss": 0.0004217419191263616,
      "total_loss": 0.9278861643704823,
      "lyap1_mean": -0.008851621299982071,
      "lyap1_max": 0.01465499959886074,
      "lyap1_min": -0.027004074305295944,
      "lyap_spec_mean": [
        -0.008851620368659496,
        -0.013826235197484493,
        -0.0157178845256567,
        -0.0135822594165802
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2415,
      "lr": 0.0001,
      "sup_loss": 0.948635123152752,
      "rf_loss": 8.188215724658221e-05,
      "total_loss": 0.9487170053099986,
      "lyap1_mean": -0.0012143496423959732,
      "lyap1_max": 0.007507927715778351,
      "lyap1_min": -0.015321887098252773,
      "lyap_spec_mean": [
        -0.0012143498752266169,
        -0.002369715366512537,
        -0.006518770940601826,
        -0.00432066572830081
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2416,
      "lr": 0.0001,
      "sup_loss": 0.8761839184957075,
      "rf_loss": 0.00029220644501037896,
      "total_loss": 0.8764761249407179,
      "lyap1_mean": 0.016732554882764816,
      "lyap1_max": 0.03332335874438286,
      "lyap1_min": -0.001684190589003265,
      "lyap_spec_mean": [
        0.016732554882764816,
        0.014140104874968529,
        0.007501461077481508,
        0.007734409999102354
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2417,
      "lr": 0.0001,
      "sup_loss": 0.8925620595818722,
      "rf_loss": 0.00027981537277810276,
      "total_loss": 0.8928418749546503,
      "lyap1_mean": 0.013582193292677402,
      "lyap1_max": 0.02864188328385353,
      "lyap1_min": -0.001357001718133688,
      "lyap_spec_mean": [
        0.013582192361354828,
        0.00927568320184946,
        0.01181344036012888,
        0.014200348407030106
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2418,
      "lr": 0.0001,
      "sup_loss": 0.9332138604375804,
      "rf_loss": 0.0005035216454416513,
      "total_loss": 0.933717382083022,
      "lyap1_mean": 0.01993933692574501,
      "lyap1_max": 0.03579864650964737,
      "lyap1_min": -0.0023825052194297314,
      "lyap_spec_mean": [
        0.01993933878839016,
        0.01618041843175888,
        0.019045468419790268,
        0.013941621407866478
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2419,
      "lr": 0.0001,
      "sup_loss": 0.9169672067729485,
      "rf_loss": 0.000500247348099947,
      "total_loss": 0.9174674541210485,
      "lyap1_mean": 0.023959333077073097,
      "lyap1_max": 0.04731542989611626,
      "lyap1_min": 0.0049518197774887085,
      "lyap_spec_mean": [
        0.023959333077073097,
        0.016354292631149292,
        0.019695013761520386,
        0.01971377246081829
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2420,
      "lr": 0.0001,
      "sup_loss": 0.9056262769990852,
      "rf_loss": 0.00019280609558336437,
      "total_loss": 0.9058190830946685,
      "lyap1_mean": 0.014656517654657364,
      "lyap1_max": 0.026996277272701263,
      "lyap1_min": -0.005291873589158058,
      "lyap_spec_mean": [
        0.01465651672333479,
        0.012913284823298454,
        0.004680969286710024,
        0.009278031066060066
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2421,
      "lr": 0.0001,
      "sup_loss": 0.9431013663452472,
      "rf_loss": 0.00011876365169882774,
      "total_loss": 0.943220129996946,
      "lyap1_mean": 0.0047760335728526115,
      "lyap1_max": 0.022769158706068993,
      "lyap1_min": -0.00355758098885417,
      "lyap_spec_mean": [
        0.0047760335728526115,
        0.005954171996563673,
        0.001546208979561925,
        0.006453906185925007
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2422,
      "lr": 0.0001,
      "sup_loss": 0.8879611755774031,
      "rf_loss": 0.00046850828221067786,
      "total_loss": 0.8884296838596137,
      "lyap1_mean": -0.012991801835596561,
      "lyap1_max": 0.006299314554780722,
      "lyap1_min": -0.02428547665476799,
      "lyap_spec_mean": [
        -0.012991801835596561,
        -0.01582404226064682,
        -0.012073874473571777,
        -0.023833131417632103
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2423,
      "lr": 0.0001,
      "sup_loss": 0.9308013904842276,
      "rf_loss": 0.0004833595594391227,
      "total_loss": 0.9312847500436667,
      "lyap1_mean": -0.013143882155418396,
      "lyap1_max": 0.007523912936449051,
      "lyap1_min": -0.025804974138736725,
      "lyap_spec_mean": [
        -0.013143882155418396,
        -0.017003938555717468,
        -0.02284707874059677,
        -0.022465046495199203
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2424,
      "lr": 0.0001,
      "sup_loss": 0.8565599187437715,
      "rf_loss": 0.00028271129122003913,
      "total_loss": 0.8568426300349915,
      "lyap1_mean": -0.00503156241029501,
      "lyap1_max": 0.020812304690480232,
      "lyap1_min": -0.026368876919150352,
      "lyap_spec_mean": [
        -0.005031562875956297,
        -0.010745221748948097,
        -0.010592931881546974,
        -0.015944503247737885
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2425,
      "lr": 0.0001,
      "sup_loss": 0.9056426212368862,
      "rf_loss": 0.0002549031632952392,
      "total_loss": 0.9058975244001815,
      "lyap1_mean": -0.010475438088178635,
      "lyap1_max": 0.012612393125891685,
      "lyap1_min": -0.04060900956392288,
      "lyap_spec_mean": [
        -0.010475438088178635,
        -0.0037451493553817272,
        -0.009162576869130135,
        -0.013279428705573082
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2426,
      "lr": 0.0001,
      "sup_loss": 0.9141117577799839,
      "rf_loss": 0.0002965352905448526,
      "total_loss": 0.9144082930705287,
      "lyap1_mean": 0.008045388385653496,
      "lyap1_max": 0.02973060868680477,
      "lyap1_min": -0.02036305144429207,
      "lyap_spec_mean": [
        0.008045388385653496,
        0.0033288951963186264,
        0.001954230945557356,
        -0.000268499949015677
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2427,
      "lr": 0.0001,
      "sup_loss": 0.951492059107549,
      "rf_loss": 0.00021530338563024998,
      "total_loss": 0.9517073624931792,
      "lyap1_mean": 0.0129859559237957,
      "lyap1_max": 0.04171027988195419,
      "lyap1_min": -0.0004536820051725954,
      "lyap_spec_mean": [
        0.0129859559237957,
        0.004575784783810377,
        0.005537514574825764,
        0.00039199599996209145
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2428,
      "lr": 0.0001,
      "sup_loss": 0.8463524221212462,
      "rf_loss": 0.00040073442505672574,
      "total_loss": 0.8467531565463029,
      "lyap1_mean": 0.019795594736933708,
      "lyap1_max": 0.06950768828392029,
      "lyap1_min": -0.0051413122564554214,
      "lyap_spec_mean": [
        0.019795594736933708,
        0.01628793030977249,
        0.013096150942146778,
        0.006178215146064758
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2429,
      "lr": 0.0001,
      "sup_loss": 0.9352646626287033,
      "rf_loss": 0.0004641656996682286,
      "total_loss": 0.9357288283283716,
      "lyap1_mean": 0.019199680536985397,
      "lyap1_max": 0.042067743837833405,
      "lyap1_min": 0.0009630813729017973,
      "lyap_spec_mean": [
        0.019199680536985397,
        0.01441902108490467,
        0.015704426914453506,
        0.01215396448969841
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2430,
      "lr": 0.0001,
      "sup_loss": 0.9218710133249658,
      "rf_loss": 0.0003033396787941456,
      "total_loss": 0.9221743530037599,
      "lyap1_mean": 0.01930697076022625,
      "lyap1_max": 0.02778332494199276,
      "lyap1_min": 0.00032972655026242137,
      "lyap_spec_mean": [
        0.0193069726228714,
        0.012710001319646835,
        0.01377408392727375,
        0.011031817644834518
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2431,
      "lr": 0.0001,
      "sup_loss": 0.9168270549486197,
      "rf_loss": 0.00025565974647179246,
      "total_loss": 0.9170827146950915,
      "lyap1_mean": 0.014875585213303566,
      "lyap1_max": 0.047206535935401917,
      "lyap1_min": -0.0004000061599072069,
      "lyap_spec_mean": [
        0.014875585213303566,
        0.005477525293827057,
        0.009114718064665794,
        0.0017343967920169234
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2432,
      "lr": 0.0001,
      "sup_loss": 0.9324610218380706,
      "rf_loss": 0.000178199028596282,
      "total_loss": 0.9326392208666668,
      "lyap1_mean": -0.00869239866733551,
      "lyap1_max": 0.004680377896875143,
      "lyap1_min": -0.02206099033355713,
      "lyap_spec_mean": [
        -0.008692397736012936,
        -0.0017557311803102493,
        -0.0073533495888113976,
        -0.009335937909781933
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2433,
      "lr": 0.0001,
      "sup_loss": 0.928960892522443,
      "rf_loss": 0.0004966782289557159,
      "total_loss": 0.9294575707513987,
      "lyap1_mean": -0.017426181584596634,
      "lyap1_max": 0.01882972940802574,
      "lyap1_min": -0.02949969843029976,
      "lyap_spec_mean": [
        -0.017426181584596634,
        -0.0158712025731802,
        -0.019775670021772385,
        -0.021054552868008614
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2434,
      "lr": 0.0001,
      "sup_loss": 0.9279173643492733,
      "rf_loss": 0.0005666348151862621,
      "total_loss": 0.9284839991644596,
      "lyap1_mean": -0.023159891366958618,
      "lyap1_max": -0.003380582667887211,
      "lyap1_min": -0.03636131435632706,
      "lyap_spec_mean": [
        -0.023159891366958618,
        -0.019054017961025238,
        -0.020738020539283752,
        -0.022885102778673172
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2435,
      "lr": 0.0001,
      "sup_loss": 0.8224960879747604,
      "rf_loss": 0.0004651808994822204,
      "total_loss": 0.8229612688742426,
      "lyap1_mean": -0.013818837702274323,
      "lyap1_max": -0.0013555826153606176,
      "lyap1_min": -0.032154105603694916,
      "lyap_spec_mean": [
        -0.013818836770951748,
        -0.02034762315452099,
        -0.017461277544498444,
        -0.022649569436907768
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2436,
      "lr": 0.0001,
      "sup_loss": 0.8491444951391215,
      "rf_loss": 0.0002264403156004846,
      "total_loss": 0.849370935454722,
      "lyap1_mean": -0.009216073900461197,
      "lyap1_max": 0.007154443301260471,
      "lyap1_min": -0.023477140814065933,
      "lyap_spec_mean": [
        -0.009216072969138622,
        -0.010860678739845753,
        -0.010113364085555077,
        -0.013657104223966599
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2437,
      "lr": 0.0001,
      "sup_loss": 0.9767799132667409,
      "rf_loss": 8.17163527244702e-05,
      "total_loss": 0.9768616296194653,
      "lyap1_mean": -0.004614385310560465,
      "lyap1_max": 0.009261050261557102,
      "lyap1_min": -0.01824752241373062,
      "lyap_spec_mean": [
        -0.004614385776221752,
        -0.0004712672671303153,
        -0.006589566823095083,
        -0.0003626226680353284
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2438,
      "lr": 0.0001,
      "sup_loss": 0.9143673572960286,
      "rf_loss": 0.0001576912763994187,
      "total_loss": 0.914525048572428,
      "lyap1_mean": 0.01076446007937193,
      "lyap1_max": 0.031012123450636864,
      "lyap1_min": -0.006047455128282309,
      "lyap_spec_mean": [
        0.010764461010694504,
        0.0043720961548388,
        0.00392394233494997,
        0.0022079383488744497
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2439,
      "lr": 0.0001,
      "sup_loss": 0.896530363854747,
      "rf_loss": 0.00022242945851758122,
      "total_loss": 0.8967527933132646,
      "lyap1_mean": 0.013772783800959587,
      "lyap1_max": 0.029545960947871208,
      "lyap1_min": -0.006664575543254614,
      "lyap_spec_mean": [
        0.013772783800959587,
        0.014363080263137817,
        0.007022553123533726,
        0.007187285460531712
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2440,
      "lr": 0.0001,
      "sup_loss": 0.9274112711044832,
      "rf_loss": 0.0005763601511716843,
      "total_loss": 0.9279876312556549,
      "lyap1_mean": 0.022710662335157394,
      "lyap1_max": 0.042500101029872894,
      "lyap1_min": 0.009425664320588112,
      "lyap_spec_mean": [
        0.022710662335157394,
        0.025277510285377502,
        0.014518342912197113,
        0.014535273425281048
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2441,
      "lr": 0.0001,
      "sup_loss": 0.9295357917798244,
      "rf_loss": 0.0005662963958457112,
      "total_loss": 0.9301020881756701,
      "lyap1_mean": 0.018665103241801262,
      "lyap1_max": 0.03983098268508911,
      "lyap1_min": 0.002854411257430911,
      "lyap_spec_mean": [
        0.018665103241801262,
        0.021070189774036407,
        0.02120163105428219,
        0.020203743129968643
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2442,
      "lr": 0.0001,
      "sup_loss": 0.8650677066181527,
      "rf_loss": 0.000265571812633425,
      "total_loss": 0.8653332784307861,
      "lyap1_mean": 0.0159011110663414,
      "lyap1_max": 0.027307994663715363,
      "lyap1_min": 0.005190047901123762,
      "lyap_spec_mean": [
        0.01590110920369625,
        0.0177740640938282,
        0.009553860872983932,
        0.008567430078983307
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2443,
      "lr": 0.0001,
      "sup_loss": 0.9734047862450881,
      "rf_loss": 0.00023789970146026462,
      "total_loss": 0.9736426859465483,
      "lyap1_mean": 0.010682028718292713,
      "lyap1_max": 0.03675035759806633,
      "lyap1_min": -0.017123444005846977,
      "lyap_spec_mean": [
        0.010682030580937862,
        0.006484333425760269,
        0.005846896208822727,
        0.0005654799751937389
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2444,
      "lr": 0.0001,
      "sup_loss": 0.9088774023397433,
      "rf_loss": 0.00019528664415702224,
      "total_loss": 0.9090726889839004,
      "lyap1_mean": 0.0033731365110725164,
      "lyap1_max": 0.02306896075606346,
      "lyap1_min": -0.010715985670685768,
      "lyap_spec_mean": [
        0.003373136278241873,
        -0.0007095337496139109,
        0.010502481833100319,
        -0.006420747842639685
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2445,
      "lr": 0.0001,
      "sup_loss": 0.8872804305270499,
      "rf_loss": 0.000197046174434945,
      "total_loss": 0.8874774767014848,
      "lyap1_mean": -0.003940401133149862,
      "lyap1_max": 0.006721135228872299,
      "lyap1_min": -0.022876042872667313,
      "lyap_spec_mean": [
        -0.00394040159881115,
        -0.0016584655968472362,
        -0.006985969375818968,
        -0.010492690838873386
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2446,
      "lr": 0.0001,
      "sup_loss": 0.9473904466475508,
      "rf_loss": 0.00036692031426355243,
      "total_loss": 0.9477573669618143,
      "lyap1_mean": -0.00739471148699522,
      "lyap1_max": 0.021618615835905075,
      "lyap1_min": -0.0331239253282547,
      "lyap_spec_mean": [
        -0.00739471148699522,
        -0.011418450623750687,
        -0.011442042887210846,
        -0.010936429724097252
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2447,
      "lr": 0.0001,
      "sup_loss": 0.9350452080173131,
      "rf_loss": 0.00043545934022404253,
      "total_loss": 0.9354806673575371,
      "lyap1_mean": -0.008770368061959743,
      "lyap1_max": 0.007338189985603094,
      "lyap1_min": -0.024641482159495354,
      "lyap_spec_mean": [
        -0.008770368061959743,
        -0.015017347410321236,
        -0.02196156606078148,
        -0.021981941536068916
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2448,
      "lr": 0.0001,
      "sup_loss": 0.8725684574268624,
      "rf_loss": 0.0006376974633894861,
      "total_loss": 0.8732061548902519,
      "lyap1_mean": -0.015407213009893894,
      "lyap1_max": -0.008287064731121063,
      "lyap1_min": -0.03068399243056774,
      "lyap_spec_mean": [
        -0.01540721207857132,
        -0.023274550214409828,
        -0.023756949231028557,
        -0.030474592000246048
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2449,
      "lr": 0.0001,
      "sup_loss": 0.9329583153831005,
      "rf_loss": 0.0006428106571547687,
      "total_loss": 0.9336011260402552,
      "lyap1_mean": -0.02116786129772663,
      "lyap1_max": 0.0030965404585003853,
      "lyap1_min": -0.035278744995594025,
      "lyap_spec_mean": [
        -0.02116786129772663,
        -0.02613603137433529,
        -0.024385154247283936,
        -0.022214392200112343
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2450,
      "lr": 0.0001,
      "sup_loss": 0.9879066773690875,
      "rf_loss": 0.0004211464256513864,
      "total_loss": 0.9883278237947389,
      "lyap1_mean": -0.01106075569987297,
      "lyap1_max": 0.0074939243495464325,
      "lyap1_min": -0.02278970181941986,
      "lyap_spec_mean": [
        -0.011060753837227821,
        -0.02166416123509407,
        -0.01923096552491188,
        -0.019077003002166748
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2451,
      "lr": 0.0001,
      "sup_loss": 0.8592357809624909,
      "rf_loss": 0.00029738867306150496,
      "total_loss": 0.8595331696355524,
      "lyap1_mean": -0.00846740510314703,
      "lyap1_max": 0.010974276810884476,
      "lyap1_min": -0.028387103229761124,
      "lyap_spec_mean": [
        -0.00846740510314703,
        -0.012894364073872566,
        -0.013178270310163498,
        -0.013830650597810745
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2452,
      "lr": 0.0001,
      "sup_loss": 0.8493607595232899,
      "rf_loss": 0.00012473342940211296,
      "total_loss": 0.849485492952692,
      "lyap1_mean": 0.00277632474899292,
      "lyap1_max": 0.01400904729962349,
      "lyap1_min": -0.009442211128771305,
      "lyap_spec_mean": [
        0.00277632474899292,
        -0.008159097284078598,
        -0.0016730553470551968,
        -0.007091925013810396
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2453,
      "lr": 0.0001,
      "sup_loss": 0.9363818965731551,
      "rf_loss": 0.0003220660728402436,
      "total_loss": 0.9367039626459953,
      "lyap1_mean": 0.01730082556605339,
      "lyap1_max": 0.03413386642932892,
      "lyap1_min": 0.0020494505297392607,
      "lyap_spec_mean": [
        0.01730082370340824,
        0.011841737665235996,
        0.010678766295313835,
        0.004840113688260317
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2454,
      "lr": 0.0001,
      "sup_loss": 0.8351970444953924,
      "rf_loss": 0.0002680121106095612,
      "total_loss": 0.835465056606002,
      "lyap1_mean": 0.01632874459028244,
      "lyap1_max": 0.027993053197860718,
      "lyap1_min": 0.0006179693154990673,
      "lyap_spec_mean": [
        0.01632874459028244,
        0.010391339659690857,
        0.0014682000037282705,
        0.008662560023367405
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2455,
      "lr": 0.0001,
      "sup_loss": 0.8322219168719809,
      "rf_loss": 0.0005596795817837119,
      "total_loss": 0.8327815964537646,
      "lyap1_mean": 0.021057462319731712,
      "lyap1_max": 0.04472433030605316,
      "lyap1_min": 0.0027297819033265114,
      "lyap_spec_mean": [
        0.021057462319731712,
        0.023327693343162537,
        0.016785278916358948,
        0.020447837188839912
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2456,
      "lr": 0.0001,
      "sup_loss": 0.9314355129470279,
      "rf_loss": 0.0008826566045172513,
      "total_loss": 0.9323181695515451,
      "lyap1_mean": 0.028127167373895645,
      "lyap1_max": 0.061735108494758606,
      "lyap1_min": 0.01299845427274704,
      "lyap_spec_mean": [
        0.028127169236540794,
        0.020696617662906647,
        0.026783345267176628,
        0.023261532187461853
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2457,
      "lr": 0.0001,
      "sup_loss": 0.9431912140684257,
      "rf_loss": 0.00042834028135985136,
      "total_loss": 0.9436195543497855,
      "lyap1_mean": 0.02429792657494545,
      "lyap1_max": 0.051050301641225815,
      "lyap1_min": 0.007920799776911736,
      "lyap_spec_mean": [
        0.02429792657494545,
        0.017221376299858093,
        0.016037607565522194,
        0.018215255811810493
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2458,
      "lr": 0.0001,
      "sup_loss": 0.9383408310368081,
      "rf_loss": 0.00023299353779293597,
      "total_loss": 0.938573824574601,
      "lyap1_mean": 0.010029306635260582,
      "lyap1_max": 0.04341976344585419,
      "lyap1_min": -0.01720907725393772,
      "lyap_spec_mean": [
        0.010029307566583157,
        0.009073431603610516,
        0.006912650540471077,
        0.006756970193237066
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2459,
      "lr": 0.0001,
      "sup_loss": 0.9282938411156416,
      "rf_loss": 0.00029717377037741244,
      "total_loss": 0.928591014886019,
      "lyap1_mean": 0.009252122603356838,
      "lyap1_max": 0.033049892634153366,
      "lyap1_min": -0.02277810499072075,
      "lyap_spec_mean": [
        0.009252121672034264,
        0.006536786910146475,
        0.0022596740163862705,
        0.006284554488956928
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2460,
      "lr": 0.0001,
      "sup_loss": 0.9308430584155872,
      "rf_loss": 0.0005016069626435637,
      "total_loss": 0.9313446653782308,
      "lyap1_mean": -0.017157461494207382,
      "lyap1_max": 0.004326265305280685,
      "lyap1_min": -0.029193051159381866,
      "lyap_spec_mean": [
        -0.017157461494207382,
        -0.015290670096874237,
        -0.023881420493125916,
        -0.0180119089782238
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2461,
      "lr": 0.0001,
      "sup_loss": 0.8740498641643397,
      "rf_loss": 0.001009446568787098,
      "total_loss": 0.8750593107331268,
      "lyap1_mean": -0.02108415961265564,
      "lyap1_max": -0.0025414160918444395,
      "lyap1_min": -0.041151974350214005,
      "lyap_spec_mean": [
        -0.02108415775001049,
        -0.029976196587085724,
        -0.03466452285647392,
        -0.031766921281814575
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2462,
      "lr": 0.0001,
      "sup_loss": 0.9654286697181966,
      "rf_loss": 0.0006330952164717019,
      "total_loss": 0.9660617649346683,
      "lyap1_mean": -0.014671875163912773,
      "lyap1_max": 0.024185553193092346,
      "lyap1_min": -0.03836095333099365,
      "lyap_spec_mean": [
        -0.014671875163912773,
        -0.018819253891706467,
        -0.02426074631512165,
        -0.02477106638252735
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2463,
      "lr": 0.0001,
      "sup_loss": 0.8181405293452522,
      "rf_loss": 0.0003696430940181017,
      "total_loss": 0.8185101724392703,
      "lyap1_mean": -0.01754000410437584,
      "lyap1_max": 0.0003115401486866176,
      "lyap1_min": -0.03187180310487747,
      "lyap_spec_mean": [
        -0.01754000410437584,
        -0.014440346509218216,
        -0.016373660415410995,
        -0.016963303089141846
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2464,
      "lr": 0.0001,
      "sup_loss": 0.9324822063077632,
      "rf_loss": 0.00012295859050936997,
      "total_loss": 0.9326051648982726,
      "lyap1_mean": -0.0025215446949005127,
      "lyap1_max": 0.008952033706009388,
      "lyap1_min": -0.008668179623782635,
      "lyap_spec_mean": [
        -0.0025215446949005127,
        -0.007509797345846891,
        -0.0055902255699038506,
        -0.004374011419713497
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2465,
      "lr": 0.0001,
      "sup_loss": 0.8862449668741419,
      "rf_loss": 0.0002832296013366431,
      "total_loss": 0.8865281964754785,
      "lyap1_mean": 0.010700967162847519,
      "lyap1_max": 0.03078201413154602,
      "lyap1_min": -0.006524943746626377,
      "lyap_spec_mean": [
        0.010700967162847519,
        0.012340452522039413,
        0.008127332665026188,
        0.007662929128855467
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2466,
      "lr": 0.0001,
      "sup_loss": 0.9208444260151462,
      "rf_loss": 0.00040704169077798724,
      "total_loss": 0.9212514677059241,
      "lyap1_mean": 0.018269646912813187,
      "lyap1_max": 0.047558825463056564,
      "lyap1_min": 0.0021434149239212275,
      "lyap_spec_mean": [
        0.018269646912813187,
        0.01672971434891224,
        0.014026989229023457,
        0.014798523858189583
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2467,
      "lr": 0.0001,
      "sup_loss": 0.8644757151196527,
      "rf_loss": 0.00029905338305979967,
      "total_loss": 0.8647747685027125,
      "lyap1_mean": 0.012934057042002678,
      "lyap1_max": 0.04024923965334892,
      "lyap1_min": -0.0014218476135283709,
      "lyap_spec_mean": [
        0.012934058904647827,
        0.010139482095837593,
        0.013973277062177658,
        0.0105866938829422
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2468,
      "lr": 0.0001,
      "sup_loss": 0.9299849304336851,
      "rf_loss": 0.0002389972796663642,
      "total_loss": 0.9302239277133515,
      "lyap1_mean": 0.005576741881668568,
      "lyap1_max": 0.02157372236251831,
      "lyap1_min": -0.016386965289711952,
      "lyap_spec_mean": [
        0.005576741881668568,
        0.009315920993685722,
        -0.0016749703790992498,
        0.001305778743699193
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2469,
      "lr": 0.0001,
      "sup_loss": 0.8578509090408872,
      "rf_loss": 0.00022438977612182498,
      "total_loss": 0.8580752988170091,
      "lyap1_mean": 0.008694726973772049,
      "lyap1_max": 0.03459496423602104,
      "lyap1_min": -0.009387237019836903,
      "lyap_spec_mean": [
        0.008694726973772049,
        -3.573938738554716e-05,
        0.001224817824549973,
        -0.0073973024263978004
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2470,
      "lr": 0.0001,
      "sup_loss": 0.9191643470713362,
      "rf_loss": 0.00042344260145910084,
      "total_loss": 0.9195877896727953,
      "lyap1_mean": -0.010857079178094864,
      "lyap1_max": 0.0076163215562701225,
      "lyap1_min": -0.027712110430002213,
      "lyap_spec_mean": [
        -0.01085707824677229,
        -0.017735177651047707,
        -0.01996324397623539,
        -0.019073914736509323
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2471,
      "lr": 0.0001,
      "sup_loss": 0.9281124800814373,
      "rf_loss": 0.0007015670416876674,
      "total_loss": 0.928814047123125,
      "lyap1_mean": -0.02421780303120613,
      "lyap1_max": -0.005283267702907324,
      "lyap1_min": -0.04009980708360672,
      "lyap_spec_mean": [
        -0.024217801168560982,
        -0.021922234445810318,
        -0.022161608561873436,
        -0.02576514519751072
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2472,
      "lr": 0.0001,
      "sup_loss": 0.9619291449118921,
      "rf_loss": 0.0007407946977764368,
      "total_loss": 0.9626699396096685,
      "lyap1_mean": -0.019463256001472473,
      "lyap1_max": 0.012759021483361721,
      "lyap1_min": -0.04034212604165077,
      "lyap_spec_mean": [
        -0.019463256001472473,
        -0.023007426410913467,
        -0.026619967073202133,
        -0.028115255758166313
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2473,
      "lr": 0.0001,
      "sup_loss": 0.9095414527254524,
      "rf_loss": 0.0002583691384643316,
      "total_loss": 0.9097998218639167,
      "lyap1_mean": -0.009749227203428745,
      "lyap1_max": 0.00737038254737854,
      "lyap1_min": -0.02364516071975231,
      "lyap_spec_mean": [
        -0.00974922813475132,
        -0.009115218184888363,
        -0.01503685675561428,
        -0.013589026406407356
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2474,
      "lr": 0.0001,
      "sup_loss": 0.9410028149278358,
      "rf_loss": 0.00023001717636361718,
      "total_loss": 0.9412328321041994,
      "lyap1_mean": 0.011859772726893425,
      "lyap1_max": 0.046343978494405746,
      "lyap1_min": -0.011773951351642609,
      "lyap_spec_mean": [
        0.011859772726893425,
        0.006820899434387684,
        0.0014089851174503565,
        0.0007456825114786625
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2475,
      "lr": 0.0001,
      "sup_loss": 0.877621587685132,
      "rf_loss": 0.0002538015251047909,
      "total_loss": 0.8778753892102368,
      "lyap1_mean": 0.018548885360360146,
      "lyap1_max": 0.049409545958042145,
      "lyap1_min": 0.0031074786093086004,
      "lyap_spec_mean": [
        0.018548885360360146,
        0.008713738061487675,
        0.011217275634407997,
        0.0052010370418429375
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2476,
      "lr": 0.0001,
      "sup_loss": 0.8750015006746867,
      "rf_loss": 0.0006200422067195177,
      "total_loss": 0.8756215428814063,
      "lyap1_mean": 0.024650348350405693,
      "lyap1_max": 0.0564524345099926,
      "lyap1_min": 0.008552875369787216,
      "lyap_spec_mean": [
        0.024650348350405693,
        0.022154193371534348,
        0.01860717125236988,
        0.01946067065000534
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2477,
      "lr": 0.0001,
      "sup_loss": 0.935849710959542,
      "rf_loss": 0.0006768843741156161,
      "total_loss": 0.9365265953336576,
      "lyap1_mean": 0.027186276391148567,
      "lyap1_max": 0.04485496133565903,
      "lyap1_min": 0.007882846519351006,
      "lyap_spec_mean": [
        0.027186276391148567,
        0.02183769829571247,
        0.018670203164219856,
        0.017361564561724663
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2478,
      "lr": 0.0001,
      "sup_loss": 0.9790183266482282,
      "rf_loss": 0.0005383953684940934,
      "total_loss": 0.9795567220167223,
      "lyap1_mean": 0.024457145482301712,
      "lyap1_max": 0.044597476720809937,
      "lyap1_min": 0.0018688116688281298,
      "lyap_spec_mean": [
        0.024457145482301712,
        0.020254485309123993,
        0.019555775448679924,
        0.017521630972623825
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2479,
      "lr": 0.0001,
      "sup_loss": 0.9341528861334477,
      "rf_loss": 0.00018788891611620784,
      "total_loss": 0.9343407750495639,
      "lyap1_mean": 0.012003272771835327,
      "lyap1_max": 0.025211185216903687,
      "lyap1_min": -0.010364961810410023,
      "lyap_spec_mean": [
        0.012003272771835327,
        0.010435322299599648,
        0.007083652541041374,
        -0.0022224297281354666
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2480,
      "lr": 0.0001,
      "sup_loss": 0.859237912797255,
      "rf_loss": 0.00019638653611764312,
      "total_loss": 0.8594342993333727,
      "lyap1_mean": 0.00769050233066082,
      "lyap1_max": 0.020776543766260147,
      "lyap1_min": -0.012243622913956642,
      "lyap_spec_mean": [
        0.00769050233066082,
        0.003814707277342677,
        0.00217176740989089,
        -0.0015411749482154846
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2481,
      "lr": 0.0001,
      "sup_loss": 0.8967754592512628,
      "rf_loss": 0.00025202150573022664,
      "total_loss": 0.897027480756993,
      "lyap1_mean": -0.0062048789113759995,
      "lyap1_max": 0.021744398400187492,
      "lyap1_min": -0.019829031080007553,
      "lyap_spec_mean": [
        -0.006204879377037287,
        -0.006255283486098051,
        -0.011642242781817913,
        -0.009654643014073372
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2482,
      "lr": 0.0001,
      "sup_loss": 0.887777117055884,
      "rf_loss": 0.0003240611986257136,
      "total_loss": 0.8881011782545097,
      "lyap1_mean": -0.010480035096406937,
      "lyap1_max": 0.003295661648735404,
      "lyap1_min": -0.03052659146487713,
      "lyap_spec_mean": [
        -0.010480035096406937,
        -0.01696108654141426,
        -0.013976378366351128,
        -0.018243171274662018
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2483,
      "lr": 0.0001,
      "sup_loss": 0.8551269682696191,
      "rf_loss": 0.0003049700753763318,
      "total_loss": 0.8554319383449954,
      "lyap1_mean": -0.009700609371066093,
      "lyap1_max": 0.012200228869915009,
      "lyap1_min": -0.020085684955120087,
      "lyap_spec_mean": [
        -0.009700609371066093,
        -0.014295395463705063,
        -0.016212649643421173,
        -0.012261399999260902
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2484,
      "lr": 0.0001,
      "sup_loss": 0.8302630106730271,
      "rf_loss": 0.00018233335867989808,
      "total_loss": 0.830445344031707,
      "lyap1_mean": -0.0128131452947855,
      "lyap1_max": 0.0007456433959305286,
      "lyap1_min": -0.031590014696121216,
      "lyap_spec_mean": [
        -0.012813144363462925,
        -0.004201779142022133,
        -0.00713704526424408,
        -0.010979714803397655
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2485,
      "lr": 0.0001,
      "sup_loss": 0.8669262137966481,
      "rf_loss": 0.00020711732213385403,
      "total_loss": 0.867133331118782,
      "lyap1_mean": -0.0002795858308672905,
      "lyap1_max": 0.022646039724349976,
      "lyap1_min": -0.02027859166264534,
      "lyap_spec_mean": [
        -0.00027958600549027324,
        -0.005411961115896702,
        -0.008705738931894302,
        -0.005755461752414703
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2486,
      "lr": 0.0001,
      "sup_loss": 0.8992937722718735,
      "rf_loss": 0.0002693685528356582,
      "total_loss": 0.8995631408247091,
      "lyap1_mean": 0.014179187826812267,
      "lyap1_max": 0.05061222240328789,
      "lyap1_min": -0.006313600577414036,
      "lyap_spec_mean": [
        0.014179188758134842,
        0.0068481843918561935,
        0.005876528099179268,
        0.003197023645043373
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2487,
      "lr": 0.0001,
      "sup_loss": 0.9314380367447869,
      "rf_loss": 0.00020437283092178404,
      "total_loss": 0.9316424095757087,
      "lyap1_mean": 0.007159511558711529,
      "lyap1_max": 0.026646852493286133,
      "lyap1_min": -0.013915630988776684,
      "lyap_spec_mean": [
        0.007159511558711529,
        0.004302600864320993,
        0.005635426379740238,
        -0.003129369579255581
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2488,
      "lr": 0.0001,
      "sup_loss": 0.8850348282406253,
      "rf_loss": 0.00022726337192580104,
      "total_loss": 0.8852620916125511,
      "lyap1_mean": 0.005516878329217434,
      "lyap1_max": 0.03371014446020126,
      "lyap1_min": -0.009752864018082619,
      "lyap_spec_mean": [
        0.005516877863556147,
        0.0026352470740675926,
        -0.0032626367174088955,
        -0.010511181317269802
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2489,
      "lr": 0.0001,
      "sup_loss": 0.9127914281943277,
      "rf_loss": 0.00010669062612578273,
      "total_loss": 0.9128981188204535,
      "lyap1_mean": 0.005730519536882639,
      "lyap1_max": 0.022478966042399406,
      "lyap1_min": -0.01249927282333374,
      "lyap_spec_mean": [
        0.005730519071221352,
        0.0002912792842835188,
        0.0032636739779263735,
        -0.003979414235800505
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2490,
      "lr": 0.0001,
      "sup_loss": 0.9335085577845211,
      "rf_loss": 0.0002837486972566694,
      "total_loss": 0.9337923064817778,
      "lyap1_mean": -0.0005231187678873539,
      "lyap1_max": 0.025943439453840256,
      "lyap1_min": -0.020218390971422195,
      "lyap_spec_mean": [
        -0.0005231190007179976,
        -0.007903383113443851,
        -0.00772399827837944,
        -0.011521503329277039
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2491,
      "lr": 0.0001,
      "sup_loss": 0.8848334724019529,
      "rf_loss": 0.00028353644302114844,
      "total_loss": 0.885117008844974,
      "lyap1_mean": -0.009796317666769028,
      "lyap1_max": 0.0057688020169734955,
      "lyap1_min": -0.03571143373847008,
      "lyap_spec_mean": [
        -0.009796317666769028,
        -0.009834923781454563,
        -0.01695396564900875,
        -0.015223739668726921
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2492,
      "lr": 0.0001,
      "sup_loss": 0.9059741726337633,
      "rf_loss": 0.00022107083350419998,
      "total_loss": 0.9061952434672675,
      "lyap1_mean": -0.011677136644721031,
      "lyap1_max": 0.008149916306138039,
      "lyap1_min": -0.02767251990735531,
      "lyap_spec_mean": [
        -0.011677135713398457,
        -0.00727474270388484,
        -0.010204585269093513,
        -0.00988542940467596
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2493,
      "lr": 0.0001,
      "sup_loss": 0.8724266577609198,
      "rf_loss": 0.0002082121791318059,
      "total_loss": 0.8726348699400516,
      "lyap1_mean": 0.0011044060811400414,
      "lyap1_max": 0.016107212752103806,
      "lyap1_min": -0.02464800700545311,
      "lyap_spec_mean": [
        0.001104406313970685,
        -0.0018770250026136637,
        -0.011349298059940338,
        -0.00834789127111435
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2494,
      "lr": 0.0001,
      "sup_loss": 0.8936832914000571,
      "rf_loss": 0.00013294894597493112,
      "total_loss": 0.893816240346032,
      "lyap1_mean": 0.002572985365986824,
      "lyap1_max": 0.020722340792417526,
      "lyap1_min": -0.016493093222379684,
      "lyap_spec_mean": [
        0.0025729858316481113,
        -0.0030825284775346518,
        0.0020043174736201763,
        -0.004152653738856316
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2495,
      "lr": 0.0001,
      "sup_loss": 0.8794707798326444,
      "rf_loss": 0.00015380801050923765,
      "total_loss": 0.8796245878431537,
      "lyap1_mean": 0.006036456674337387,
      "lyap1_max": 0.026883721351623535,
      "lyap1_min": -0.009348329156637192,
      "lyap_spec_mean": [
        0.006036456674337387,
        0.007941363379359245,
        0.005342257674783468,
        0.0005106809549033642
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2496,
      "lr": 0.0001,
      "sup_loss": 0.8177111151761993,
      "rf_loss": 0.00044917958439327776,
      "total_loss": 0.8181602947605926,
      "lyap1_mean": 0.018430572003126144,
      "lyap1_max": 0.03800405561923981,
      "lyap1_min": 0.0048836031928658485,
      "lyap_spec_mean": [
        0.018430572003126144,
        0.015484422445297241,
        0.020080791786313057,
        0.015616236254572868
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2497,
      "lr": 0.0001,
      "sup_loss": 0.983815297980595,
      "rf_loss": 0.0008818914066068828,
      "total_loss": 0.9846971893872019,
      "lyap1_mean": 0.029581578448414803,
      "lyap1_max": 0.04904050752520561,
      "lyap1_min": 0.00714687816798687,
      "lyap_spec_mean": [
        0.029581578448414803,
        0.027931828051805496,
        0.02526438608765602,
        0.019725950434803963
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2498,
      "lr": 0.0001,
      "sup_loss": 0.9351561254930328,
      "rf_loss": 0.0005649278173223138,
      "total_loss": 0.9357210533103552,
      "lyap1_mean": 0.026195155456662178,
      "lyap1_max": 0.044234149158000946,
      "lyap1_min": 0.015301777049899101,
      "lyap_spec_mean": [
        0.026195157319307327,
        0.014001689851284027,
        0.02045898139476776,
        0.021248720586299896
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2499,
      "lr": 0.0001,
      "sup_loss": 0.9271494392918062,
      "rf_loss": 0.00030292136943899095,
      "total_loss": 0.9274523606612451,
      "lyap1_mean": 0.021125297993421555,
      "lyap1_max": 0.041782766580581665,
      "lyap1_min": 0.005479553714394569,
      "lyap_spec_mean": [
        0.021125297993421555,
        0.009674918837845325,
        0.012514866888523102,
        0.007682478986680508
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2500,
      "lr": 0.0001,
      "sup_loss": 0.8228480837368347,
      "rf_loss": 0.00012279843213036656,
      "total_loss": 0.8229708821689651,
      "lyap1_mean": 0.004006471484899521,
      "lyap1_max": 0.022660478949546814,
      "lyap1_min": -0.011668539606034756,
      "lyap_spec_mean": [
        0.004006471484899521,
        -0.002760002389550209,
        -0.009404981508851051,
        -0.008550101891160011
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2501,
      "lr": 0.0001,
      "sup_loss": 0.9283039040846737,
      "rf_loss": 0.00039196468424052,
      "total_loss": 0.9286958687689142,
      "lyap1_mean": -0.011763828806579113,
      "lyap1_max": 0.013741648755967617,
      "lyap1_min": -0.035993024706840515,
      "lyap_spec_mean": [
        -0.011763827875256538,
        -0.012481890618801117,
        -0.014331717975437641,
        -0.01740056648850441
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2502,
      "lr": 0.0001,
      "sup_loss": 0.9391844794520829,
      "rf_loss": 0.0007172644836828113,
      "total_loss": 0.9399017439357658,
      "lyap1_mean": -0.02127925679087639,
      "lyap1_max": -0.0011825039982795715,
      "lyap1_min": -0.0374639518558979,
      "lyap_spec_mean": [
        -0.02127925679087639,
        -0.02386186644434929,
        -0.023072822019457817,
        -0.028796479105949402
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2503,
      "lr": 0.0001,
      "sup_loss": 0.899476692282505,
      "rf_loss": 0.0005525283049792051,
      "total_loss": 0.9000292205874842,
      "lyap1_mean": -0.013474168255925179,
      "lyap1_max": 0.019740018993616104,
      "lyap1_min": -0.041485004127025604,
      "lyap_spec_mean": [
        -0.013474168255925179,
        -0.013340076431632042,
        -0.018747607246041298,
        -0.024119660258293152
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2504,
      "lr": 0.0001,
      "sup_loss": 0.9067343696725503,
      "rf_loss": 0.0004965143743902445,
      "total_loss": 0.9072308840469405,
      "lyap1_mean": -0.017116157338023186,
      "lyap1_max": 0.0017007691785693169,
      "lyap1_min": -0.033585190773010254,
      "lyap_spec_mean": [
        -0.017116157338023186,
        -0.018304552882909775,
        -0.019156504422426224,
        -0.014806730672717094
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2505,
      "lr": 0.0001,
      "sup_loss": 0.8913423896349781,
      "rf_loss": 0.0001368556695524603,
      "total_loss": 0.8914792453045306,
      "lyap1_mean": -0.006800975650548935,
      "lyap1_max": 0.0023070287425071,
      "lyap1_min": -0.01896684803068638,
      "lyap_spec_mean": [
        -0.006800975650548935,
        -0.0037798157427459955,
        -0.003748013637959957,
        -0.009156460873782635
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2506,
      "lr": 0.0001,
      "sup_loss": 0.8447808712533715,
      "rf_loss": 0.0002109403139911592,
      "total_loss": 0.8449918115673627,
      "lyap1_mean": 0.013623079285025597,
      "lyap1_max": 0.0311712846159935,
      "lyap1_min": -0.009734928607940674,
      "lyap_spec_mean": [
        0.013623079285025597,
        0.007885661907494068,
        0.006623784080147743,
        0.0005940138944424689
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2507,
      "lr": 0.0001,
      "sup_loss": 0.9983277712276679,
      "rf_loss": 0.0005318125477060676,
      "total_loss": 0.998859583775374,
      "lyap1_mean": 0.025950295850634575,
      "lyap1_max": 0.04275937005877495,
      "lyap1_min": -0.0019313734956085682,
      "lyap_spec_mean": [
        0.025950295850634575,
        0.013547683134675026,
        0.011659812182188034,
        0.021844105795025826
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2508,
      "lr": 0.0001,
      "sup_loss": 0.9649268468563068,
      "rf_loss": 0.000762712792493403,
      "total_loss": 0.9656895596488002,
      "lyap1_mean": 0.025245944038033485,
      "lyap1_max": 0.04514991492033005,
      "lyap1_min": 0.0034906973596662283,
      "lyap_spec_mean": [
        0.025245944038033485,
        0.02467183768749237,
        0.02205466851592064,
        0.02093922346830368
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2509,
      "lr": 0.0001,
      "sup_loss": 0.967502424912333,
      "rf_loss": 0.000836764695122838,
      "total_loss": 0.9683391896074558,
      "lyap1_mean": 0.029827602207660675,
      "lyap1_max": 0.05686346814036369,
      "lyap1_min": 0.006639022380113602,
      "lyap_spec_mean": [
        0.029827600345015526,
        0.026630472391843796,
        0.023413505405187607,
        0.022062873467803
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2510,
      "lr": 0.0001,
      "sup_loss": 0.8941607496129,
      "rf_loss": 0.0003307068254798651,
      "total_loss": 0.8944914564383799,
      "lyap1_mean": 0.013234788551926613,
      "lyap1_max": 0.03399573266506195,
      "lyap1_min": 0.0003789197653532028,
      "lyap_spec_mean": [
        0.013234788551926613,
        0.015453731641173363,
        0.015365310944616795,
        0.009336571209132671
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2511,
      "lr": 0.0001,
      "sup_loss": 0.8573583191513174,
      "rf_loss": 0.000197670393390581,
      "total_loss": 0.857555989544708,
      "lyap1_mean": 0.0054807947017252445,
      "lyap1_max": 0.027191713452339172,
      "lyap1_min": -0.02234562300145626,
      "lyap_spec_mean": [
        0.0054807947017252445,
        -0.0014782731886953115,
        0.005396243184804916,
        -0.00017120054690167308
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2512,
      "lr": 0.0001,
      "sup_loss": 0.9074481189671706,
      "rf_loss": 0.00012246269034221768,
      "total_loss": 0.9075705816575128,
      "lyap1_mean": 7.419032044708729e-06,
      "lyap1_max": 0.01650841534137726,
      "lyap1_min": -0.018672369420528412,
      "lyap_spec_mean": [
        7.419148460030556e-06,
        -0.004527579061686993,
        -0.0029840159695595503,
        -0.0037293601781129837
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2513,
      "lr": 0.0001,
      "sup_loss": 0.918689558216829,
      "rf_loss": 0.00031533639412373304,
      "total_loss": 0.9190048946109527,
      "lyap1_mean": -0.014247236773371696,
      "lyap1_max": 0.0014483127743005753,
      "lyap1_min": -0.026261676102876663,
      "lyap_spec_mean": [
        -0.014247237704694271,
        -0.014402387663722038,
        -0.014122694730758667,
        -0.021536873653531075
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2514,
      "lr": 0.0001,
      "sup_loss": 0.7913353149398435,
      "rf_loss": 0.000570672913454473,
      "total_loss": 0.791905987853298,
      "lyap1_mean": -0.015557166188955307,
      "lyap1_max": 0.0018097516149282455,
      "lyap1_min": -0.044647328555583954,
      "lyap_spec_mean": [
        -0.015557166188955307,
        -0.015581892803311348,
        -0.01725498028099537,
        -0.025013843551278114
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2515,
      "lr": 0.0001,
      "sup_loss": 0.9576716591075717,
      "rf_loss": 0.0004551101301331073,
      "total_loss": 0.9581267692377048,
      "lyap1_mean": -0.01272470410913229,
      "lyap1_max": 0.0050795781426131725,
      "lyap1_min": -0.02855895832180977,
      "lyap_spec_mean": [
        -0.01272470410913229,
        -0.022191926836967468,
        -0.01724420301616192,
        -0.016402943059802055
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2516,
      "lr": 0.0001,
      "sup_loss": 0.9392597178074169,
      "rf_loss": 0.00046343315625563264,
      "total_loss": 0.9397231509636725,
      "lyap1_mean": -0.01453874260187149,
      "lyap1_max": 0.007358503993600607,
      "lyap1_min": -0.025153815746307373,
      "lyap_spec_mean": [
        -0.01453874260187149,
        -0.01702370122075081,
        -0.017963241785764694,
        -0.023176182061433792
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2517,
      "lr": 0.0001,
      "sup_loss": 0.9031421057660538,
      "rf_loss": 0.00024263173690997064,
      "total_loss": 0.9033847375029638,
      "lyap1_mean": -0.0016918765613809228,
      "lyap1_max": 0.013908418826758862,
      "lyap1_min": -0.02515195868909359,
      "lyap_spec_mean": [
        -0.0016918765613809228,
        -0.01052225474268198,
        -0.010032901540398598,
        -0.014310523867607117
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2518,
      "lr": 0.0001,
      "sup_loss": 0.8639381587031556,
      "rf_loss": 0.0001438124745618552,
      "total_loss": 0.8640819711777175,
      "lyap1_mean": 0.0007552386960014701,
      "lyap1_max": 0.020883068442344666,
      "lyap1_min": -0.0038432106375694275,
      "lyap_spec_mean": [
        0.0007552386377938092,
        0.0023599870037287474,
        0.00024208740796893835,
        -0.0055251456797122955
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2519,
      "lr": 0.0001,
      "sup_loss": 0.8952965199630607,
      "rf_loss": 0.00024457494146190584,
      "total_loss": 0.8955410949045226,
      "lyap1_mean": 0.007397654931992292,
      "lyap1_max": 0.027785276994109154,
      "lyap1_min": -0.002996352966874838,
      "lyap_spec_mean": [
        0.007397654466331005,
        0.01204922329634428,
        0.015607897192239761,
        0.005820150952786207
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2520,
      "lr": 0.0001,
      "sup_loss": 0.8973241950859286,
      "rf_loss": 0.0002671331458259374,
      "total_loss": 0.8975913282317546,
      "lyap1_mean": 0.017404580488801003,
      "lyap1_max": 0.03185653313994408,
      "lyap1_min": 0.006530653685331345,
      "lyap_spec_mean": [
        0.017404580488801003,
        0.013203173875808716,
        0.01118440181016922,
        0.01038566417992115
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2521,
      "lr": 0.0001,
      "sup_loss": 0.9566556555067811,
      "rf_loss": 0.00023273099213838577,
      "total_loss": 0.9568883864989195,
      "lyap1_mean": 0.01293803472071886,
      "lyap1_max": 0.04378001019358635,
      "lyap1_min": -0.005403819959610701,
      "lyap_spec_mean": [
        0.01293803472071886,
        0.011766752228140831,
        0.00843165535479784,
        0.012946913950145245
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2522,
      "lr": 0.0001,
      "sup_loss": 0.93163294352349,
      "rf_loss": 0.000453007232863456,
      "total_loss": 0.9320859507563535,
      "lyap1_mean": 0.019566932693123817,
      "lyap1_max": 0.0389636754989624,
      "lyap1_min": -0.0060598282143473625,
      "lyap_spec_mean": [
        0.019566932693123817,
        0.01923372782766819,
        0.011082303710281849,
        0.003524430561810732
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2523,
      "lr": 0.0001,
      "sup_loss": 0.9393500649976609,
      "rf_loss": 0.00017378697521053255,
      "total_loss": 0.9395238519728715,
      "lyap1_mean": 0.004300696309655905,
      "lyap1_max": 0.03394027799367905,
      "lyap1_min": -0.01193784736096859,
      "lyap_spec_mean": [
        0.004300696309655905,
        0.006655693519860506,
        0.014365287497639656,
        0.0009189316770061851
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2524,
      "lr": 0.0001,
      "sup_loss": 0.9216343564359515,
      "rf_loss": 0.00015418783004861325,
      "total_loss": 0.9217885442660001,
      "lyap1_mean": 0.007741933688521385,
      "lyap1_max": 0.02718489244580269,
      "lyap1_min": -0.01241297647356987,
      "lyap_spec_mean": [
        0.007741933688521385,
        0.0015574503922834992,
        -0.0033683551009744406,
        -0.001519923098385334
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2525,
      "lr": 0.0001,
      "sup_loss": 0.917134824790213,
      "rf_loss": 0.0002111602807417512,
      "total_loss": 0.9173459850709548,
      "lyap1_mean": -0.0057854861952364445,
      "lyap1_max": 0.01007196493446827,
      "lyap1_min": -0.01645880937576294,
      "lyap_spec_mean": [
        -0.005785486660897732,
        -0.006651520263403654,
        -0.012220035307109356,
        -0.009873357601463795
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2526,
      "lr": 0.0001,
      "sup_loss": 0.8558794514316449,
      "rf_loss": 0.0005376537446863949,
      "total_loss": 0.8564171051763313,
      "lyap1_mean": -0.011712614446878433,
      "lyap1_max": 0.0022602372337132692,
      "lyap1_min": -0.027969395741820335,
      "lyap_spec_mean": [
        -0.011712613515555859,
        -0.017503857612609863,
        -0.02249252423644066,
        -0.02344602718949318
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2527,
      "lr": 0.0001,
      "sup_loss": 0.8811970552717066,
      "rf_loss": 0.0001731671509332955,
      "total_loss": 0.8813702224226398,
      "lyap1_mean": -0.0032581384293735027,
      "lyap1_max": 0.024836856871843338,
      "lyap1_min": -0.026096466928720474,
      "lyap_spec_mean": [
        -0.0032581384293735027,
        -0.006601952947676182,
        -0.007766914553940296,
        -0.009526625275611877
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2528,
      "lr": 0.0001,
      "sup_loss": 0.9470979445505416,
      "rf_loss": 0.00022938897018320858,
      "total_loss": 0.9473273335207248,
      "lyap1_mean": -0.009301136247813702,
      "lyap1_max": 0.02016657404601574,
      "lyap1_min": -0.021084947511553764,
      "lyap_spec_mean": [
        -0.009301136247813702,
        -0.007332318462431431,
        -0.007823492400348186,
        -0.014109106734395027
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2529,
      "lr": 0.0001,
      "sup_loss": 0.827692488555137,
      "rf_loss": 0.00012773626076523215,
      "total_loss": 0.8278202248159022,
      "lyap1_mean": -0.004464727360755205,
      "lyap1_max": 0.003658787813037634,
      "lyap1_min": -0.011512044817209244,
      "lyap_spec_mean": [
        -0.004464726895093918,
        -0.006304147653281689,
        -0.007525002583861351,
        -0.003160061314702034
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2530,
      "lr": 0.0001,
      "sup_loss": 0.9211518771847381,
      "rf_loss": 0.0001325095072388649,
      "total_loss": 0.921284386691977,
      "lyap1_mean": 0.007785683963447809,
      "lyap1_max": 0.03378715366125107,
      "lyap1_min": -0.006446518935263157,
      "lyap_spec_mean": [
        0.007785683963447809,
        0.002191846026107669,
        -0.00035078777000308037,
        -0.0062158480286598206
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2531,
      "lr": 0.0001,
      "sup_loss": 0.9287121062474833,
      "rf_loss": 0.00010472543362993747,
      "total_loss": 0.9288168316811133,
      "lyap1_mean": 0.006737310439348221,
      "lyap1_max": 0.024455010890960693,
      "lyap1_min": -0.009413285180926323,
      "lyap_spec_mean": [
        0.006737310439348221,
        0.005748391151428223,
        0.002557225525379181,
        0.00019146129488945007
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2532,
      "lr": 0.0001,
      "sup_loss": 0.8671988285728421,
      "rf_loss": 0.00014538313553202897,
      "total_loss": 0.8673442117083742,
      "lyap1_mean": 0.009192174300551414,
      "lyap1_max": 0.03228020295500755,
      "lyap1_min": 0.00011384844401618466,
      "lyap_spec_mean": [
        0.009192175231873989,
        0.005417447537183762,
        0.0025321543216705322,
        -0.0021620795596390963
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2533,
      "lr": 0.0001,
      "sup_loss": 0.9694392430452192,
      "rf_loss": 0.00020185942412354052,
      "total_loss": 0.9696411024693428,
      "lyap1_mean": -0.0023779873736202717,
      "lyap1_max": 0.0262698195874691,
      "lyap1_min": -0.022760353982448578,
      "lyap_spec_mean": [
        -0.002377987140789628,
        0.002041771076619625,
        -0.003934833686798811,
        -0.004429295659065247
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2534,
      "lr": 0.0001,
      "sup_loss": 0.869163221823958,
      "rf_loss": 0.00021474096865858883,
      "total_loss": 0.8693779627926166,
      "lyap1_mean": 0.007921572774648666,
      "lyap1_max": 0.04520268365740776,
      "lyap1_min": -0.007526475004851818,
      "lyap_spec_mean": [
        0.007921572774648666,
        0.0070075299590826035,
        0.0008385084220208228,
        0.001637792680412531
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2535,
      "lr": 0.0001,
      "sup_loss": 0.9003605815939905,
      "rf_loss": 0.0001185758228530176,
      "total_loss": 0.9004791574168435,
      "lyap1_mean": 0.002424810081720352,
      "lyap1_max": 0.027073366567492485,
      "lyap1_min": -0.012148527428507805,
      "lyap_spec_mean": [
        0.002424810081720352,
        0.0006551564438268542,
        -0.0002088064793497324,
        0.0006396305980160832
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2536,
      "lr": 0.0001,
      "sup_loss": 0.9159183274065635,
      "rf_loss": 0.000147582235513255,
      "total_loss": 0.9160659096420768,
      "lyap1_mean": 0.0009342995472252369,
      "lyap1_max": 0.03435570001602173,
      "lyap1_min": -0.01688699796795845,
      "lyap_spec_mean": [
        0.0009343000128865242,
        0.005079528782516718,
        0.0005158162675797939,
        0.0008425270207226276
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2537,
      "lr": 0.0001,
      "sup_loss": 0.9029426622741235,
      "rf_loss": 0.00011430865561123937,
      "total_loss": 0.9030569709297347,
      "lyap1_mean": 0.0009216938633471727,
      "lyap1_max": 0.011831793934106827,
      "lyap1_min": -0.014071806333959103,
      "lyap_spec_mean": [
        0.0009216938633471727,
        -0.00039212359115481377,
        0.0021942262537777424,
        -0.0013430229155346751
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2538,
      "lr": 0.0001,
      "sup_loss": 0.8259415422530029,
      "rf_loss": 0.0001641676644794643,
      "total_loss": 0.8261057099174823,
      "lyap1_mean": -0.00058307487051934,
      "lyap1_max": 0.011284890584647655,
      "lyap1_min": -0.016402099281549454,
      "lyap_spec_mean": [
        -0.0005830747541040182,
        -0.0019176090136170387,
        0.007696702145040035,
        -0.002540756016969681
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2539,
      "lr": 0.0001,
      "sup_loss": 0.9147877586454225,
      "rf_loss": 0.0001820214674808085,
      "total_loss": 0.9149697801129033,
      "lyap1_mean": 0.0061848652549088,
      "lyap1_max": 0.02590709552168846,
      "lyap1_min": -0.018368754535913467,
      "lyap_spec_mean": [
        0.0061848652549088,
        0.004373890347778797,
        0.005384184420108795,
        -0.001724014524370432
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2540,
      "lr": 0.0001,
      "sup_loss": 0.9231352557752133,
      "rf_loss": 0.00010419638419989496,
      "total_loss": 0.9232394521594132,
      "lyap1_mean": -0.0014174922835081816,
      "lyap1_max": 0.012132714502513409,
      "lyap1_min": -0.01198381558060646,
      "lyap_spec_mean": [
        -0.001417491934262216,
        -0.005954412743449211,
        -0.005430764984339476,
        -0.008645462803542614
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2541,
      "lr": 0.0001,
      "sup_loss": 0.8854301177868482,
      "rf_loss": 0.00017513439524918795,
      "total_loss": 0.8856052521820974,
      "lyap1_mean": 0.0036211442202329636,
      "lyap1_max": 0.02643274888396263,
      "lyap1_min": -0.011444184929132462,
      "lyap_spec_mean": [
        0.0036211442202329636,
        0.0003921708557754755,
        -0.0016819091979414225,
        -0.00538309570401907
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2542,
      "lr": 0.0001,
      "sup_loss": 0.9231225100319157,
      "rf_loss": 0.0003151166019961238,
      "total_loss": 0.9234376266339118,
      "lyap1_mean": -0.01209624856710434,
      "lyap1_max": 0.021535536274313927,
      "lyap1_min": -0.028364889323711395,
      "lyap_spec_mean": [
        -0.01209624856710434,
        -0.010915262624621391,
        -0.009138000197708607,
        -0.014221995137631893
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2543,
      "lr": 0.0001,
      "sup_loss": 0.9264149916327105,
      "rf_loss": 0.0003289314918220043,
      "total_loss": 0.9267439231245325,
      "lyap1_mean": -0.010948002338409424,
      "lyap1_max": 0.013599351048469543,
      "lyap1_min": -0.02760147675871849,
      "lyap_spec_mean": [
        -0.010948002338409424,
        -0.01360263116657734,
        -0.013662567362189293,
        -0.013791048899292946
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2544,
      "lr": 0.0001,
      "sup_loss": 0.8929281607209534,
      "rf_loss": 0.00014740228652954102,
      "total_loss": 0.8930755630074829,
      "lyap1_mean": 0.002614984754472971,
      "lyap1_max": 0.027372851967811584,
      "lyap1_min": -0.009994182735681534,
      "lyap_spec_mean": [
        0.002614984754472971,
        -0.006912818644195795,
        -0.008070343174040318,
        -0.011469611898064613
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2545,
      "lr": 0.0001,
      "sup_loss": 0.9352228741824953,
      "rf_loss": 0.00011225062189623713,
      "total_loss": 0.9353351248043915,
      "lyap1_mean": -0.0027301309164613485,
      "lyap1_max": 0.01101300772279501,
      "lyap1_min": -0.015267299488186836,
      "lyap_spec_mean": [
        -0.0027301309164613485,
        -0.004968666005879641,
        -0.0024794726632535458,
        -0.008593155071139336
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2546,
      "lr": 0.0001,
      "sup_loss": 0.8863550397541737,
      "rf_loss": 0.00022414315026253462,
      "total_loss": 0.8865791829044363,
      "lyap1_mean": 0.0009467268828302622,
      "lyap1_max": 0.02396983467042446,
      "lyap1_min": -0.019295737147331238,
      "lyap_spec_mean": [
        0.0009467271156609058,
        -0.0025084768421947956,
        -0.005747350864112377,
        -0.0051031229086220264
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2547,
      "lr": 0.0001,
      "sup_loss": 0.8877513397864211,
      "rf_loss": 0.0001294798421440646,
      "total_loss": 0.8878808196285651,
      "lyap1_mean": 0.011787431314587593,
      "lyap1_max": 0.01921260915696621,
      "lyap1_min": -0.001254765666089952,
      "lyap_spec_mean": [
        0.011787432245910168,
        0.00623780582100153,
        0.0063388715498149395,
        -0.00037662655813619494
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2548,
      "lr": 0.0001,
      "sup_loss": 0.9460973818670108,
      "rf_loss": 0.0001382496557198465,
      "total_loss": 0.9462356315227306,
      "lyap1_mean": 0.011668574064970016,
      "lyap1_max": 0.02502315305173397,
      "lyap1_min": -0.0002755102177616209,
      "lyap_spec_mean": [
        0.011668574064970016,
        0.0050751203671097755,
        0.005195788573473692,
        0.002311492105945945
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2549,
      "lr": 0.0001,
      "sup_loss": 0.8684999281316487,
      "rf_loss": 0.0003954014100600034,
      "total_loss": 0.8688953295417087,
      "lyap1_mean": 0.02115684375166893,
      "lyap1_max": 0.030849894508719444,
      "lyap1_min": 0.0064087784849107265,
      "lyap_spec_mean": [
        0.02115684375166893,
        0.01452250499278307,
        0.013607697561383247,
        0.015522509813308716
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2550,
      "lr": 0.0001,
      "sup_loss": 0.9278931929870368,
      "rf_loss": 0.00017014145851135254,
      "total_loss": 0.9280633344455481,
      "lyap1_mean": 0.00849677249789238,
      "lyap1_max": 0.03484587371349335,
      "lyap1_min": -0.013127542100846767,
      "lyap_spec_mean": [
        0.00849677249789238,
        0.0005156139377504587,
        0.001629308913834393,
        0.0018678688211366534
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2551,
      "lr": 0.0001,
      "sup_loss": 0.9504241162564206,
      "rf_loss": 9.14037082111463e-05,
      "total_loss": 0.9505155199646318,
      "lyap1_mean": -0.004635663703083992,
      "lyap1_max": 0.01068808138370514,
      "lyap1_min": -0.017095763236284256,
      "lyap_spec_mean": [
        -0.004635663703083992,
        -0.0030947886407375336,
        -0.001444969093427062,
        -0.006874024868011475
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2552,
      "lr": 0.0001,
      "sup_loss": 0.8780199806408707,
      "rf_loss": 0.000284437119262293,
      "total_loss": 0.878304417760133,
      "lyap1_mean": -0.00901721976697445,
      "lyap1_max": 0.0172383151948452,
      "lyap1_min": -0.023238535970449448,
      "lyap_spec_mean": [
        -0.009017220698297024,
        -0.00613162387162447,
        -0.00938581582158804,
        -0.009082946926355362
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2553,
      "lr": 0.0001,
      "sup_loss": 0.9240909625976638,
      "rf_loss": 0.00013914270675741136,
      "total_loss": 0.9242301053044212,
      "lyap1_mean": -0.00397380068898201,
      "lyap1_max": 0.024222996085882187,
      "lyap1_min": -0.016849080100655556,
      "lyap_spec_mean": [
        -0.00397380068898201,
        -0.011801996268332005,
        -0.004604639485478401,
        -0.002751084975898266
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2554,
      "lr": 0.0001,
      "sup_loss": 0.8839223024676091,
      "rf_loss": 0.00030060973949730396,
      "total_loss": 0.8842229122071064,
      "lyap1_mean": -0.01207591313868761,
      "lyap1_max": 0.010096804238855839,
      "lyap1_min": -0.03602836653590202,
      "lyap_spec_mean": [
        -0.012075914070010185,
        -0.010628899559378624,
        -0.010734384879469872,
        -0.016854265704751015
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2555,
      "lr": 0.0001,
      "sup_loss": 0.9314548140560052,
      "rf_loss": 0.00012120635801693425,
      "total_loss": 0.9315760204140221,
      "lyap1_mean": -0.0005446472205221653,
      "lyap1_max": 0.008541028015315533,
      "lyap1_min": -0.010840757749974728,
      "lyap_spec_mean": [
        -0.0005446472205221653,
        -0.0035469108261168003,
        -0.005161000415682793,
        -0.008769643492996693
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2556,
      "lr": 0.0001,
      "sup_loss": 0.8418755900627971,
      "rf_loss": 0.0002032160118687898,
      "total_loss": 0.8420788060746659,
      "lyap1_mean": 0.0062403809279203415,
      "lyap1_max": 0.023966673761606216,
      "lyap1_min": -0.011038852855563164,
      "lyap_spec_mean": [
        0.0062403809279203415,
        0.0036490673664957285,
        -0.001600621035322547,
        -0.006524308584630489
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2557,
      "lr": 0.0001,
      "sup_loss": 0.9355868415190957,
      "rf_loss": 0.00016000281902961433,
      "total_loss": 0.9357468443381253,
      "lyap1_mean": 0.0018469898495823145,
      "lyap1_max": 0.0105817299336195,
      "lyap1_min": -0.008690886199474335,
      "lyap_spec_mean": [
        0.0018469896167516708,
        0.003459324361756444,
        -0.0016116669867187738,
        -0.0023916843347251415
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2558,
      "lr": 0.0001,
      "sup_loss": 0.9355591901891485,
      "rf_loss": 0.00015368657477665693,
      "total_loss": 0.9357128767639251,
      "lyap1_mean": 0.003713390789926052,
      "lyap1_max": 0.02602284774184227,
      "lyap1_min": -0.011256106197834015,
      "lyap_spec_mean": [
        0.0037133910227566957,
        0.004044557921588421,
        -0.0009637132752686739,
        0.001159134553745389
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2559,
      "lr": 0.0001,
      "sup_loss": 0.7930823766098669,
      "rf_loss": 0.00021616576123051345,
      "total_loss": 0.7932985423710974,
      "lyap1_mean": 0.012385128065943718,
      "lyap1_max": 0.032250478863716125,
      "lyap1_min": 0.0022275857627391815,
      "lyap_spec_mean": [
        0.012385128065943718,
        0.002591237425804138,
        -0.001139021827839315,
        -0.0063980636186897755
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2560,
      "lr": 0.0001,
      "sup_loss": 0.9219112762561659,
      "rf_loss": 0.00032508248114027083,
      "total_loss": 0.9222363587373061,
      "lyap1_mean": 0.01969541609287262,
      "lyap1_max": 0.03307146579027176,
      "lyap1_min": -0.0005363818490877748,
      "lyap_spec_mean": [
        0.01969541609287262,
        0.011206098832190037,
        0.012697003781795502,
        0.012962337583303452
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2561,
      "lr": 0.0001,
      "sup_loss": 0.9392619936263593,
      "rf_loss": 0.00028554716845974326,
      "total_loss": 0.9395475407948191,
      "lyap1_mean": 0.011817669495940208,
      "lyap1_max": 0.024422919377684593,
      "lyap1_min": -0.002407597377896309,
      "lyap_spec_mean": [
        0.011817669495940208,
        0.01810085028409958,
        0.011275963857769966,
        0.01040456723421812
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2562,
      "lr": 0.0001,
      "sup_loss": 0.9548581659978488,
      "rf_loss": 0.00021551188547164202,
      "total_loss": 0.9550736778833204,
      "lyap1_mean": 0.004812545143067837,
      "lyap1_max": 0.029817549511790276,
      "lyap1_min": -0.013970739208161831,
      "lyap_spec_mean": [
        0.0048125446774065495,
        0.0024056106340140104,
        0.006471617147326469,
        -0.002187870442867279
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2563,
      "lr": 0.0001,
      "sup_loss": 0.9385093967308633,
      "rf_loss": 0.00024391006445512176,
      "total_loss": 0.9387533067953184,
      "lyap1_mean": 0.0132916159927845,
      "lyap1_max": 0.04763677716255188,
      "lyap1_min": -0.012903066352009773,
      "lyap_spec_mean": [
        0.0132916159927845,
        -0.00028367992490530014,
        -0.004995651077479124,
        -0.000552306417375803
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2564,
      "lr": 0.0001,
      "sup_loss": 0.8533262631490992,
      "rf_loss": 0.0001692596124485135,
      "total_loss": 0.8534955227615477,
      "lyap1_mean": -0.005376590881496668,
      "lyap1_max": 0.014263354241847992,
      "lyap1_min": -0.015613405033946037,
      "lyap_spec_mean": [
        -0.005376591347157955,
        -0.007814706303179264,
        -0.010297514498233795,
        -0.012819215655326843
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2565,
      "lr": 0.0001,
      "sup_loss": 0.8821771296873593,
      "rf_loss": 0.00016094406601041555,
      "total_loss": 0.8823380737533697,
      "lyap1_mean": -0.006957995239645243,
      "lyap1_max": 0.008064735680818558,
      "lyap1_min": -0.023969408124685287,
      "lyap_spec_mean": [
        -0.006957995239645243,
        -0.008197927847504616,
        -0.007995283231139183,
        -0.012390057556331158
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2566,
      "lr": 0.0001,
      "sup_loss": 0.8941093597394946,
      "rf_loss": 0.00024287414271384478,
      "total_loss": 0.8943522338822084,
      "lyap1_mean": -0.003320558462291956,
      "lyap1_max": 0.02550516650080681,
      "lyap1_min": -0.023158524185419083,
      "lyap_spec_mean": [
        -0.003320558462291956,
        -0.007415529806166887,
        -0.006294612772762775,
        -0.007087137550115585
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2567,
      "lr": 0.0001,
      "sup_loss": 0.9177100769280967,
      "rf_loss": 0.00011970226478297263,
      "total_loss": 0.9178297791928797,
      "lyap1_mean": -0.0026053842157125473,
      "lyap1_max": 0.010845808312296867,
      "lyap1_min": -0.013217408210039139,
      "lyap_spec_mean": [
        -0.0026053842157125473,
        0.002449100837111473,
        -0.004643986467272043,
        -0.006586703471839428
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2568,
      "lr": 0.0001,
      "sup_loss": 0.9680610745125903,
      "rf_loss": 0.00011669472587527707,
      "total_loss": 0.9681777692384655,
      "lyap1_mean": 0.00968813244253397,
      "lyap1_max": 0.021615877747535706,
      "lyap1_min": -0.0034177813213318586,
      "lyap_spec_mean": [
        0.00968813244253397,
        0.0012873648665845394,
        -0.00016883970238268375,
        0.0034904517233371735
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2569,
      "lr": 0.0001,
      "sup_loss": 0.9142950399056164,
      "rf_loss": 0.00017238769214600325,
      "total_loss": 0.9144674275977625,
      "lyap1_mean": 0.009365538135170937,
      "lyap1_max": 0.027684327214956284,
      "lyap1_min": -0.008647757582366467,
      "lyap_spec_mean": [
        0.009365539066493511,
        0.002044674940407276,
        0.002782039809972048,
        -0.0032269819639623165
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2570,
      "lr": 0.0001,
      "sup_loss": 0.9260554717339959,
      "rf_loss": 0.00034111112472601235,
      "total_loss": 0.926396582858722,
      "lyap1_mean": -0.009139509871602058,
      "lyap1_max": 0.008064791560173035,
      "lyap1_min": -0.03284554183483124,
      "lyap_spec_mean": [
        -0.009139509871602058,
        -0.013616645708680153,
        -0.017750034108757973,
        -0.015868118032813072
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2571,
      "lr": 0.0001,
      "sup_loss": 0.9103478364022649,
      "rf_loss": 0.00015946973871905357,
      "total_loss": 0.910507306140984,
      "lyap1_mean": -0.0026177442632615566,
      "lyap1_max": 0.011501825414597988,
      "lyap1_min": -0.019810635596513748,
      "lyap_spec_mean": [
        -0.0026177442632615566,
        -0.0025352579541504383,
        -0.005500445142388344,
        -0.009464973583817482
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2572,
      "lr": 0.0001,
      "sup_loss": 0.9282022005295866,
      "rf_loss": 0.00011067542800446972,
      "total_loss": 0.928312875957591,
      "lyap1_mean": -0.0052545517683029175,
      "lyap1_max": 0.01023043692111969,
      "lyap1_min": -0.024444958195090294,
      "lyap_spec_mean": [
        -0.0052545517683029175,
        -0.0031517588067799807,
        -0.0050546592101454735,
        -0.005285984370857477
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2573,
      "lr": 0.0001,
      "sup_loss": 0.918635495778462,
      "rf_loss": 7.70534243201837e-05,
      "total_loss": 0.9187125492027822,
      "lyap1_mean": -0.0007404021453112364,
      "lyap1_max": 0.010976358316838741,
      "lyap1_min": -0.011822724714875221,
      "lyap_spec_mean": [
        -0.0007404021453112364,
        -0.0010433229617774487,
        -0.004061073064804077,
        0.00023024179972708225
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2574,
      "lr": 0.0001,
      "sup_loss": 0.9094412377746016,
      "rf_loss": 0.00020794571901205927,
      "total_loss": 0.9096491834936137,
      "lyap1_mean": 0.010248932987451553,
      "lyap1_max": 0.03029993176460266,
      "lyap1_min": -0.022195495665073395,
      "lyap_spec_mean": [
        0.010248933918774128,
        0.005358833819627762,
        0.003398153930902481,
        0.0026097926311194897
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2575,
      "lr": 0.0001,
      "sup_loss": 0.8809204344323106,
      "rf_loss": 0.000374219031073153,
      "total_loss": 0.8812946534633838,
      "lyap1_mean": 0.01862311363220215,
      "lyap1_max": 0.052648793905973434,
      "lyap1_min": -0.006342184729874134,
      "lyap_spec_mean": [
        0.01862311363220215,
        0.012029323726892471,
        0.014401630498468876,
        0.0035306429490447044
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2576,
      "lr": 0.0001,
      "sup_loss": 0.9436118923739479,
      "rf_loss": 0.0003312779008410871,
      "total_loss": 0.943943170274789,
      "lyap1_mean": 0.012207216583192348,
      "lyap1_max": 0.038540519773960114,
      "lyap1_min": -0.007728082127869129,
      "lyap_spec_mean": [
        0.012207217514514923,
        0.012600475922226906,
        0.013571632094681263,
        0.006624838337302208
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2577,
      "lr": 0.0001,
      "sup_loss": 0.9337430214664899,
      "rf_loss": 0.00013949508138466626,
      "total_loss": 0.9338825165478746,
      "lyap1_mean": 0.010949492454528809,
      "lyap1_max": 0.027275172993540764,
      "lyap1_min": -0.002245790557935834,
      "lyap_spec_mean": [
        0.010949492454528809,
        0.007875404320657253,
        0.003538896795362234,
        0.00439680740237236
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2578,
      "lr": 0.0001,
      "sup_loss": 0.8356914217605277,
      "rf_loss": 9.371464693685994e-05,
      "total_loss": 0.8357851364074645,
      "lyap1_mean": -0.003743445035070181,
      "lyap1_max": 0.014439990743994713,
      "lyap1_min": -0.021962173283100128,
      "lyap_spec_mean": [
        -0.0037434452679008245,
        -0.003607542021200061,
        0.0026252681855112314,
        -0.004015758633613586
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2579,
      "lr": 0.0001,
      "sup_loss": 0.8851632001563355,
      "rf_loss": 0.00020114361541345716,
      "total_loss": 0.885364343771749,
      "lyap1_mean": -0.002304899273440242,
      "lyap1_max": 0.01185733824968338,
      "lyap1_min": -0.010700675658881664,
      "lyap_spec_mean": [
        -0.0023048995062708855,
        -0.008534982800483704,
        -0.00331345247104764,
        -0.0068853446282446384
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2580,
      "lr": 0.0001,
      "sup_loss": 0.9057119996017933,
      "rf_loss": 0.00014617241686210036,
      "total_loss": 0.9058581720186554,
      "lyap1_mean": 0.0012887213379144669,
      "lyap1_max": 0.02328481338918209,
      "lyap1_min": -0.014658037573099136,
      "lyap_spec_mean": [
        0.001288721221499145,
        -0.00689569441601634,
        -0.011140605434775352,
        -0.009619807824492455
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2581,
      "lr": 0.0001,
      "sup_loss": 0.817024966753328,
      "rf_loss": 0.0001992383477045223,
      "total_loss": 0.8172242051010326,
      "lyap1_mean": 0.002637956291437149,
      "lyap1_max": 0.022011075168848038,
      "lyap1_min": -0.022045953199267387,
      "lyap_spec_mean": [
        0.0026379560586065054,
        0.0010595566127449274,
        -0.002223644405603409,
        -0.0011268096277490258
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2582,
      "lr": 0.0001,
      "sup_loss": 0.9209266047595941,
      "rf_loss": 0.00030179068562574685,
      "total_loss": 0.9212283954452198,
      "lyap1_mean": 0.006229837890714407,
      "lyap1_max": 0.05128704756498337,
      "lyap1_min": -0.016050152480602264,
      "lyap_spec_mean": [
        0.006229837890714407,
        -0.002509833313524723,
        -0.003070848062634468,
        -0.0034479040186852217
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2583,
      "lr": 0.0001,
      "sup_loss": 0.9052359103943146,
      "rf_loss": 9.633487206883729e-05,
      "total_loss": 0.9053322452663835,
      "lyap1_mean": -0.001496214303188026,
      "lyap1_max": 0.012099879793822765,
      "lyap1_min": -0.01265285350382328,
      "lyap_spec_mean": [
        -0.0014962141867727041,
        -0.0007312038796953857,
        -0.004003355745226145,
        -0.0052450671792030334
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2584,
      "lr": 0.0001,
      "sup_loss": 0.9103866895458018,
      "rf_loss": 0.00018887632177211344,
      "total_loss": 0.9105755658675739,
      "lyap1_mean": 0.008057907223701477,
      "lyap1_max": 0.02763957343995571,
      "lyap1_min": -0.0250756423920393,
      "lyap_spec_mean": [
        0.008057907223701477,
        0.0013631194597110152,
        0.0008692422416061163,
        -0.004590502008795738
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2585,
      "lr": 0.0001,
      "sup_loss": 0.8953900199731887,
      "rf_loss": 0.00021238737099338323,
      "total_loss": 0.8956024073441821,
      "lyap1_mean": -0.0027589541859924793,
      "lyap1_max": 0.009129287675023079,
      "lyap1_min": -0.01268098782747984,
      "lyap_spec_mean": [
        -0.0027589539531618357,
        -0.005860133562237024,
        -0.00430537573993206,
        -0.008664559572935104
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2586,
      "lr": 0.0001,
      "sup_loss": 0.9005173754006016,
      "rf_loss": 0.00018889360944740474,
      "total_loss": 0.900706269010049,
      "lyap1_mean": -0.003240333404392004,
      "lyap1_max": 0.02283799648284912,
      "lyap1_min": -0.02430560067296028,
      "lyap_spec_mean": [
        -0.0032403336372226477,
        -0.004746760241687298,
        -0.005502372048795223,
        -0.01546475850045681
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2587,
      "lr": 0.0001,
      "sup_loss": 0.881588925260339,
      "rf_loss": 0.00016964490350801498,
      "total_loss": 0.8817585701638471,
      "lyap1_mean": 0.0004775852430611849,
      "lyap1_max": 0.022556856274604797,
      "lyap1_min": -0.01211234088987112,
      "lyap_spec_mean": [
        0.0004775852430611849,
        -0.003149175550788641,
        -0.0005897278897464275,
        -0.0050797900184988976
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2588,
      "lr": 0.0001,
      "sup_loss": 0.9400352101407735,
      "rf_loss": 0.00011583523883018643,
      "total_loss": 0.9401510453796037,
      "lyap1_mean": -0.0048858351074159145,
      "lyap1_max": 0.008645011112093925,
      "lyap1_min": -0.020298581570386887,
      "lyap_spec_mean": [
        -0.004885834641754627,
        -0.009216727688908577,
        -0.004449902102351189,
        -0.004063806496560574
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2589,
      "lr": 0.0001,
      "sup_loss": 0.8844578482310231,
      "rf_loss": 6.256299093365669e-05,
      "total_loss": 0.8845204112219568,
      "lyap1_mean": 0.001334700151346624,
      "lyap1_max": 0.01267965417355299,
      "lyap1_min": -0.00916636735200882,
      "lyap_spec_mean": [
        0.0013347003841772676,
        0.002701654564589262,
        -0.0015563733177259564,
        -0.00582642387598753
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2590,
      "lr": 0.0001,
      "sup_loss": 0.9381330830396847,
      "rf_loss": 0.00022161801462061703,
      "total_loss": 0.9383547010543053,
      "lyap1_mean": 0.015112420544028282,
      "lyap1_max": 0.03135671466588974,
      "lyap1_min": -0.001775710261426866,
      "lyap_spec_mean": [
        0.015112420544028282,
        0.008460002951323986,
        0.013591400347650051,
        -0.004309417679905891
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2591,
      "lr": 0.0001,
      "sup_loss": 0.8901042008749969,
      "rf_loss": 0.00024663525982759893,
      "total_loss": 0.8903508361348245,
      "lyap1_mean": 0.012658743187785149,
      "lyap1_max": 0.03594040498137474,
      "lyap1_min": -0.01731751300394535,
      "lyap_spec_mean": [
        0.012658743187785149,
        0.011743335984647274,
        0.0075975991785526276,
        0.0013156048953533173
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2592,
      "lr": 0.0001,
      "sup_loss": 0.904229844771449,
      "rf_loss": 0.0001642265124246478,
      "total_loss": 0.9043940712838736,
      "lyap1_mean": 0.008520296774804592,
      "lyap1_max": 0.03588704392313957,
      "lyap1_min": -0.007918544113636017,
      "lyap_spec_mean": [
        0.008520296774804592,
        0.006193496752530336,
        0.005833570845425129,
        -0.0005677937879227102
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2593,
      "lr": 0.0001,
      "sup_loss": 0.8653083475592112,
      "rf_loss": 0.00019354105461388826,
      "total_loss": 0.865501888613825,
      "lyap1_mean": 0.009695076383650303,
      "lyap1_max": 0.028532927855849266,
      "lyap1_min": -0.004002721980214119,
      "lyap_spec_mean": [
        0.009695076383650303,
        0.004265635274350643,
        0.007069381885230541,
        0.002768381033092737
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2594,
      "lr": 0.0001,
      "sup_loss": 0.9632687896772278,
      "rf_loss": 0.00017618208948988467,
      "total_loss": 0.9634449717667177,
      "lyap1_mean": 0.006559866480529308,
      "lyap1_max": 0.023501090705394745,
      "lyap1_min": -0.01689065247774124,
      "lyap_spec_mean": [
        0.006559866480529308,
        0.002365238033235073,
        0.0022587431594729424,
        -0.0026958223897963762
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2595,
      "lr": 0.0001,
      "sup_loss": 0.8929175602692835,
      "rf_loss": 7.348554936470464e-05,
      "total_loss": 0.8929910458186482,
      "lyap1_mean": -0.003336980240419507,
      "lyap1_max": 0.024340517818927765,
      "lyap1_min": -0.011793972924351692,
      "lyap_spec_mean": [
        -0.003336980240419507,
        -0.0040302397683262825,
        -0.0013596420176327229,
        -0.003280488308519125
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2596,
      "lr": 0.0001,
      "sup_loss": 0.8973517821310604,
      "rf_loss": 9.554385906085372e-05,
      "total_loss": 0.8974473259901212,
      "lyap1_mean": -0.003226995700970292,
      "lyap1_max": 0.02014397270977497,
      "lyap1_min": -0.022997230291366577,
      "lyap_spec_mean": [
        -0.0032269954681396484,
        -0.0008314918959513307,
        -0.004141699988394976,
        -0.003657790832221508
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2597,
      "lr": 0.0001,
      "sup_loss": 0.8187479367844345,
      "rf_loss": 0.00016483246872667223,
      "total_loss": 0.8189127692531611,
      "lyap1_mean": -0.004435686394572258,
      "lyap1_max": 0.010492014698684216,
      "lyap1_min": -0.01581348478794098,
      "lyap_spec_mean": [
        -0.004435686394572258,
        -0.0071961842477321625,
        -0.0019391177920624614,
        -0.005583401303738356
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2598,
      "lr": 0.0001,
      "sup_loss": 0.925034229761361,
      "rf_loss": 0.00015971064567565918,
      "total_loss": 0.9251939404070366,
      "lyap1_mean": 0.0010264923330396414,
      "lyap1_max": 0.03373916447162628,
      "lyap1_min": -0.02155020460486412,
      "lyap_spec_mean": [
        0.0010264921002089977,
        -0.006942036561667919,
        -0.010842897929251194,
        -0.006295419298112392
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2599,
      "lr": 0.0001,
      "sup_loss": 0.8461491480094554,
      "rf_loss": 0.0001718532294034958,
      "total_loss": 0.8463210012388589,
      "lyap1_mean": -0.003778496291488409,
      "lyap1_max": 0.02110537514090538,
      "lyap1_min": -0.01895204745233059,
      "lyap_spec_mean": [
        -0.003778496291488409,
        -0.010361828841269016,
        -0.009688194841146469,
        -0.011842620559036732
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2600,
      "lr": 0.0001,
      "sup_loss": 0.9106077997731964,
      "rf_loss": 0.0001280097640119493,
      "total_loss": 0.9107358095372083,
      "lyap1_mean": -0.005686148535460234,
      "lyap1_max": 0.012616357766091824,
      "lyap1_min": -0.020633384585380554,
      "lyap_spec_mean": [
        -0.005686149001121521,
        -0.00548224151134491,
        -0.007000049110502005,
        -0.007783557288348675
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2601,
      "lr": 0.0001,
      "sup_loss": 0.9084700336332807,
      "rf_loss": 0.00014586281031370163,
      "total_loss": 0.9086158964435944,
      "lyap1_mean": 0.007719746325165033,
      "lyap1_max": 0.022813720628619194,
      "lyap1_min": -0.00545646995306015,
      "lyap_spec_mean": [
        0.007719746790826321,
        -0.003387939650565386,
        -0.004598048981279135,
        -0.0012604594230651855
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2602,
      "lr": 0.0001,
      "sup_loss": 0.8976670523316336,
      "rf_loss": 0.00016397502622567117,
      "total_loss": 0.8978310273578592,
      "lyap1_mean": 0.01193326897919178,
      "lyap1_max": 0.02622518315911293,
      "lyap1_min": -0.005792177747935057,
      "lyap_spec_mean": [
        0.01193326897919178,
        0.0002756475005298853,
        -0.0020191268995404243,
        0.001493175164796412
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2603,
      "lr": 0.0001,
      "sup_loss": 0.8409377735552774,
      "rf_loss": 0.00024204530927818269,
      "total_loss": 0.8411798188645556,
      "lyap1_mean": 0.004742142744362354,
      "lyap1_max": 0.031002383679151535,
      "lyap1_min": -0.017639391124248505,
      "lyap_spec_mean": [
        0.004742142744362354,
        0.0013708199840039015,
        0.003341732546687126,
        0.0012858129339292645
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2604,
      "lr": 0.0001,
      "sup_loss": 0.884766791981461,
      "rf_loss": 0.00016425229841843247,
      "total_loss": 0.8849310442798795,
      "lyap1_mean": 0.00030271708965301514,
      "lyap1_max": 0.019463010132312775,
      "lyap1_min": -0.019204190000891685,
      "lyap_spec_mean": [
        0.00030271708965301514,
        -0.003415015060454607,
        0.0056817433796823025,
        -0.0032508482690900564
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2605,
      "lr": 0.0001,
      "sup_loss": 0.919519811411561,
      "rf_loss": 9.477695857640356e-05,
      "total_loss": 0.9196145883701374,
      "lyap1_mean": 0.006675603799521923,
      "lyap1_max": 0.01871698535978794,
      "lyap1_min": -0.0009423142182640731,
      "lyap_spec_mean": [
        0.006675603799521923,
        -0.00022483430802822113,
        -0.001349019119516015,
        -0.0015106231439858675
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2606,
      "lr": 0.0001,
      "sup_loss": 0.8974908581067746,
      "rf_loss": 0.0002705025835894048,
      "total_loss": 0.897761360690364,
      "lyap1_mean": 0.0014479835517704487,
      "lyap1_max": 0.031400736421346664,
      "lyap1_min": -0.0205954909324646,
      "lyap_spec_mean": [
        0.0014479839010164142,
        0.0016768176574259996,
        -0.0016162460669875145,
        -0.005180496722459793
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2607,
      "lr": 0.0001,
      "sup_loss": 0.9142215018246012,
      "rf_loss": 0.00019386698841117322,
      "total_loss": 0.9144153688130123,
      "lyap1_mean": -0.0066306255757808685,
      "lyap1_max": 0.011524898931384087,
      "lyap1_min": -0.02102593146264553,
      "lyap_spec_mean": [
        -0.006630625110119581,
        -0.003597631584852934,
        -0.00661937240511179,
        -0.014444511383771896
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2608,
      "lr": 0.0001,
      "sup_loss": 0.8828550041467863,
      "rf_loss": 0.00021988479420542717,
      "total_loss": 0.8830748889409917,
      "lyap1_mean": -0.004215392749756575,
      "lyap1_max": 0.034288644790649414,
      "lyap1_min": -0.029597003012895584,
      "lyap_spec_mean": [
        -0.004215393215417862,
        -0.006383012980222702,
        -0.012123501859605312,
        -0.010811680927872658
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2609,
      "lr": 0.0001,
      "sup_loss": 0.9385538573473595,
      "rf_loss": 0.000314364762743935,
      "total_loss": 0.9388682221101035,
      "lyap1_mean": -0.008227063342928886,
      "lyap1_max": 0.01765103079378605,
      "lyap1_min": -0.02913704328238964,
      "lyap_spec_mean": [
        -0.008227063342928886,
        -0.0034669009037315845,
        -0.016275402158498764,
        -0.013097183778882027
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2610,
      "lr": 0.0001,
      "sup_loss": 0.8949363170031813,
      "rf_loss": 0.0003777894889935851,
      "total_loss": 0.8953141064921749,
      "lyap1_mean": 0.0037294565699994564,
      "lyap1_max": 0.028014671057462692,
      "lyap1_min": -0.02111928164958954,
      "lyap_spec_mean": [
        0.0037294563371688128,
        0.007727471645921469,
        0.00040008011274039745,
        -0.0008454248309135437
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2611,
      "lr": 0.0001,
      "sup_loss": 0.8764243094879911,
      "rf_loss": 0.00020441366359591484,
      "total_loss": 0.876628723151587,
      "lyap1_mean": 0.012045401148498058,
      "lyap1_max": 0.024158257991075516,
      "lyap1_min": 0.0027688704431056976,
      "lyap_spec_mean": [
        0.012045402079820633,
        0.009295625612139702,
        0.008434413932263851,
        0.00701152952387929
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2612,
      "lr": 0.0001,
      "sup_loss": 0.9035488224347727,
      "rf_loss": 0.0002485735167283565,
      "total_loss": 0.9037973959515011,
      "lyap1_mean": 0.015073117800056934,
      "lyap1_max": 0.048137545585632324,
      "lyap1_min": -0.007076799403876066,
      "lyap_spec_mean": [
        0.015073117800056934,
        0.0010187486186623573,
        0.0028181516099721193,
        0.0037205053959041834
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2613,
      "lr": 0.0001,
      "sup_loss": 0.867031917271517,
      "rf_loss": 0.00021907922928221524,
      "total_loss": 0.8672509965007992,
      "lyap1_mean": 0.01719922199845314,
      "lyap1_max": 0.028496872633695602,
      "lyap1_min": 0.0026289322413504124,
      "lyap_spec_mean": [
        0.01719922199845314,
        0.009488043375313282,
        0.004413411486893892,
        0.009399143047630787
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2614,
      "lr": 0.0001,
      "sup_loss": 0.9812723961101922,
      "rf_loss": 0.00016134860925376415,
      "total_loss": 0.981433744719446,
      "lyap1_mean": 0.002296886406838894,
      "lyap1_max": 0.024680905044078827,
      "lyap1_min": -0.020804179832339287,
      "lyap_spec_mean": [
        0.002296886406838894,
        0.00716989953070879,
        0.003707327414304018,
        0.0015207354445010424
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2615,
      "lr": 0.0001,
      "sup_loss": 0.9358023491881432,
      "rf_loss": 0.00024387524172198027,
      "total_loss": 0.9360462244298652,
      "lyap1_mean": 0.009711009450256824,
      "lyap1_max": 0.03860851377248764,
      "lyap1_min": -0.013639475218951702,
      "lyap_spec_mean": [
        0.009711009450256824,
        0.006209251936525106,
        0.0032407164108008146,
        -0.0003834618255496025
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2616,
      "lr": 0.0001,
      "sup_loss": 0.9188373766944656,
      "rf_loss": 0.00017934379866346717,
      "total_loss": 0.9190167204931291,
      "lyap1_mean": -0.0026915096677839756,
      "lyap1_max": 0.012086267583072186,
      "lyap1_min": -0.017602698877453804,
      "lyap_spec_mean": [
        -0.0026915096677839756,
        -0.0029278933070600033,
        -0.005257495678961277,
        -0.006153156980872154
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2617,
      "lr": 0.0001,
      "sup_loss": 0.9422542474923066,
      "rf_loss": 0.00017661020683590323,
      "total_loss": 0.9424308576991425,
      "lyap1_mean": -0.006872955709695816,
      "lyap1_max": 0.011049723252654076,
      "lyap1_min": -0.026453932747244835,
      "lyap_spec_mean": [
        -0.006872955709695816,
        -0.0067696040496230125,
        -0.008173909038305283,
        -0.010795141570270061
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2618,
      "lr": 0.0001,
      "sup_loss": 0.9169513064841158,
      "rf_loss": 0.0004024655790999532,
      "total_loss": 0.9173537720632158,
      "lyap1_mean": -0.01775612123310566,
      "lyap1_max": -0.0014458729419857264,
      "lyap1_min": -0.039078839123249054,
      "lyap_spec_mean": [
        -0.01775612123310566,
        -0.015588939189910889,
        -0.018636228516697884,
        -0.014854482375085354
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2619,
      "lr": 0.0001,
      "sup_loss": 0.8614782208860691,
      "rf_loss": 0.00019555361359380186,
      "total_loss": 0.8616737744996629,
      "lyap1_mean": -0.002516167936846614,
      "lyap1_max": 0.010634387843310833,
      "lyap1_min": -0.015668630599975586,
      "lyap_spec_mean": [
        -0.002516167936846614,
        -0.0024063163436949253,
        -0.013896672055125237,
        -0.010371789336204529
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2620,
      "lr": 0.0001,
      "sup_loss": 0.8581116352556726,
      "rf_loss": 0.00018890545470640063,
      "total_loss": 0.858300540710379,
      "lyap1_mean": -0.002080555073916912,
      "lyap1_max": 0.025035426020622253,
      "lyap1_min": -0.017553359270095825,
      "lyap_spec_mean": [
        -0.0020805553067475557,
        -0.0071847159415483475,
        -0.006729437503963709,
        -0.00881674699485302
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2621,
      "lr": 0.0001,
      "sup_loss": 0.8473393200250616,
      "rf_loss": 0.00012867862824350595,
      "total_loss": 0.8474679986533051,
      "lyap1_mean": -0.0009681833325885236,
      "lyap1_max": 0.02128005586564541,
      "lyap1_min": -0.013504480943083763,
      "lyap_spec_mean": [
        -0.0009681832743808627,
        -0.0006905919872224331,
        -0.0012228654231876135,
        -0.012353125959634781
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2622,
      "lr": 0.0001,
      "sup_loss": 0.944542261514338,
      "rf_loss": 0.0003129226970486343,
      "total_loss": 0.9448551842113866,
      "lyap1_mean": 0.00846119038760662,
      "lyap1_max": 0.03413986414670944,
      "lyap1_min": -0.01412993110716343,
      "lyap_spec_mean": [
        0.00846119038760662,
        0.00013150647282600403,
        0.0008079209364950657,
        -0.0032205558381974697
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2623,
      "lr": 0.0001,
      "sup_loss": 0.9319968567018543,
      "rf_loss": 0.00028530837153084576,
      "total_loss": 0.9322821650733851,
      "lyap1_mean": 0.016547847539186478,
      "lyap1_max": 0.02724611572921276,
      "lyap1_min": 0.005375127773731947,
      "lyap_spec_mean": [
        0.016547847539186478,
        0.011433172039687634,
        0.01225154846906662,
        0.010089706629514694
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2624,
      "lr": 0.0001,
      "sup_loss": 0.8783408124967149,
      "rf_loss": 0.000139396550366655,
      "total_loss": 0.8784802090470816,
      "lyap1_mean": 0.007638647221028805,
      "lyap1_max": 0.0237562358379364,
      "lyap1_min": -0.005422364454716444,
      "lyap_spec_mean": [
        0.007638647221028805,
        0.009835625067353249,
        0.0036642616614699364,
        -0.0020645800977945328
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2625,
      "lr": 0.0001,
      "sup_loss": 0.9025130116013397,
      "rf_loss": 0.0001821933255996555,
      "total_loss": 0.9026952049269393,
      "lyap1_mean": 0.010425153188407421,
      "lyap1_max": 0.035703182220458984,
      "lyap1_min": -0.006387840025126934,
      "lyap_spec_mean": [
        0.010425153188407421,
        0.004923528991639614,
        0.002948921173810959,
        0.0018609263934195042
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2626,
      "lr": 0.0001,
      "sup_loss": 0.8848049709788414,
      "rf_loss": 7.120336522348225e-05,
      "total_loss": 0.8848761743440648,
      "lyap1_mean": 0.0027552798856049776,
      "lyap1_max": 0.007991377264261246,
      "lyap1_min": -0.001359302899800241,
      "lyap_spec_mean": [
        0.0027552798856049776,
        0.003345342120155692,
        0.006424866616725922,
        0.0002864791895262897
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2627,
      "lr": 0.0001,
      "sup_loss": 0.8979399822768952,
      "rf_loss": 0.00022010557586327195,
      "total_loss": 0.8981600878527585,
      "lyap1_mean": 0.011642606928944588,
      "lyap1_max": 0.026220766827464104,
      "lyap1_min": -0.0006731680477969348,
      "lyap_spec_mean": [
        0.011642606928944588,
        0.010774374008178711,
        0.01397089846432209,
        0.005398483946919441
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2628,
      "lr": 0.0001,
      "sup_loss": 0.921621127790368,
      "rf_loss": 0.0001249995402758941,
      "total_loss": 0.9217461273306439,
      "lyap1_mean": 0.007252847775816917,
      "lyap1_max": 0.025990283116698265,
      "lyap1_min": -0.007107289507985115,
      "lyap_spec_mean": [
        0.007252848241478205,
        0.009093081578612328,
        0.0069061871618032455,
        0.001822765450924635
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2629,
      "lr": 0.0001,
      "sup_loss": 0.9018841665478107,
      "rf_loss": 8.948269532993436e-05,
      "total_loss": 0.9019736492431406,
      "lyap1_mean": 0.006720810662955046,
      "lyap1_max": 0.01910119317471981,
      "lyap1_min": -0.0028265072032809258,
      "lyap_spec_mean": [
        0.006720810662955046,
        0.0037463654298335314,
        -0.0011253225384280086,
        -0.001374332350678742
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2630,
      "lr": 0.0001,
      "sup_loss": 0.90161168885096,
      "rf_loss": 0.00014784882660023868,
      "total_loss": 0.9017595376775602,
      "lyap1_mean": -0.004109149798750877,
      "lyap1_max": 0.014451825991272926,
      "lyap1_min": -0.02560592070221901,
      "lyap_spec_mean": [
        -0.004109150264412165,
        -0.0044142454862594604,
        -0.003480988321825862,
        -0.007057735696434975
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2631,
      "lr": 0.0001,
      "sup_loss": 0.8835962159158098,
      "rf_loss": 0.00026222161250188947,
      "total_loss": 0.8838584375283117,
      "lyap1_mean": -0.010346528142690659,
      "lyap1_max": 0.001202785293571651,
      "lyap1_min": -0.034415461122989655,
      "lyap_spec_mean": [
        -0.010346528142690659,
        -0.006383463740348816,
        -0.011928235180675983,
        -0.017944052815437317
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2632,
      "lr": 0.0001,
      "sup_loss": 0.9125391554444616,
      "rf_loss": 0.0003259119694121182,
      "total_loss": 0.9128650674138737,
      "lyap1_mean": -0.015222429297864437,
      "lyap1_max": -0.004167942330241203,
      "lyap1_min": -0.025297431275248528,
      "lyap_spec_mean": [
        -0.015222429297864437,
        -0.018627017736434937,
        -0.014549355953931808,
        -0.018878545612096786
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2633,
      "lr": 0.0001,
      "sup_loss": 0.8727688064750034,
      "rf_loss": 0.00021175887377467006,
      "total_loss": 0.8729805653487781,
      "lyap1_mean": -0.00017762184143066406,
      "lyap1_max": 0.02454044483602047,
      "lyap1_min": -0.017728405073285103,
      "lyap_spec_mean": [
        -0.00017762125935405493,
        -0.002573121804744005,
        -0.010481059551239014,
        -0.01318338979035616
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2634,
      "lr": 0.0001,
      "sup_loss": 0.882728420398936,
      "rf_loss": 0.00010908352123806253,
      "total_loss": 0.882837503920174,
      "lyap1_mean": -0.005397278815507889,
      "lyap1_max": 0.009632270783185959,
      "lyap1_min": -0.01814396120607853,
      "lyap_spec_mean": [
        -0.005397278815507889,
        -0.005998602136969566,
        -0.00659392261877656,
        -0.005364222452044487
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2635,
      "lr": 0.0001,
      "sup_loss": 0.9508597346499301,
      "rf_loss": 0.00011075823567807674,
      "total_loss": 0.9509704928856082,
      "lyap1_mean": 0.005451083183288574,
      "lyap1_max": 0.03088783286511898,
      "lyap1_min": -0.010111739858984947,
      "lyap_spec_mean": [
        0.005451083183288574,
        -0.003312593325972557,
        -0.006051427219063044,
        -0.001665800460614264
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2636,
      "lr": 0.0001,
      "sup_loss": 0.8717242073389404,
      "rf_loss": 0.00010807880607899278,
      "total_loss": 0.8718322861450194,
      "lyap1_mean": -0.0016481729689985514,
      "lyap1_max": 0.022165991365909576,
      "lyap1_min": -0.014172720722854137,
      "lyap_spec_mean": [
        -0.001648173201829195,
        0.009941342286765575,
        0.0019193239277228713,
        -0.0039395359344780445
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2637,
      "lr": 0.0001,
      "sup_loss": 0.9032671812324237,
      "rf_loss": 0.00010571171878837049,
      "total_loss": 0.903372892951212,
      "lyap1_mean": 0.0027249865233898163,
      "lyap1_max": 0.019527245312929153,
      "lyap1_min": -0.019915129989385605,
      "lyap_spec_mean": [
        0.0027249862905591726,
        0.0037358151748776436,
        0.002034792210906744,
        0.001128288684412837
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2638,
      "lr": 0.0001,
      "sup_loss": 0.8922265475095099,
      "rf_loss": 0.0002536808606237173,
      "total_loss": 0.8924802283701336,
      "lyap1_mean": 0.009138830006122589,
      "lyap1_max": 0.03596511483192444,
      "lyap1_min": -0.013299371115863323,
      "lyap_spec_mean": [
        0.009138830006122589,
        0.0030884358566254377,
        0.003115481697022915,
        0.006752591580152512
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2639,
      "lr": 0.0001,
      "sup_loss": 0.902242481238496,
      "rf_loss": 0.00014759533223696053,
      "total_loss": 0.902390076570733,
      "lyap1_mean": 0.007348434999585152,
      "lyap1_max": 0.028064390644431114,
      "lyap1_min": -0.018755586817860603,
      "lyap_spec_mean": [
        0.007348435465246439,
        0.005452034994959831,
        0.0021501360461115837,
        0.0011476920917630196
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2640,
      "lr": 0.0001,
      "sup_loss": 0.937854598647639,
      "rf_loss": 0.00012445595348253846,
      "total_loss": 0.9379790546011215,
      "lyap1_mean": 0.0042585572227835655,
      "lyap1_max": 0.013653000816702843,
      "lyap1_min": -0.0031371142249554396,
      "lyap_spec_mean": [
        0.0042585572227835655,
        0.0022972540464252234,
        -0.0011749695986509323,
        -0.0011626968625932932
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2641,
      "lr": 0.0001,
      "sup_loss": 0.8842581753499263,
      "rf_loss": 0.00025971673312596977,
      "total_loss": 0.8845178920830523,
      "lyap1_mean": -0.009176020510494709,
      "lyap1_max": 0.005314219743013382,
      "lyap1_min": -0.024694617837667465,
      "lyap_spec_mean": [
        -0.009176021441817284,
        -0.009643281809985638,
        -0.01073024794459343,
        -0.008870042860507965
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2642,
      "lr": 0.0001,
      "sup_loss": 0.9072600037509743,
      "rf_loss": 0.00042063224827870727,
      "total_loss": 0.907680635999253,
      "lyap1_mean": -0.013815419748425484,
      "lyap1_max": -0.0017977029783651233,
      "lyap1_min": -0.03318580240011215,
      "lyap_spec_mean": [
        -0.013815419748425484,
        -0.018187345936894417,
        -0.015108142048120499,
        -0.022720912471413612
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2643,
      "lr": 0.0001,
      "sup_loss": 0.8867490299735097,
      "rf_loss": 0.00023590360069647431,
      "total_loss": 0.8869849335742062,
      "lyap1_mean": -0.00772109953686595,
      "lyap1_max": 0.013904138468205929,
      "lyap1_min": -0.024612782523036003,
      "lyap_spec_mean": [
        -0.007721099071204662,
        -0.01221500150859356,
        -0.005575104616582394,
        -0.013090836815536022
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2644,
      "lr": 0.0001,
      "sup_loss": 0.9091242588827713,
      "rf_loss": 0.0002950661873910576,
      "total_loss": 0.9094193250701623,
      "lyap1_mean": -0.011370443738996983,
      "lyap1_max": 0.0025047876406461,
      "lyap1_min": -0.029367193579673767,
      "lyap_spec_mean": [
        -0.011370443738996983,
        -0.017598655074834824,
        -0.01238709781318903,
        -0.01562555320560932
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2645,
      "lr": 0.0001,
      "sup_loss": 0.879480250465944,
      "rf_loss": 0.00012687074195127934,
      "total_loss": 0.8796071212078953,
      "lyap1_mean": 0.0005873057525604963,
      "lyap1_max": 0.028213195502758026,
      "lyap1_min": -0.020041732117533684,
      "lyap_spec_mean": [
        0.0005873056361451745,
        -3.8602156564593315e-05,
        0.0014580036513507366,
        -0.00792958028614521
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2646,
      "lr": 0.0001,
      "sup_loss": 0.8873272367908087,
      "rf_loss": 8.136419637594372e-05,
      "total_loss": 0.8874086009871847,
      "lyap1_mean": -0.000994994305074215,
      "lyap1_max": 0.012729369103908539,
      "lyap1_min": -0.013425860553979874,
      "lyap_spec_mean": [
        -0.000994994305074215,
        -4.0866900235414505e-05,
        0.0002979547716677189,
        0.001699813874438405
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2647,
      "lr": 0.0001,
      "sup_loss": 0.8978863225480013,
      "rf_loss": 0.00014841993106529117,
      "total_loss": 0.8980347424790666,
      "lyap1_mean": 0.008067694492638111,
      "lyap1_max": 0.01641025021672249,
      "lyap1_min": -0.004521788563579321,
      "lyap_spec_mean": [
        0.008067694492638111,
        0.010053349658846855,
        0.007620000280439854,
        -0.003398158121854067
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2648,
      "lr": 0.0001,
      "sup_loss": 0.8529174634818065,
      "rf_loss": 0.00040393712697550654,
      "total_loss": 0.853321400608782,
      "lyap1_mean": 0.02263227291405201,
      "lyap1_max": 0.04144543409347534,
      "lyap1_min": -0.008833249099552631,
      "lyap_spec_mean": [
        0.02263227105140686,
        0.012871602550148964,
        0.009909745305776596,
        0.012573955580592155
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2649,
      "lr": 0.0001,
      "sup_loss": 0.8542602260142129,
      "rf_loss": 0.0003493642434477806,
      "total_loss": 0.8546095902576607,
      "lyap1_mean": 0.02124311961233616,
      "lyap1_max": 0.046271681785583496,
      "lyap1_min": -0.0003557964810170233,
      "lyap_spec_mean": [
        0.02124311961233616,
        0.017311634495854378,
        0.011698299087584019,
        0.008326750248670578
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2650,
      "lr": 0.0001,
      "sup_loss": 0.9512427318078234,
      "rf_loss": 0.0002847589203156531,
      "total_loss": 0.951527490728139,
      "lyap1_mean": 0.015256164595484734,
      "lyap1_max": 0.031085774302482605,
      "lyap1_min": -0.00586691265925765,
      "lyap_spec_mean": [
        0.015256164595484734,
        0.016090283170342445,
        0.012730234302580357,
        0.013178743422031403
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2651,
      "lr": 0.0001,
      "sup_loss": 0.9114538701224346,
      "rf_loss": 0.00015447827172465622,
      "total_loss": 0.9116083483941593,
      "lyap1_mean": 0.011817780323326588,
      "lyap1_max": 0.02973903715610504,
      "lyap1_min": 0.002559896558523178,
      "lyap_spec_mean": [
        0.011817779392004013,
        0.0033727390691637993,
        0.0005708098178729415,
        0.006378651596605778
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2652,
      "lr": 0.0001,
      "sup_loss": 0.8111321639173691,
      "rf_loss": 0.00018499864381738007,
      "total_loss": 0.8113171625611865,
      "lyap1_mean": -0.004102918319404125,
      "lyap1_max": 0.014773140661418438,
      "lyap1_min": -0.028043273836374283,
      "lyap_spec_mean": [
        -0.004102918319404125,
        -0.006375856231898069,
        -0.00926888920366764,
        -0.007071135099977255
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2653,
      "lr": 0.0001,
      "sup_loss": 0.9286004025648821,
      "rf_loss": 0.0003059593145735562,
      "total_loss": 0.9289063618794556,
      "lyap1_mean": -0.00819710735231638,
      "lyap1_max": 0.01603648066520691,
      "lyap1_min": -0.022847119718790054,
      "lyap_spec_mean": [
        -0.008197108283638954,
        -0.007794802077114582,
        -0.014539121650159359,
        -0.020236726850271225
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2654,
      "lr": 0.0001,
      "sup_loss": 0.9452257957401363,
      "rf_loss": 0.0005905097350478172,
      "total_loss": 0.9458163054751841,
      "lyap1_mean": -0.018617164343595505,
      "lyap1_max": -0.007629760541021824,
      "lyap1_min": -0.032176241278648376,
      "lyap_spec_mean": [
        -0.018617164343595505,
        -0.02642676793038845,
        -0.019866107031702995,
        -0.022224195301532745
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2655,
      "lr": 0.0001,
      "sup_loss": 0.9243318575878215,
      "rf_loss": 0.00035512371687218547,
      "total_loss": 0.9246869813046937,
      "lyap1_mean": -0.003692544996738434,
      "lyap1_max": 0.012934833765029907,
      "lyap1_min": -0.01926255226135254,
      "lyap_spec_mean": [
        -0.003692544996738434,
        -0.00669439323246479,
        -0.021296069025993347,
        -0.01406929548829794
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2656,
      "lr": 0.0001,
      "sup_loss": 0.8626918157641025,
      "rf_loss": 0.00021685753017663956,
      "total_loss": 0.8629086732942791,
      "lyap1_mean": 0.00416313111782074,
      "lyap1_max": 0.03305589407682419,
      "lyap1_min": -0.02255376987159252,
      "lyap_spec_mean": [
        0.00416313111782074,
        -0.0012876753462478518,
        -0.0016378883738070726,
        -0.010689262300729752
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2657,
      "lr": 0.0001,
      "sup_loss": 0.9397379940216785,
      "rf_loss": 0.0002293032011948526,
      "total_loss": 0.9399672972228733,
      "lyap1_mean": 0.0014655133709311485,
      "lyap1_max": 0.020684005692601204,
      "lyap1_min": -0.022129345685243607,
      "lyap_spec_mean": [
        0.0014655132545158267,
        -0.009066778235137463,
        -0.009456212632358074,
        -0.0073627750389277935
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2658,
      "lr": 0.0001,
      "sup_loss": 0.9130367442631648,
      "rf_loss": 0.00014331626880448312,
      "total_loss": 0.9131800605319693,
      "lyap1_mean": 0.0028121531940996647,
      "lyap1_max": 0.025340845808386803,
      "lyap1_min": -0.015535320155322552,
      "lyap_spec_mean": [
        0.0028121531940996647,
        -0.0016309653874486685,
        0.0022746543399989605,
        0.000709212850779295
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2659,
      "lr": 0.0001,
      "sup_loss": 0.8996224173060374,
      "rf_loss": 9.746124851517379e-05,
      "total_loss": 0.8997198785545526,
      "lyap1_mean": 0.004284928552806377,
      "lyap1_max": 0.029486950486898422,
      "lyap1_min": -0.013063713908195496,
      "lyap_spec_mean": [
        0.004284929018467665,
        0.004810909740626812,
        -0.004407509695738554,
        0.0007672928040847182
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2660,
      "lr": 0.0001,
      "sup_loss": 0.8905782903492765,
      "rf_loss": 7.845138316042721e-05,
      "total_loss": 0.8906567417324369,
      "lyap1_mean": 0.0006431430228985846,
      "lyap1_max": 0.009558549150824547,
      "lyap1_min": -0.005952522158622742,
      "lyap_spec_mean": [
        0.0006431431393139064,
        0.004233168438076973,
        -0.00020434986799955368,
        0.0005742807406932116
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2661,
      "lr": 0.0001,
      "sup_loss": 0.9497776279261564,
      "rf_loss": 8.760605123825371e-05,
      "total_loss": 0.9498652339773946,
      "lyap1_mean": 0.003581227036193013,
      "lyap1_max": 0.020461611449718475,
      "lyap1_min": -0.006475489120930433,
      "lyap_spec_mean": [
        0.003581226570531726,
        0.0012730082962661982,
        0.007410137914121151,
        -0.004045950714498758
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2662,
      "lr": 0.0001,
      "sup_loss": 0.907927583348321,
      "rf_loss": 0.00018417452520225197,
      "total_loss": 0.9081117578735233,
      "lyap1_mean": 0.013367928564548492,
      "lyap1_max": 0.03240839019417763,
      "lyap1_min": -0.018815413117408752,
      "lyap_spec_mean": [
        0.013367929495871067,
        0.00924290344119072,
        0.004325076937675476,
        0.005771114490926266
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2663,
      "lr": 0.0001,
      "sup_loss": 0.8915043285053045,
      "rf_loss": 0.00023105237050913274,
      "total_loss": 0.8917353808758136,
      "lyap1_mean": 0.012281283736228943,
      "lyap1_max": 0.03881843015551567,
      "lyap1_min": -0.002313838340342045,
      "lyap_spec_mean": [
        0.012281283736228943,
        0.005188402254134417,
        0.003469675313681364,
        0.004820663947612047
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2664,
      "lr": 0.0001,
      "sup_loss": 0.9177124200759318,
      "rf_loss": 0.0002776394539978355,
      "total_loss": 0.9179900595299296,
      "lyap1_mean": 0.009109989739954472,
      "lyap1_max": 0.03977207839488983,
      "lyap1_min": -0.020401451736688614,
      "lyap_spec_mean": [
        0.009109989739954472,
        0.004859857261180878,
        -0.0006461923476308584,
        -0.002414254005998373
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2665,
      "lr": 0.0001,
      "sup_loss": 0.8868863811029759,
      "rf_loss": 0.00018087163334712386,
      "total_loss": 0.887067252736323,
      "lyap1_mean": -0.004432874731719494,
      "lyap1_max": 0.015712833032011986,
      "lyap1_min": -0.02186661772429943,
      "lyap_spec_mean": [
        -0.0044328756630420685,
        -0.010796946473419666,
        -0.010144200176000595,
        -0.013310988433659077
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2666,
      "lr": 0.0001,
      "sup_loss": 0.8977460764787916,
      "rf_loss": 0.00019383782637305558,
      "total_loss": 0.8979399143051646,
      "lyap1_mean": -0.0023628254421055317,
      "lyap1_max": 0.01949218660593033,
      "lyap1_min": -0.012952721677720547,
      "lyap_spec_mean": [
        -0.0023628254421055317,
        -0.004343728069216013,
        -0.011870087124407291,
        -0.008033494465053082
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2667,
      "lr": 0.0001,
      "sup_loss": 0.8970759640615908,
      "rf_loss": 0.00013044054503552616,
      "total_loss": 0.8972064046066264,
      "lyap1_mean": -0.0018039550632238388,
      "lyap1_max": 0.01887837052345276,
      "lyap1_min": -0.021175362169742584,
      "lyap_spec_mean": [
        -0.0018039548303931952,
        -0.007927045226097107,
        -0.005155016668140888,
        -0.011197969317436218
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2668,
      "lr": 0.0001,
      "sup_loss": 0.9104249633111409,
      "rf_loss": 9.596889140084386e-05,
      "total_loss": 0.9105209322025417,
      "lyap1_mean": 0.0030099444556981325,
      "lyap1_max": 0.012188589200377464,
      "lyap1_min": -0.010631196200847626,
      "lyap_spec_mean": [
        0.0030099444556981325,
        -0.0028792291413992643,
        0.00033911445643752813,
        -0.004555598367005587
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2669,
      "lr": 0.0001,
      "sup_loss": 0.8527533099090597,
      "rf_loss": 0.00019790460646618158,
      "total_loss": 0.8529512145155259,
      "lyap1_mean": 0.015634993091225624,
      "lyap1_max": 0.026119530200958252,
      "lyap1_min": -0.0011837955098599195,
      "lyap_spec_mean": [
        0.015634994953870773,
        0.006581100169569254,
        0.008134515024721622,
        0.0051782759837806225
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2670,
      "lr": 0.0001,
      "sup_loss": 0.9511367995611365,
      "rf_loss": 0.00024507567286491394,
      "total_loss": 0.9513818752340014,
      "lyap1_mean": 0.011958640068769455,
      "lyap1_max": 0.03256319463253021,
      "lyap1_min": -0.009722933173179626,
      "lyap_spec_mean": [
        0.01195863913744688,
        0.01121772825717926,
        0.01132162380963564,
        0.009874291718006134
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2671,
      "lr": 0.0001,
      "sup_loss": 0.7749002652608855,
      "rf_loss": 0.0003686853451654315,
      "total_loss": 0.7752689506060509,
      "lyap1_mean": 0.011201613582670689,
      "lyap1_max": 0.046127550303936005,
      "lyap1_min": -0.03061668388545513,
      "lyap_spec_mean": [
        0.011201614513993263,
        0.0051330262795090675,
        0.001678637694567442,
        -0.007666934281587601
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2672,
      "lr": 0.0001,
      "sup_loss": 0.8947307595068358,
      "rf_loss": 0.00034700860851444304,
      "total_loss": 0.8950777681153502,
      "lyap1_mean": 0.0054190377704799175,
      "lyap1_max": 0.0661931186914444,
      "lyap1_min": -0.02462930977344513,
      "lyap_spec_mean": [
        0.00541903730481863,
        -0.00820094533264637,
        -0.0052301897667348385,
        -0.012798220850527287
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2673,
      "lr": 0.0001,
      "sup_loss": 0.8486448570413893,
      "rf_loss": 0.00012359119136817753,
      "total_loss": 0.8487684482327574,
      "lyap1_mean": -0.0018732298631221056,
      "lyap1_max": 0.018554480746388435,
      "lyap1_min": -0.013432525098323822,
      "lyap_spec_mean": [
        -0.0018732299795374274,
        -0.001718987012282014,
        -0.005038934294134378,
        -0.004729271866381168
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2674,
      "lr": 0.0001,
      "sup_loss": 0.9049523541998373,
      "rf_loss": 0.00042735470924526453,
      "total_loss": 0.9053797089090826,
      "lyap1_mean": -0.019073542207479477,
      "lyap1_max": -0.0016764787724241614,
      "lyap1_min": -0.04459717124700546,
      "lyap_spec_mean": [
        -0.019073542207479477,
        -0.011827599257230759,
        -0.02330261468887329,
        -0.01707392930984497
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2675,
      "lr": 0.0001,
      "sup_loss": 0.8680407743820024,
      "rf_loss": 0.00020862900419160724,
      "total_loss": 0.868249403386194,
      "lyap1_mean": -0.0015863494481891394,
      "lyap1_max": 0.013979053124785423,
      "lyap1_min": -0.015454716049134731,
      "lyap_spec_mean": [
        -0.0015863494481891394,
        -0.006524320226162672,
        -0.010653662495315075,
        -0.015672916546463966
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2676,
      "lr": 0.0001,
      "sup_loss": 0.881480358174634,
      "rf_loss": 0.00047412372077815235,
      "total_loss": 0.8819544818954121,
      "lyap1_mean": -0.015152809210121632,
      "lyap1_max": -0.001595883397385478,
      "lyap1_min": -0.029140960425138474,
      "lyap_spec_mean": [
        -0.015152808278799057,
        -0.018849162384867668,
        -0.015735892578959465,
        -0.02369702234864235
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2677,
      "lr": 0.0001,
      "sup_loss": 0.8244188172847963,
      "rf_loss": 0.00021585324429906905,
      "total_loss": 0.8246346705290953,
      "lyap1_mean": -0.007111807353794575,
      "lyap1_max": 0.013529988937079906,
      "lyap1_min": -0.02375541441142559,
      "lyap_spec_mean": [
        -0.007111807353794575,
        -0.010625224560499191,
        -0.008149107918143272,
        -0.011377123184502125
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2678,
      "lr": 0.0001,
      "sup_loss": 0.9129818766383703,
      "rf_loss": 0.00019674301438499242,
      "total_loss": 0.9131786196527553,
      "lyap1_mean": 0.0036237435415387154,
      "lyap1_max": 0.023214485496282578,
      "lyap1_min": -0.01685851626098156,
      "lyap_spec_mean": [
        0.0036237435415387154,
        0.003862905316054821,
        -0.0027608892414718866,
        -0.006706102751195431
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2679,
      "lr": 0.0001,
      "sup_loss": 0.9097221186750656,
      "rf_loss": 0.0002031759067904204,
      "total_loss": 0.909925294581856,
      "lyap1_mean": 0.005739649757742882,
      "lyap1_max": 0.02494872733950615,
      "lyap1_min": -0.016954073682427406,
      "lyap_spec_mean": [
        0.005739649757742882,
        0.004065829794853926,
        0.0009291328024119139,
        -0.002676420845091343
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2680,
      "lr": 0.0001,
      "sup_loss": 0.8130835209675346,
      "rf_loss": 0.00044643337605521083,
      "total_loss": 0.8135299543435898,
      "lyap1_mean": 0.018222270533442497,
      "lyap1_max": 0.04800938069820404,
      "lyap1_min": -0.008464437909424305,
      "lyap_spec_mean": [
        0.018222272396087646,
        0.016285184770822525,
        0.015257391147315502,
        0.010160952806472778
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2681,
      "lr": 0.0001,
      "sup_loss": 0.9302553169970478,
      "rf_loss": 0.0004463469085749239,
      "total_loss": 0.9307016639056227,
      "lyap1_mean": 0.028133759275078773,
      "lyap1_max": 0.04526270925998688,
      "lyap1_min": -0.0006928946822881699,
      "lyap_spec_mean": [
        0.028133757412433624,
        0.015309732407331467,
        0.015348381362855434,
        0.014139632694423199
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2682,
      "lr": 0.0001,
      "sup_loss": 0.9775503002232304,
      "rf_loss": 0.0006535777356475592,
      "total_loss": 0.978203877958878,
      "lyap1_mean": 0.023769143968820572,
      "lyap1_max": 0.038178496062755585,
      "lyap1_min": 0.01399366557598114,
      "lyap_spec_mean": [
        0.02376914583146572,
        0.021924473345279694,
        0.016109688207507133,
        0.024950966238975525
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2683,
      "lr": 0.0001,
      "sup_loss": 0.9217206214353949,
      "rf_loss": 0.00034203199902549386,
      "total_loss": 0.9220626534344204,
      "lyap1_mean": 0.011869827285408974,
      "lyap1_max": 0.04381490498781204,
      "lyap1_min": -0.014712347649037838,
      "lyap_spec_mean": [
        0.011869827285408974,
        0.016552945598959923,
        0.008477414026856422,
        0.012684053741395473
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2684,
      "lr": 0.0001,
      "sup_loss": 0.9036642656050755,
      "rf_loss": 0.00032922098762355745,
      "total_loss": 0.9039934865926991,
      "lyap1_mean": 0.02128446102142334,
      "lyap1_max": 0.04315279424190521,
      "lyap1_min": 0.005075907334685326,
      "lyap_spec_mean": [
        0.02128446102142334,
        0.01264442503452301,
        0.011778016574680805,
        0.013379265554249287
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2685,
      "lr": 0.0001,
      "sup_loss": 0.80005603879708,
      "rf_loss": 0.0004442618228495121,
      "total_loss": 0.8005003006199295,
      "lyap1_mean": 0.023899778723716736,
      "lyap1_max": 0.06557980179786682,
      "lyap1_min": -0.013594284653663635,
      "lyap_spec_mean": [
        0.023899778723716736,
        0.009283019229769707,
        0.009406520053744316,
        0.01409091055393219
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2686,
      "lr": 0.0001,
      "sup_loss": 0.9166793345805687,
      "rf_loss": 0.00020809489069506526,
      "total_loss": 0.9168874294712638,
      "lyap1_mean": -0.00853635836392641,
      "lyap1_max": 0.006127848289906979,
      "lyap1_min": -0.024724271148443222,
      "lyap_spec_mean": [
        -0.00853635836392641,
        -0.004903395194560289,
        -0.013041668571531773,
        -0.007615755312144756
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2687,
      "lr": 0.0001,
      "sup_loss": 0.89859274360307,
      "rf_loss": 0.0002058853569906205,
      "total_loss": 0.8987986289600606,
      "lyap1_mean": -0.008442969992756844,
      "lyap1_max": 0.004675750620663166,
      "lyap1_min": -0.020038843154907227,
      "lyap_spec_mean": [
        -0.008442969992756844,
        -0.012024139985442162,
        -0.013039231300354004,
        -0.008848320692777634
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2688,
      "lr": 0.0001,
      "sup_loss": 0.9324602354454655,
      "rf_loss": 0.0008018516818992794,
      "total_loss": 0.9332620871273648,
      "lyap1_mean": -0.02550581470131874,
      "lyap1_max": -0.006967803463339806,
      "lyap1_min": -0.041731756180524826,
      "lyap_spec_mean": [
        -0.02550581470131874,
        -0.02657575160264969,
        -0.026933904737234116,
        -0.024056607857346535
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2689,
      "lr": 0.0001,
      "sup_loss": 0.8341542597668654,
      "rf_loss": 0.0007211510674096644,
      "total_loss": 0.8348754108342751,
      "lyap1_mean": -0.019282346591353416,
      "lyap1_max": 0.006953609175980091,
      "lyap1_min": -0.03619866073131561,
      "lyap_spec_mean": [
        -0.019282346591353416,
        -0.021174712106585503,
        -0.02515866979956627,
        -0.0262121744453907
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2690,
      "lr": 0.0001,
      "sup_loss": 0.9215925426228371,
      "rf_loss": 0.0005612660315819085,
      "total_loss": 0.922153808654419,
      "lyap1_mean": -0.014527457766234875,
      "lyap1_max": 0.005995756946504116,
      "lyap1_min": -0.03883719816803932,
      "lyap_spec_mean": [
        -0.014527457766234875,
        -0.02013223245739937,
        -0.019301697611808777,
        -0.0230749249458313
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2691,
      "lr": 0.0001,
      "sup_loss": 0.8450132132350515,
      "rf_loss": 0.0005981286522001028,
      "total_loss": 0.8456113418872516,
      "lyap1_mean": -0.01764843799173832,
      "lyap1_max": 0.0014967608731240034,
      "lyap1_min": -0.048135172575712204,
      "lyap_spec_mean": [
        -0.01764843799173832,
        -0.018583564087748528,
        -0.014313243329524994,
        -0.024699591100215912
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2692,
      "lr": 0.0001,
      "sup_loss": 0.8557544366939225,
      "rf_loss": 0.00038609057082794607,
      "total_loss": 0.8561405272647504,
      "lyap1_mean": -0.012573111802339554,
      "lyap1_max": 0.011473240330815315,
      "lyap1_min": -0.02871280536055565,
      "lyap_spec_mean": [
        -0.01257311087101698,
        -0.012947840616106987,
        -0.017572909593582153,
        -0.014084597118198872
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2693,
      "lr": 0.0001,
      "sup_loss": 0.8705510314927907,
      "rf_loss": 0.0002194014232372865,
      "total_loss": 0.870770432916028,
      "lyap1_mean": -0.0016749394126236439,
      "lyap1_max": 0.022454705089330673,
      "lyap1_min": -0.025481631979346275,
      "lyap_spec_mean": [
        -0.0016749396454542875,
        -0.004464451223611832,
        -0.009270532056689262,
        -0.006709817331284285
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2694,
      "lr": 0.0001,
      "sup_loss": 0.8878646180326583,
      "rf_loss": 0.0001762672618497163,
      "total_loss": 0.888040885294508,
      "lyap1_mean": -0.002880498766899109,
      "lyap1_max": 0.018875379115343094,
      "lyap1_min": -0.022822830826044083,
      "lyap_spec_mean": [
        -0.002880498766899109,
        0.0057348934933543205,
        -0.0005712662823498249,
        -0.013741882517933846
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2695,
      "lr": 0.0001,
      "sup_loss": 0.8056846617713889,
      "rf_loss": 0.00023033047909848392,
      "total_loss": 0.8059149922504873,
      "lyap1_mean": 0.0146254301071167,
      "lyap1_max": 0.03373672813177109,
      "lyap1_min": -0.00964287668466568,
      "lyap_spec_mean": [
        0.0146254301071167,
        0.01385582610964775,
        0.008147464133799076,
        0.008091933093965054
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2696,
      "lr": 0.0001,
      "sup_loss": 0.9188425271405992,
      "rf_loss": 0.00079597212607041,
      "total_loss": 0.9196384992666696,
      "lyap1_mean": 0.025235574692487717,
      "lyap1_max": 0.051897745579481125,
      "lyap1_min": -0.01214980985969305,
      "lyap_spec_mean": [
        0.025235574692487717,
        0.02005639672279358,
        0.01939420774579048,
        0.01762654446065426
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2697,
      "lr": 0.0001,
      "sup_loss": 0.9168400744943183,
      "rf_loss": 0.00043822446605190635,
      "total_loss": 0.9172782989603702,
      "lyap1_mean": 0.024433352053165436,
      "lyap1_max": 0.05107827112078667,
      "lyap1_min": 0.0056717367842793465,
      "lyap_spec_mean": [
        0.024433352053165436,
        0.012786700390279293,
        0.012460542842745781,
        0.013476181775331497
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2698,
      "lr": 0.0001,
      "sup_loss": 0.9183750484345261,
      "rf_loss": 0.00012296129716560245,
      "total_loss": 0.9184980097316917,
      "lyap1_mean": 0.006312559358775616,
      "lyap1_max": 0.02389366552233696,
      "lyap1_min": -0.0071426923386752605,
      "lyap_spec_mean": [
        0.006312559358775616,
        0.003363229800015688,
        -0.00046771811321377754,
        -0.0061674099415540695
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2699,
      "lr": 0.0001,
      "sup_loss": 0.8466800787729442,
      "rf_loss": 0.00013024869258515537,
      "total_loss": 0.8468103274655293,
      "lyap1_mean": 0.0003921561874449253,
      "lyap1_max": 0.014397292397916317,
      "lyap1_min": -0.012801683507859707,
      "lyap_spec_mean": [
        0.0003921562456525862,
        -7.687020115554333e-05,
        -0.00341176800429821,
        0.0007497144397348166
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2700,
      "lr": 0.0001,
      "sup_loss": 0.8976047872652941,
      "rf_loss": 0.0003303020494058728,
      "total_loss": 0.8979350893147,
      "lyap1_mean": -0.006807256024330854,
      "lyap1_max": 0.029514005407691002,
      "lyap1_min": -0.03324360027909279,
      "lyap_spec_mean": [
        -0.006807256489992142,
        -0.005221372935920954,
        -0.005851295776665211,
        -0.011566504836082458
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2701,
      "lr": 0.0001,
      "sup_loss": 0.9450535140488456,
      "rf_loss": 0.0002763079828582704,
      "total_loss": 0.9453298220317039,
      "lyap1_mean": -0.01272689551115036,
      "lyap1_max": 0.005222567822784185,
      "lyap1_min": -0.03033016435801983,
      "lyap_spec_mean": [
        -0.012726894579827785,
        -0.014199323952198029,
        -0.012917198240756989,
        -0.016283812001347542
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2702,
      "lr": 0.0001,
      "sup_loss": 0.8735212761520892,
      "rf_loss": 0.00021259477944113314,
      "total_loss": 0.8737338709315303,
      "lyap1_mean": -0.0068357945419847965,
      "lyap1_max": 0.005840065889060497,
      "lyap1_min": -0.023080937564373016,
      "lyap_spec_mean": [
        -0.006835794076323509,
        -0.010554599575698376,
        -0.008197752758860588,
        -0.01348680816590786
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2703,
      "lr": 0.0001,
      "sup_loss": 0.9257944784913473,
      "rf_loss": 0.00027199520263820887,
      "total_loss": 0.9260664736939855,
      "lyap1_mean": -0.0036688477266579866,
      "lyap1_max": 0.0172420721501112,
      "lyap1_min": -0.01913384161889553,
      "lyap_spec_mean": [
        -0.0036688477266579866,
        -0.012254072353243828,
        -0.013477891683578491,
        -0.013002622872591019
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2704,
      "lr": 0.0001,
      "sup_loss": 0.8314244950229854,
      "rf_loss": 0.0005255048745311797,
      "total_loss": 0.8319499998975166,
      "lyap1_mean": -0.016671068966388702,
      "lyap1_max": 0.007707217708230019,
      "lyap1_min": -0.05605165287852287,
      "lyap_spec_mean": [
        -0.016671068966388702,
        -0.017120851203799248,
        -0.013211468234658241,
        -0.019798602908849716
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2705,
      "lr": 0.0001,
      "sup_loss": 0.9358756698806118,
      "rf_loss": 0.00014822723460383713,
      "total_loss": 0.9360238971152156,
      "lyap1_mean": -0.006635280791670084,
      "lyap1_max": 0.004331990610808134,
      "lyap1_min": -0.019527126103639603,
      "lyap_spec_mean": [
        -0.006635281257331371,
        -0.0031703843269497156,
        -0.009394973516464233,
        -0.007167324423789978
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2706,
      "lr": 0.0001,
      "sup_loss": 0.9550916643238698,
      "rf_loss": 0.00022947817342355847,
      "total_loss": 0.9553211424972934,
      "lyap1_mean": 0.009807301685214043,
      "lyap1_max": 0.03270260617136955,
      "lyap1_min": -0.012621613219380379,
      "lyap_spec_mean": [
        0.009807302616536617,
        0.00974011979997158,
        0.005380352959036827,
        0.00307477917522192
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2707,
      "lr": 0.0001,
      "sup_loss": 0.8857226786235461,
      "rf_loss": 0.00031099695479497313,
      "total_loss": 0.8860336755783411,
      "lyap1_mean": 0.01799977570772171,
      "lyap1_max": 0.05154476314783096,
      "lyap1_min": 4.8901187255978584e-05,
      "lyap_spec_mean": [
        0.01799977570772171,
        0.014020632952451706,
        0.012070759199559689,
        0.006219848059117794
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2708,
      "lr": 0.0001,
      "sup_loss": 0.792411674327533,
      "rf_loss": 0.0004732601228170097,
      "total_loss": 0.79288493445035,
      "lyap1_mean": 0.022182095795869827,
      "lyap1_max": 0.04432695358991623,
      "lyap1_min": 0.011278371326625347,
      "lyap_spec_mean": [
        0.022182095795869827,
        0.01768142357468605,
        0.01574467495083809,
        0.016102006658911705
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2709,
      "lr": 0.0001,
      "sup_loss": 0.9187984622199049,
      "rf_loss": 0.00035730740637518466,
      "total_loss": 0.9191557696262801,
      "lyap1_mean": 0.012608370743691921,
      "lyap1_max": 0.02732463926076889,
      "lyap1_min": -0.004680418409407139,
      "lyap_spec_mean": [
        0.012608370743691921,
        0.019983256235718727,
        0.020025357604026794,
        0.007869533263146877
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2710,
      "lr": 0.0001,
      "sup_loss": 0.8980233385453285,
      "rf_loss": 0.00019683473510667682,
      "total_loss": 0.8982201732804351,
      "lyap1_mean": 0.014465011656284332,
      "lyap1_max": 0.03186311200261116,
      "lyap1_min": -0.003469645045697689,
      "lyap_spec_mean": [
        0.014465011656284332,
        0.003755193203687668,
        0.00567972008138895,
        0.004724379163235426
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2711,
      "lr": 0.0001,
      "sup_loss": 0.8627399887350959,
      "rf_loss": 0.00019996246555820107,
      "total_loss": 0.8629399512006541,
      "lyap1_mean": 0.009868351742625237,
      "lyap1_max": 0.030658457428216934,
      "lyap1_min": -0.0042459918186068535,
      "lyap_spec_mean": [
        0.009868351742625237,
        0.005908543709665537,
        0.006380896549671888,
        0.011439718306064606
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2712,
      "lr": 0.0001,
      "sup_loss": 0.8523407950583571,
      "rf_loss": 0.00016525134560652077,
      "total_loss": 0.8525060464039637,
      "lyap1_mean": -0.0005730384727939963,
      "lyap1_max": 0.010975422337651253,
      "lyap1_min": -0.010935216210782528,
      "lyap_spec_mean": [
        -0.0005730383563786745,
        -0.0046130032278597355,
        1.1750031262636185e-05,
        -0.008560901507735252
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2713,
      "lr": 0.0001,
      "sup_loss": 0.9213740253862477,
      "rf_loss": 0.0001458391488995403,
      "total_loss": 0.9215198645351472,
      "lyap1_mean": -0.004461090080440044,
      "lyap1_max": 0.008230003528296947,
      "lyap1_min": -0.022723449394106865,
      "lyap_spec_mean": [
        -0.004461090080440044,
        -0.003648395650088787,
        -0.004640776198357344,
        -0.00483214296400547
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2714,
      "lr": 0.0001,
      "sup_loss": 0.8567928619140478,
      "rf_loss": 0.0003714286140166223,
      "total_loss": 0.8571642905280644,
      "lyap1_mean": -0.015405240468680859,
      "lyap1_max": -0.0028133965097367764,
      "lyap1_min": -0.02764878049492836,
      "lyap_spec_mean": [
        -0.015405241400003433,
        -0.002565127331763506,
        -0.015567280352115631,
        -0.014467945322394371
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2715,
      "lr": 0.0001,
      "sup_loss": 0.9471921770387014,
      "rf_loss": 0.0008255072170868516,
      "total_loss": 0.9480176842557883,
      "lyap1_mean": -0.01971251890063286,
      "lyap1_max": -1.5195148989732843e-05,
      "lyap1_min": -0.034256402403116226,
      "lyap_spec_mean": [
        -0.01971251703798771,
        -0.02994740754365921,
        -0.025034721940755844,
        -0.027582775801420212
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2716,
      "lr": 0.0001,
      "sup_loss": 0.8487090702930087,
      "rf_loss": 0.0011964167933911085,
      "total_loss": 0.8499054870863998,
      "lyap1_mean": -0.028933748602867126,
      "lyap1_max": -0.00849878415465355,
      "lyap1_min": -0.040242988616228104,
      "lyap_spec_mean": [
        -0.028933748602867126,
        -0.0313277430832386,
        -0.03947417810559273,
        -0.029918868094682693
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2717,
      "lr": 0.0001,
      "sup_loss": 0.7622124972090234,
      "rf_loss": 0.000938938173931092,
      "total_loss": 0.7631514353829545,
      "lyap1_mean": -0.028266463428735733,
      "lyap1_max": -0.012804018333554268,
      "lyap1_min": -0.03835431486368179,
      "lyap_spec_mean": [
        -0.028266463428735733,
        -0.027497615665197372,
        -0.027218397706747055,
        -0.03289423882961273
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2718,
      "lr": 0.0001,
      "sup_loss": 0.8204995687469965,
      "rf_loss": 0.0005380032234825194,
      "total_loss": 0.821037571970479,
      "lyap1_mean": -0.01630276069045067,
      "lyap1_max": 0.0019115712493658066,
      "lyap1_min": -0.03107358142733574,
      "lyap_spec_mean": [
        -0.01630276069045067,
        -0.01237490214407444,
        -0.023591473698616028,
        -0.023575743660330772
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2719,
      "lr": 0.0001,
      "sup_loss": 0.9162914359481918,
      "rf_loss": 0.0004603844427037984,
      "total_loss": 0.9167518203908956,
      "lyap1_mean": -0.00969275739043951,
      "lyap1_max": 0.016544219106435776,
      "lyap1_min": -0.03139176964759827,
      "lyap_spec_mean": [
        -0.009692758321762085,
        -0.011895740404725075,
        -0.016285669058561325,
        -0.0217200368642807
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2720,
      "lr": 0.0001,
      "sup_loss": 0.9004345822267272,
      "rf_loss": 0.00015303323743864894,
      "total_loss": 0.9005876154641659,
      "lyap1_mean": -0.0006561181508004665,
      "lyap1_max": 0.01630309782922268,
      "lyap1_min": -0.026352133601903915,
      "lyap_spec_mean": [
        -0.0006561180343851447,
        -0.0012473808601498604,
        -0.004342309199273586,
        -0.005455738864839077
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2721,
      "lr": 0.0001,
      "sup_loss": 0.8953308947816433,
      "rf_loss": 0.00020153250079602003,
      "total_loss": 0.8955324272824393,
      "lyap1_mean": 0.014807232655584812,
      "lyap1_max": 0.03676784411072731,
      "lyap1_min": -0.005833712872117758,
      "lyap_spec_mean": [
        0.014807231724262238,
        0.003071018261834979,
        -0.0019594456534832716,
        -0.0036907526664435863
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2722,
      "lr": 0.0001,
      "sup_loss": 0.9315770595178235,
      "rf_loss": 0.00018284816178493202,
      "total_loss": 0.9317599076796085,
      "lyap1_mean": -0.0005487301386892796,
      "lyap1_max": 0.03568167984485626,
      "lyap1_min": -0.018315676599740982,
      "lyap_spec_mean": [
        -0.0005487300222739577,
        0.0015810690820217133,
        0.0012972797267138958,
        0.004170882515609264
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2723,
      "lr": 0.0001,
      "sup_loss": 0.920698337581116,
      "rf_loss": 0.00017137799295596778,
      "total_loss": 0.9208697155740719,
      "lyap1_mean": 0.006328599061816931,
      "lyap1_max": 0.04440997540950775,
      "lyap1_min": -0.01837613247334957,
      "lyap_spec_mean": [
        0.006328599061816931,
        0.001464314293116331,
        0.005141940433532,
        -0.003958358895033598
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2724,
      "lr": 0.0001,
      "sup_loss": 0.9074797136352182,
      "rf_loss": 0.00012242580123711377,
      "total_loss": 0.9076021394364553,
      "lyap1_mean": -0.0020045845303684473,
      "lyap1_max": 0.013844984583556652,
      "lyap1_min": -0.02130698412656784,
      "lyap_spec_mean": [
        -0.002004584763199091,
        -0.003007966559380293,
        -0.005150593817234039,
        -0.0072486973367631435
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2725,
      "lr": 0.0001,
      "sup_loss": 0.9015001591903242,
      "rf_loss": 0.0002064134896500036,
      "total_loss": 0.9017065726799742,
      "lyap1_mean": 0.003359400201588869,
      "lyap1_max": 0.017643462866544724,
      "lyap1_min": -0.009924981743097305,
      "lyap_spec_mean": [
        0.0033594004344195127,
        0.006879284977912903,
        0.002155724912881851,
        -0.00030939083080738783
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2726,
      "lr": 0.0001,
      "sup_loss": 0.9078754307986624,
      "rf_loss": 0.00011979175178566948,
      "total_loss": 0.9079952225504481,
      "lyap1_mean": 0.0007598748779855669,
      "lyap1_max": 0.015018611215054989,
      "lyap1_min": -0.008619369007647038,
      "lyap_spec_mean": [
        0.0007598748197779059,
        0.0036660470068454742,
        0.0013429042883217335,
        -0.004269739612936974
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2727,
      "lr": 0.0001,
      "sup_loss": 0.9095599075592162,
      "rf_loss": 9.981725452234969e-05,
      "total_loss": 0.9096597248137386,
      "lyap1_mean": 0.0032731813844293356,
      "lyap1_max": 0.026152541860938072,
      "lyap1_min": -0.014629030600190163,
      "lyap_spec_mean": [
        0.0032731816172599792,
        -0.0032950304448604584,
        -0.0007954540778882802,
        0.0005195303820073605
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2728,
      "lr": 0.0001,
      "sup_loss": 0.9281885336834259,
      "rf_loss": 9.123431664193049e-05,
      "total_loss": 0.9282797680000678,
      "lyap1_mean": 0.00700727105140686,
      "lyap1_max": 0.016311055049300194,
      "lyap1_min": 0.0008707488887012005,
      "lyap_spec_mean": [
        0.00700727105140686,
        0.003392997896298766,
        0.005956804845482111,
        0.0027176435105502605
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2729,
      "lr": 0.0001,
      "sup_loss": 0.9135609017437705,
      "rf_loss": 6.772877532057464e-05,
      "total_loss": 0.913628630519091,
      "lyap1_mean": 0.002778157824650407,
      "lyap1_max": 0.012175905518233776,
      "lyap1_min": -0.012998375110328197,
      "lyap_spec_mean": [
        0.002778157824650407,
        0.003075655549764633,
        0.0070138778537511826,
        0.0006477467250078917
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2730,
      "lr": 0.0001,
      "sup_loss": 0.7832920205029827,
      "rf_loss": 0.0002449912135489285,
      "total_loss": 0.7835370117165317,
      "lyap1_mean": 0.013060223311185837,
      "lyap1_max": 0.03430455923080444,
      "lyap1_min": -0.0005445728311315179,
      "lyap_spec_mean": [
        0.013060223311185837,
        0.010417178273200989,
        0.011099015362560749,
        0.0010221272241324186
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2731,
      "lr": 0.0001,
      "sup_loss": 0.9194256277558646,
      "rf_loss": 0.0001493411255069077,
      "total_loss": 0.9195749688813715,
      "lyap1_mean": 0.004856092855334282,
      "lyap1_max": 0.027106909081339836,
      "lyap1_min": -0.016878686845302582,
      "lyap_spec_mean": [
        0.004856092855334282,
        0.006870802957564592,
        0.006222260184586048,
        0.003054295899346471
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2732,
      "lr": 0.0001,
      "sup_loss": 0.8923494676308663,
      "rf_loss": 0.00015161071496549994,
      "total_loss": 0.8925010783458318,
      "lyap1_mean": -0.0011785561218857765,
      "lyap1_max": 0.022030949592590332,
      "lyap1_min": -0.024408742785453796,
      "lyap_spec_mean": [
        -0.0011785560054704547,
        0.0017913482151925564,
        -0.011651450768113136,
        -0.007863800041377544
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2733,
      "lr": 0.0001,
      "sup_loss": 0.8182848024430507,
      "rf_loss": 0.0002318721089977771,
      "total_loss": 0.8185166745520485,
      "lyap1_mean": -0.000961885554715991,
      "lyap1_max": 0.00891244038939476,
      "lyap1_min": -0.012384582310914993,
      "lyap_spec_mean": [
        -0.0009618857875466347,
        -0.010693194344639778,
        -0.011617408134043217,
        -0.011546566151082516
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2734,
      "lr": 0.0001,
      "sup_loss": 0.9249703531334414,
      "rf_loss": 0.00032902322709560394,
      "total_loss": 0.925299376360537,
      "lyap1_mean": -0.008089663460850716,
      "lyap1_max": -0.0013465916272252798,
      "lyap1_min": -0.018537001684308052,
      "lyap_spec_mean": [
        -0.008089663460850716,
        -0.012735805474221706,
        -0.0179152749478817,
        -0.02010403759777546
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2735,
      "lr": 0.0001,
      "sup_loss": 0.8932142315574536,
      "rf_loss": 0.0004976952914148569,
      "total_loss": 0.8937119268488685,
      "lyap1_mean": -0.01122650783509016,
      "lyap1_max": 0.016706040129065514,
      "lyap1_min": -0.02473943680524826,
      "lyap_spec_mean": [
        -0.011226506903767586,
        -0.01769968308508396,
        -0.017589693889021873,
        -0.02329571172595024
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2736,
      "lr": 0.0001,
      "sup_loss": 0.8012763040043679,
      "rf_loss": 0.00032819004263728857,
      "total_loss": 0.8016044940470052,
      "lyap1_mean": -0.010036320425570011,
      "lyap1_max": 0.023297905921936035,
      "lyap1_min": -0.027427008375525475,
      "lyap_spec_mean": [
        -0.010036320425570011,
        -0.008520873263478279,
        -0.01479837391525507,
        -0.022272469475865364
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2737,
      "lr": 0.0001,
      "sup_loss": 0.8943062616808382,
      "rf_loss": 0.00013316379045136273,
      "total_loss": 0.8944394254712895,
      "lyap1_mean": 0.0018604821525514126,
      "lyap1_max": 0.02073015086352825,
      "lyap1_min": -0.018693730235099792,
      "lyap_spec_mean": [
        0.0018604826182126999,
        -0.002101695630699396,
        -0.0044297510758042336,
        -0.006861456669867039
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2738,
      "lr": 0.0001,
      "sup_loss": 0.869503029747476,
      "rf_loss": 0.00016727995534893125,
      "total_loss": 0.8696703097028249,
      "lyap1_mean": 0.005765113513916731,
      "lyap1_max": 0.021748408675193787,
      "lyap1_min": -0.0022978512570261955,
      "lyap_spec_mean": [
        0.005765113513916731,
        0.004754423163831234,
        -0.0008928662282414734,
        -0.0016527557745575905
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2739,
      "lr": 0.0001,
      "sup_loss": 0.868059402092926,
      "rf_loss": 0.0004192349733784795,
      "total_loss": 0.8684786370663045,
      "lyap1_mean": 0.018907666206359863,
      "lyap1_max": 0.0505891889333725,
      "lyap1_min": -0.0026899015065282583,
      "lyap_spec_mean": [
        0.018907666206359863,
        0.016054367646574974,
        0.011958541348576546,
        0.014310671016573906
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2740,
      "lr": 0.0001,
      "sup_loss": 0.8939056588891324,
      "rf_loss": 0.0008687121444381773,
      "total_loss": 0.8947743710335706,
      "lyap1_mean": 0.030959488824009895,
      "lyap1_max": 0.0632103979587555,
      "lyap1_min": 0.007445759605616331,
      "lyap_spec_mean": [
        0.030959486961364746,
        0.02499930001795292,
        0.022185716778039932,
        0.022428706288337708
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2741,
      "lr": 0.0001,
      "sup_loss": 0.9039030091043396,
      "rf_loss": 0.000673936097882688,
      "total_loss": 0.9045769452022223,
      "lyap1_mean": 0.02956576645374298,
      "lyap1_max": 0.05493380129337311,
      "lyap1_min": 0.017000555992126465,
      "lyap_spec_mean": [
        0.02956576831638813,
        0.020135750994086266,
        0.019644636660814285,
        0.021314425393939018
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2742,
      "lr": 0.0001,
      "sup_loss": 0.9181689943034521,
      "rf_loss": 0.0008613617392256856,
      "total_loss": 0.9190303560426778,
      "lyap1_mean": 0.025808021426200867,
      "lyap1_max": 0.05596339330077171,
      "lyap1_min": 1.314437668042956e-05,
      "lyap_spec_mean": [
        0.025808021426200867,
        0.02367347851395607,
        0.02281014434993267,
        0.02390621416270733
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2743,
      "lr": 0.0001,
      "sup_loss": 0.9483006069776937,
      "rf_loss": 0.00019053150026593357,
      "total_loss": 0.9484911384779596,
      "lyap1_mean": 0.012066755443811417,
      "lyap1_max": 0.028495684266090393,
      "lyap1_min": -0.008120476268231869,
      "lyap_spec_mean": [
        0.012066755443811417,
        0.007438350934535265,
        0.002333433600142598,
        0.004079021513462067
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2744,
      "lr": 0.0001,
      "sup_loss": 0.837189824396251,
      "rf_loss": 0.00028573742019943893,
      "total_loss": 0.8374755618164504,
      "lyap1_mean": 0.010120142251253128,
      "lyap1_max": 0.04357326775789261,
      "lyap1_min": -0.019517894834280014,
      "lyap_spec_mean": [
        0.010120141319930553,
        0.006994499824941158,
        -0.0012462721206247807,
        -0.008591306395828724
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2745,
      "lr": 0.0001,
      "sup_loss": 0.8881690747928537,
      "rf_loss": 0.00021245726384222507,
      "total_loss": 0.8883815320566959,
      "lyap1_mean": -0.0014289100654423237,
      "lyap1_max": 0.02081434242427349,
      "lyap1_min": -0.0224689319729805,
      "lyap_spec_mean": [
        -0.0014289095997810364,
        0.0014075969811528921,
        -0.002637359546497464,
        -0.012460065074265003
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2746,
      "lr": 0.0001,
      "sup_loss": 0.8781635082486331,
      "rf_loss": 0.0004522480594459921,
      "total_loss": 0.8786157563080791,
      "lyap1_mean": -0.013055597431957722,
      "lyap1_max": 0.005372257903218269,
      "lyap1_min": -0.03429204970598221,
      "lyap_spec_mean": [
        -0.013055596500635147,
        -0.01567520946264267,
        -0.022606048732995987,
        -0.019845280796289444
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2747,
      "lr": 0.0001,
      "sup_loss": 0.8642796503020754,
      "rf_loss": 0.0005230295937508345,
      "total_loss": 0.8648026798958263,
      "lyap1_mean": -0.022101085633039474,
      "lyap1_max": -0.008931178599596024,
      "lyap1_min": -0.036161959171295166,
      "lyap_spec_mean": [
        -0.022101085633039474,
        -0.01625467650592327,
        -0.017888614907860756,
        -0.018768059089779854
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2748,
      "lr": 0.0001,
      "sup_loss": 0.9099002436446029,
      "rf_loss": 0.0002987900224979967,
      "total_loss": 0.9101990336671009,
      "lyap1_mean": -0.008055517449975014,
      "lyap1_max": 0.0018916381523013115,
      "lyap1_min": -0.0188844483345747,
      "lyap_spec_mean": [
        -0.008055517449975014,
        -0.004950119182467461,
        -0.016033446416258812,
        -0.012020307593047619
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2749,
      "lr": 0.0001,
      "sup_loss": 0.9507184075676423,
      "rf_loss": 0.00016968254931271076,
      "total_loss": 0.950888090116955,
      "lyap1_mean": -0.005802398547530174,
      "lyap1_max": 0.012794701382517815,
      "lyap1_min": -0.02282608114182949,
      "lyap_spec_mean": [
        -0.005802398081868887,
        -0.0034612726885825396,
        -0.00667231809347868,
        -0.010552371852099895
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2750,
      "lr": 0.0001,
      "sup_loss": 0.9027497483657161,
      "rf_loss": 0.00016448846145067364,
      "total_loss": 0.9029142368271668,
      "lyap1_mean": -0.0037081565242260695,
      "lyap1_max": 0.010381175205111504,
      "lyap1_min": -0.010028664022684097,
      "lyap_spec_mean": [
        -0.003708156291395426,
        -0.004039500840008259,
        -0.005130868870764971,
        -0.009362267330288887
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2751,
      "lr": 0.0001,
      "sup_loss": 0.9602448972036467,
      "rf_loss": 0.00011894069757545367,
      "total_loss": 0.9603638379012222,
      "lyap1_mean": -0.005805670283734798,
      "lyap1_max": 0.014214958064258099,
      "lyap1_min": -0.023693934082984924,
      "lyap_spec_mean": [
        -0.005805669818073511,
        0.00023555639199912548,
        -0.00396864116191864,
        -0.005413944832980633
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2752,
      "lr": 0.0001,
      "sup_loss": 0.8966400005503623,
      "rf_loss": 0.00022962814546190202,
      "total_loss": 0.8968696286958242,
      "lyap1_mean": 0.002902599051594734,
      "lyap1_max": 0.018134351819753647,
      "lyap1_min": -0.01826048642396927,
      "lyap_spec_mean": [
        0.002902599051594734,
        0.0024265984538942575,
        0.00199179002083838,
        0.0014626947231590748
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2753,
      "lr": 0.0001,
      "sup_loss": 0.8580807410507648,
      "rf_loss": 0.00015959481243044138,
      "total_loss": 0.8582403358631953,
      "lyap1_mean": -0.0025259715039283037,
      "lyap1_max": 0.008842600509524345,
      "lyap1_min": -0.0189492367208004,
      "lyap_spec_mean": [
        -0.00252597127109766,
        0.0008051544427871704,
        -0.0007242562714964151,
        -0.003987271338701248
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2754,
      "lr": 0.0001,
      "sup_loss": 0.9103965758466865,
      "rf_loss": 0.0001444089284632355,
      "total_loss": 0.9105409847751498,
      "lyap1_mean": 0.004808433353900909,
      "lyap1_max": 0.023471152409911156,
      "lyap1_min": -0.013895034790039062,
      "lyap_spec_mean": [
        0.004808433353900909,
        -0.004153496120125055,
        -0.007244608830660582,
        -0.008236123248934746
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2755,
      "lr": 0.0001,
      "sup_loss": 0.8846464227227201,
      "rf_loss": 0.0001299398427363485,
      "total_loss": 0.8847763625654564,
      "lyap1_mean": 0.0015212483704090118,
      "lyap1_max": 0.021290961652994156,
      "lyap1_min": -0.01963060349225998,
      "lyap_spec_mean": [
        0.0015212483704090118,
        0.009870965965092182,
        0.004324785899370909,
        -0.002098015509545803
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2756,
      "lr": 0.0001,
      "sup_loss": 0.9567938934599726,
      "rf_loss": 0.000142139513627626,
      "total_loss": 0.9569360329736002,
      "lyap1_mean": 0.001440594089217484,
      "lyap1_max": 0.016840025782585144,
      "lyap1_min": -0.01565733551979065,
      "lyap_spec_mean": [
        0.0014405939728021622,
        -0.001957101747393608,
        -0.006541791372001171,
        -0.009542709216475487
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2757,
      "lr": 0.0001,
      "sup_loss": 0.9407675784501603,
      "rf_loss": 0.0001978814252652228,
      "total_loss": 0.9409654598754256,
      "lyap1_mean": -0.014392856508493423,
      "lyap1_max": 0.0003310423344373703,
      "lyap1_min": -0.029002344235777855,
      "lyap_spec_mean": [
        -0.014392856508493423,
        -0.0068136537447571754,
        -0.00897756777703762,
        -0.00593264726921916
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2758,
      "lr": 0.0001,
      "sup_loss": 0.893092327326451,
      "rf_loss": 0.0001899041817523539,
      "total_loss": 0.8932822315082034,
      "lyap1_mean": -0.0032462398521602154,
      "lyap1_max": 0.017013531178236008,
      "lyap1_min": -0.020675504580140114,
      "lyap_spec_mean": [
        -0.0032462398521602154,
        -0.008000911213457584,
        -0.005767935886979103,
        -0.014446171000599861
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2759,
      "lr": 0.0001,
      "sup_loss": 0.9036051034994983,
      "rf_loss": 0.0003543889324646443,
      "total_loss": 0.9039594924319629,
      "lyap1_mean": -0.011206865310668945,
      "lyap1_max": 0.013582874089479446,
      "lyap1_min": -0.04537896066904068,
      "lyap_spec_mean": [
        -0.011206865310668945,
        -0.009651271626353264,
        -0.010030691511929035,
        -0.015282945707440376
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2760,
      "lr": 0.0001,
      "sup_loss": 0.9034545189013365,
      "rf_loss": 0.0001535337360110134,
      "total_loss": 0.9036080526373476,
      "lyap1_mean": 0.0017111269989982247,
      "lyap1_max": 0.016908995807170868,
      "lyap1_min": -0.01792469248175621,
      "lyap_spec_mean": [
        0.001711126766167581,
        -0.005993199069052935,
        -0.00692353630438447,
        -0.011455763131380081
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2761,
      "lr": 0.0001,
      "sup_loss": 0.9171577017998622,
      "rf_loss": 0.0001874131557997316,
      "total_loss": 0.917345114955662,
      "lyap1_mean": 0.005377158056944609,
      "lyap1_max": 0.03773773834109306,
      "lyap1_min": -0.007748875766992569,
      "lyap_spec_mean": [
        0.005377157591283321,
        0.005298519507050514,
        0.0005795345641672611,
        0.01274082250893116
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2762,
      "lr": 0.0001,
      "sup_loss": 0.9015176731497168,
      "rf_loss": 0.0003082239127252251,
      "total_loss": 0.901825897062442,
      "lyap1_mean": 0.01351667195558548,
      "lyap1_max": 0.03911704942584038,
      "lyap1_min": 0.0034662000834941864,
      "lyap_spec_mean": [
        0.01351667195558548,
        0.009421738795936108,
        0.011930657550692558,
        0.009119267575442791
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2763,
      "lr": 0.0001,
      "sup_loss": 0.930721180094158,
      "rf_loss": 0.0004984718980267644,
      "total_loss": 0.9312196519921848,
      "lyap1_mean": 0.01729121431708336,
      "lyap1_max": 0.07670532166957855,
      "lyap1_min": -0.01997308060526848,
      "lyap_spec_mean": [
        0.01729121431708336,
        0.014277900569140911,
        0.007884368300437927,
        0.00866302102804184
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2764,
      "lr": 0.0001,
      "sup_loss": 0.8903283090734707,
      "rf_loss": 0.00037890419480390847,
      "total_loss": 0.8907072132682746,
      "lyap1_mean": 0.0179283544421196,
      "lyap1_max": 0.05267760157585144,
      "lyap1_min": 0.005557584576308727,
      "lyap_spec_mean": [
        0.017928356304764748,
        0.009089486673474312,
        0.01128446590155363,
        0.012417000718414783
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2765,
      "lr": 0.0001,
      "sup_loss": 0.9265814252422464,
      "rf_loss": 0.00010390839452156797,
      "total_loss": 0.926685333636768,
      "lyap1_mean": 0.00876028835773468,
      "lyap1_max": 0.02678104117512703,
      "lyap1_min": -0.010422652587294579,
      "lyap_spec_mean": [
        0.008760287426412106,
        0.0019060650374740362,
        0.006677201017737389,
        0.0031027221120893955
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2766,
      "lr": 0.0001,
      "sup_loss": 0.8992899324579495,
      "rf_loss": 0.00018257996998727322,
      "total_loss": 0.8994725124279368,
      "lyap1_mean": 0.010581295937299728,
      "lyap1_max": 0.027919620275497437,
      "lyap1_min": -0.0021971871610730886,
      "lyap_spec_mean": [
        0.010581296868622303,
        0.009551309049129486,
        0.0035781378392130136,
        -0.0012498144060373306
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2767,
      "lr": 0.0001,
      "sup_loss": 0.8457298523942134,
      "rf_loss": 0.00016162979591172189,
      "total_loss": 0.8458914821901251,
      "lyap1_mean": 0.006055740639567375,
      "lyap1_max": 0.021972104907035828,
      "lyap1_min": -0.01597810909152031,
      "lyap_spec_mean": [
        0.006055740639567375,
        -0.001591756590642035,
        -0.0018790815956890583,
        -0.004750572610646486
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2768,
      "lr": 0.0001,
      "sup_loss": 0.847574717953647,
      "rf_loss": 0.00022168344003148377,
      "total_loss": 0.8477964013936785,
      "lyap1_mean": 0.0023071630857884884,
      "lyap1_max": 0.024746552109718323,
      "lyap1_min": -0.024420306086540222,
      "lyap_spec_mean": [
        0.002307162620127201,
        0.000582368578761816,
        -0.006738343276083469,
        -0.003280828706920147
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2769,
      "lr": 0.0001,
      "sup_loss": 0.9069391421086785,
      "rf_loss": 0.0002535200328566134,
      "total_loss": 0.9071926621415352,
      "lyap1_mean": -0.0043068090453743935,
      "lyap1_max": 0.020446274429559708,
      "lyap1_min": -0.023600280284881592,
      "lyap_spec_mean": [
        -0.0043068090453743935,
        -0.0070163412019610405,
        -0.005455392878502607,
        -0.004153386689722538
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2770,
      "lr": 0.0001,
      "sup_loss": 0.8851518467102668,
      "rf_loss": 0.0003755199140869081,
      "total_loss": 0.8855273666243537,
      "lyap1_mean": -0.010246970690786839,
      "lyap1_max": 0.018448228016495705,
      "lyap1_min": -0.029333917424082756,
      "lyap_spec_mean": [
        -0.010246971622109413,
        -0.015470168553292751,
        -0.015273451805114746,
        -0.014177408069372177
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2771,
      "lr": 0.0001,
      "sup_loss": 0.831337586213548,
      "rf_loss": 0.00025085877859964967,
      "total_loss": 0.8315884449921477,
      "lyap1_mean": -0.006997471675276756,
      "lyap1_max": 0.018403692170977592,
      "lyap1_min": -0.025455361232161522,
      "lyap_spec_mean": [
        -0.006997471675276756,
        -0.008882516995072365,
        -0.01629096269607544,
        -0.015630850568413734
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2772,
      "lr": 0.0001,
      "sup_loss": 0.8839407446138384,
      "rf_loss": 0.0003581796190701425,
      "total_loss": 0.8842989242329086,
      "lyap1_mean": -0.011977281421422958,
      "lyap1_max": 0.00784260407090187,
      "lyap1_min": -0.02780872955918312,
      "lyap_spec_mean": [
        -0.011977280490100384,
        -0.014227807521820068,
        -0.011642297729849815,
        -0.01728777587413788
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2773,
      "lr": 0.0001,
      "sup_loss": 0.86379281679294,
      "rf_loss": 0.00039524066960439086,
      "total_loss": 0.8641880574625443,
      "lyap1_mean": -0.010990524664521217,
      "lyap1_max": 0.0002469861356075853,
      "lyap1_min": -0.028966626152396202,
      "lyap_spec_mean": [
        -0.010990523733198643,
        -0.017247337847948074,
        -0.01720244809985161,
        -0.01367415115237236
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2774,
      "lr": 0.0001,
      "sup_loss": 0.8463570615145459,
      "rf_loss": 0.0004459846531972289,
      "total_loss": 0.8468030461677432,
      "lyap1_mean": -0.016977811232209206,
      "lyap1_max": 0.00968890730291605,
      "lyap1_min": -0.04141354560852051,
      "lyap_spec_mean": [
        -0.016977811232209206,
        -0.01948179304599762,
        -0.018406987190246582,
        -0.01950836554169655
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2775,
      "lr": 0.0001,
      "sup_loss": 0.8716990763304052,
      "rf_loss": 0.00031382445013150573,
      "total_loss": 0.8720129007805367,
      "lyap1_mean": -0.008361654356122017,
      "lyap1_max": 0.005998974200338125,
      "lyap1_min": -0.023003365844488144,
      "lyap_spec_mean": [
        -0.008361654356122017,
        -0.01593005657196045,
        -0.0024789362214505672,
        -0.013942092657089233
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2776,
      "lr": 0.0001,
      "sup_loss": 0.88631814195378,
      "rf_loss": 0.00014829117571935058,
      "total_loss": 0.8864664331294994,
      "lyap1_mean": -0.002040585270151496,
      "lyap1_max": 0.01242772489786148,
      "lyap1_min": -0.019839292392134666,
      "lyap_spec_mean": [
        -0.002040585270151496,
        -0.0037359423004090786,
        -0.003526347456499934,
        -0.003404212649911642
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2777,
      "lr": 0.0001,
      "sup_loss": 0.8773863476877796,
      "rf_loss": 6.194470915943384e-05,
      "total_loss": 0.877448292396939,
      "lyap1_mean": 0.0022296803072094917,
      "lyap1_max": 0.014754551462829113,
      "lyap1_min": -0.007052627857774496,
      "lyap_spec_mean": [
        0.0022296803072094917,
        0.001326346187852323,
        0.0005832999595440924,
        0.005210559815168381
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2778,
      "lr": 0.0001,
      "sup_loss": 0.908389249638744,
      "rf_loss": 0.0002756882458925247,
      "total_loss": 0.9086649378846365,
      "lyap1_mean": 0.015661440789699554,
      "lyap1_max": 0.0361095629632473,
      "lyap1_min": -0.003942286595702171,
      "lyap_spec_mean": [
        0.015661440789699554,
        0.009126020595431328,
        0.008028891868889332,
        0.0051467325538396835
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2779,
      "lr": 0.0001,
      "sup_loss": 0.8890449274546621,
      "rf_loss": 0.00034307403257116675,
      "total_loss": 0.8893880014872333,
      "lyap1_mean": 0.01724392920732498,
      "lyap1_max": 0.03850354999303818,
      "lyap1_min": 0.004384123720228672,
      "lyap_spec_mean": [
        0.01724392920732498,
        0.02295735478401184,
        0.00935293734073639,
        0.009868632070720196
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2780,
      "lr": 0.0001,
      "sup_loss": 0.8656890231053153,
      "rf_loss": 0.0002018513041548431,
      "total_loss": 0.8658908744094701,
      "lyap1_mean": 0.014724845066666603,
      "lyap1_max": 0.032613929361104965,
      "lyap1_min": -0.010662212036550045,
      "lyap_spec_mean": [
        0.014724845066666603,
        0.007894872687757015,
        0.008082724176347256,
        0.009780416265130043
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2781,
      "lr": 0.0001,
      "sup_loss": 0.875877682374488,
      "rf_loss": 0.00023840974608901888,
      "total_loss": 0.8761160921205771,
      "lyap1_mean": 0.013819228857755661,
      "lyap1_max": 0.028984002768993378,
      "lyap1_min": 0.007277835160493851,
      "lyap_spec_mean": [
        0.013819229789078236,
        0.006172104738652706,
        0.01058637723326683,
        0.01213943213224411
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2782,
      "lr": 0.0001,
      "sup_loss": 0.8886146376995339,
      "rf_loss": 0.0006484088371507823,
      "total_loss": 0.8892630465366846,
      "lyap1_mean": 0.02479913830757141,
      "lyap1_max": 0.04944540187716484,
      "lyap1_min": -0.005785799585282803,
      "lyap_spec_mean": [
        0.02479913830757141,
        0.025925414636731148,
        0.01908532716333866,
        0.01475333608686924
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2783,
      "lr": 0.0001,
      "sup_loss": 0.891528941441157,
      "rf_loss": 0.0003284431586507708,
      "total_loss": 0.8918573845998078,
      "lyap1_mean": 0.019857902079820633,
      "lyap1_max": 0.03525424003601074,
      "lyap1_min": 0.0004012065473943949,
      "lyap_spec_mean": [
        0.019857902079820633,
        0.010198693722486496,
        0.007551619783043861,
        0.007123359013348818
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2784,
      "lr": 0.0001,
      "sup_loss": 0.8829199847405139,
      "rf_loss": 0.0003759911342058331,
      "total_loss": 0.8832959758747198,
      "lyap1_mean": 0.017797205597162247,
      "lyap1_max": 0.03953589126467705,
      "lyap1_min": 0.0026975502260029316,
      "lyap_spec_mean": [
        0.017797205597162247,
        0.01838522031903267,
        0.013524781912565231,
        0.007232293952256441
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2785,
      "lr": 0.0001,
      "sup_loss": 0.8771899545867458,
      "rf_loss": 0.00013662375567946583,
      "total_loss": 0.8773265783424252,
      "lyap1_mean": 0.007867880165576935,
      "lyap1_max": 0.017852768301963806,
      "lyap1_min": -0.007491815369576216,
      "lyap_spec_mean": [
        0.00786788109689951,
        -0.004055902361869812,
        0.0006222255760803819,
        -0.0030985581688582897
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2786,
      "lr": 0.0001,
      "sup_loss": 0.9144078316755425,
      "rf_loss": 0.00043244019616395235,
      "total_loss": 0.9148402718717065,
      "lyap1_mean": -0.012072071433067322,
      "lyap1_max": 0.009014390408992767,
      "lyap1_min": -0.025688787922263145,
      "lyap_spec_mean": [
        -0.012072071433067322,
        -0.015582844614982605,
        -0.01761971227824688,
        -0.021184546872973442
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2787,
      "lr": 0.0001,
      "sup_loss": 0.9244305376580135,
      "rf_loss": 0.0005630279192700982,
      "total_loss": 0.9249935655772836,
      "lyap1_mean": -0.020997244864702225,
      "lyap1_max": 0.008484728634357452,
      "lyap1_min": -0.03432746231555939,
      "lyap_spec_mean": [
        -0.020997244864702225,
        -0.019542280584573746,
        -0.01612219214439392,
        -0.02374422922730446
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2788,
      "lr": 0.0001,
      "sup_loss": 0.8627249527925591,
      "rf_loss": 0.00046728673623874784,
      "total_loss": 0.8631922395287979,
      "lyap1_mean": -0.014390372671186924,
      "lyap1_max": 0.0006084255874156952,
      "lyap1_min": -0.03006688877940178,
      "lyap_spec_mean": [
        -0.014390373602509499,
        -0.017827901989221573,
        -0.020556677132844925,
        -0.02084445208311081
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2789,
      "lr": 0.0001,
      "sup_loss": 0.8873356486917023,
      "rf_loss": 0.0007276487885974348,
      "total_loss": 0.8880632974802998,
      "lyap1_mean": -0.015881579369306564,
      "lyap1_max": 0.0053680529817938805,
      "lyap1_min": -0.05292588099837303,
      "lyap_spec_mean": [
        -0.015881579369306564,
        -0.022731458768248558,
        -0.02468693070113659,
        -0.025451716035604477
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2790,
      "lr": 0.0001,
      "sup_loss": 0.8486223989316116,
      "rf_loss": 0.0001976588973775506,
      "total_loss": 0.8488200578289892,
      "lyap1_mean": -0.0006821223068982363,
      "lyap1_max": 0.03592129051685333,
      "lyap1_min": -0.018739847466349602,
      "lyap_spec_mean": [
        -0.0006821230053901672,
        -0.005293822847306728,
        -0.006369962356984615,
        -0.010841665789484978
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2791,
      "lr": 0.0001,
      "sup_loss": 0.8839552542269579,
      "rf_loss": 0.0001526855194242671,
      "total_loss": 0.8841079397463821,
      "lyap1_mean": 0.0034031153190881014,
      "lyap1_max": 0.014376716688275337,
      "lyap1_min": -0.00972726009786129,
      "lyap_spec_mean": [
        0.0034031150862574577,
        0.002898270497098565,
        -0.005555321462452412,
        3.905699122697115e-05
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2792,
      "lr": 0.0001,
      "sup_loss": 0.8843564166268367,
      "rf_loss": 0.00033285279641859233,
      "total_loss": 0.8846892694232553,
      "lyap1_mean": 0.018731359392404556,
      "lyap1_max": 0.025747641921043396,
      "lyap1_min": -0.0003354980144649744,
      "lyap_spec_mean": [
        0.018731359392404556,
        0.013425487093627453,
        0.014294324442744255,
        0.012560021132230759
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2793,
      "lr": 0.0001,
      "sup_loss": 0.9448855195443883,
      "rf_loss": 0.0002690127876121551,
      "total_loss": 0.9451545323320004,
      "lyap1_mean": 0.013096250593662262,
      "lyap1_max": 0.03985588997602463,
      "lyap1_min": -0.0076705701649188995,
      "lyap_spec_mean": [
        0.013096250593662262,
        0.014622971415519714,
        0.011642543599009514,
        0.006408059503883123
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2794,
      "lr": 0.0001,
      "sup_loss": 0.861288700857083,
      "rf_loss": 0.00028746621683239937,
      "total_loss": 0.8615761670739154,
      "lyap1_mean": 0.016803860664367676,
      "lyap1_max": 0.0347493477165699,
      "lyap1_min": 0.0063829063437879086,
      "lyap_spec_mean": [
        0.016803860664367676,
        0.010443918406963348,
        0.01123705692589283,
        0.010700933635234833
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2795,
      "lr": 0.0001,
      "sup_loss": 0.8409445740576311,
      "rf_loss": 0.00014775081945117563,
      "total_loss": 0.8410923248770823,
      "lyap1_mean": 0.00884079746901989,
      "lyap1_max": 0.026618940755724907,
      "lyap1_min": -0.007490217685699463,
      "lyap_spec_mean": [
        0.00884079746901989,
        0.0075558992102742195,
        0.0062472159042954445,
        0.0016954309539869428
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2796,
      "lr": 0.0001,
      "sup_loss": 0.8988836249502185,
      "rf_loss": 6.713738548569381e-05,
      "total_loss": 0.8989507623357041,
      "lyap1_mean": 0.0006445742910727859,
      "lyap1_max": 0.023825615644454956,
      "lyap1_min": -0.013951376080513,
      "lyap_spec_mean": [
        0.0006445746403187513,
        -0.0022301001008599997,
        -0.0010119028156623244,
        -0.0014308638637885451
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2797,
      "lr": 0.0001,
      "sup_loss": 0.888782142286034,
      "rf_loss": 0.00010905019007623196,
      "total_loss": 0.8888911924761103,
      "lyap1_mean": 0.0012666666880249977,
      "lyap1_max": 0.0158450435847044,
      "lyap1_min": -0.014282803982496262,
      "lyap_spec_mean": [
        0.0012666666880249977,
        -0.0011332608992233872,
        -0.004424631595611572,
        -0.005355495028197765
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2798,
      "lr": 0.0001,
      "sup_loss": 0.8462912856653553,
      "rf_loss": 0.00025455851573497057,
      "total_loss": 0.8465458441810902,
      "lyap1_mean": -0.007864008657634258,
      "lyap1_max": 0.00833398848772049,
      "lyap1_min": -0.02555958554148674,
      "lyap_spec_mean": [
        -0.007864008657634258,
        -0.007091114297509193,
        -0.01377352699637413,
        -0.012021347880363464
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2799,
      "lr": 0.0001,
      "sup_loss": 0.9146192513247341,
      "rf_loss": 0.00013547991693485528,
      "total_loss": 0.914754731241669,
      "lyap1_mean": 0.0036398833617568016,
      "lyap1_max": 0.026685474440455437,
      "lyap1_min": -0.02068965509533882,
      "lyap_spec_mean": [
        0.003639883128926158,
        0.001034891582094133,
        0.0012220393400639296,
        -0.009159095585346222
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2800,
      "lr": 0.0001,
      "sup_loss": 0.8720231812931462,
      "rf_loss": 0.0001842640631366521,
      "total_loss": 0.8722074453562828,
      "lyap1_mean": -0.0028382251039147377,
      "lyap1_max": 0.01577570289373398,
      "lyap1_min": -0.020557012408971786,
      "lyap_spec_mean": [
        -0.0028382251039147377,
        -0.008863463997840881,
        -0.006516905501484871,
        -0.011639697477221489
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2801,
      "lr": 0.0001,
      "sup_loss": 0.8688910638057483,
      "rf_loss": 0.00013850349932909012,
      "total_loss": 0.8690295673050774,
      "lyap1_mean": 0.0017958323005586863,
      "lyap1_max": 0.027511674910783768,
      "lyap1_min": -0.014174479991197586,
      "lyap_spec_mean": [
        0.0017958323005586863,
        -0.006296372972428799,
        -0.0010921810753643513,
        -0.005049789324402809
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2802,
      "lr": 0.0001,
      "sup_loss": 0.9626400835440485,
      "rf_loss": 0.00017071467300411314,
      "total_loss": 0.9628107982170526,
      "lyap1_mean": 0.00020568363834172487,
      "lyap1_max": 0.019627084955573082,
      "lyap1_min": -0.02084210142493248,
      "lyap_spec_mean": [
        0.0002056834928225726,
        -0.001678942353464663,
        0.002840161556378007,
        -0.003490725066512823
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2803,
      "lr": 0.0001,
      "sup_loss": 0.9106969899493389,
      "rf_loss": 0.0002189787192037329,
      "total_loss": 0.9109159686685426,
      "lyap1_mean": -0.005241475533694029,
      "lyap1_max": 0.009108987636864185,
      "lyap1_min": -0.020199336111545563,
      "lyap_spec_mean": [
        -0.0052414750680327415,
        -0.0003993187565356493,
        -0.007754935417324305,
        -0.01052168756723404
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2804,
      "lr": 0.0001,
      "sup_loss": 0.8965575836001218,
      "rf_loss": 0.00022447385708801448,
      "total_loss": 0.8967820574572098,
      "lyap1_mean": -0.013855242170393467,
      "lyap1_max": -0.005467171780765057,
      "lyap1_min": -0.021800216287374496,
      "lyap_spec_mean": [
        -0.013855241239070892,
        -0.010119323618710041,
        -0.013796267099678516,
        -0.012272944673895836
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2805,
      "lr": 0.0001,
      "sup_loss": 0.9088098669463687,
      "rf_loss": 0.0001608387246960774,
      "total_loss": 0.9089707056710647,
      "lyap1_mean": 0.00042951066279783845,
      "lyap1_max": 0.033055540174245834,
      "lyap1_min": -0.0349448099732399,
      "lyap_spec_mean": [
        0.0004295104881748557,
        0.0007019282784312963,
        0.0019421933684498072,
        -0.0062038651667535305
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2806,
      "lr": 0.0001,
      "sup_loss": 0.9085763466949877,
      "rf_loss": 0.00022831454407423735,
      "total_loss": 0.9088046612390619,
      "lyap1_mean": -0.006671822629868984,
      "lyap1_max": 0.01121084950864315,
      "lyap1_min": -0.026836639270186424,
      "lyap_spec_mean": [
        -0.006671822629868984,
        -0.00808209739625454,
        -0.010253172367811203,
        -0.011416677385568619
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2807,
      "lr": 0.0001,
      "sup_loss": 0.8794304160266094,
      "rf_loss": 0.00013366993516683578,
      "total_loss": 0.8795640859617763,
      "lyap1_mean": 0.0018565634964033961,
      "lyap1_max": 0.011631414294242859,
      "lyap1_min": -0.011699060909450054,
      "lyap_spec_mean": [
        0.0018565637292340398,
        0.0038461985532194376,
        -0.0050465939566493034,
        -5.24730421602726e-05
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2808,
      "lr": 0.0001,
      "sup_loss": 0.952850810683038,
      "rf_loss": 9.89401014521718e-05,
      "total_loss": 0.9529497507844902,
      "lyap1_mean": 0.0027050175704061985,
      "lyap1_max": 0.015794141218066216,
      "lyap1_min": -0.013537803664803505,
      "lyap_spec_mean": [
        0.002705017104744911,
        0.004162891302257776,
        0.0056197806261479855,
        -0.0011285814689472318
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2809,
      "lr": 0.0001,
      "sup_loss": 0.922347215976746,
      "rf_loss": 0.00027273333398625255,
      "total_loss": 0.9226199493107322,
      "lyap1_mean": 0.01709701120853424,
      "lyap1_max": 0.0364360436797142,
      "lyap1_min": 0.004497476853430271,
      "lyap_spec_mean": [
        0.01709700934588909,
        0.007069265004247427,
        0.0076537178829312325,
        0.012419653125107288
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2810,
      "lr": 0.0001,
      "sup_loss": 0.7603270568692834,
      "rf_loss": 0.00033231062116101384,
      "total_loss": 0.7606593674904444,
      "lyap1_mean": 0.01447299774736166,
      "lyap1_max": 0.04385541006922722,
      "lyap1_min": -0.01987551525235176,
      "lyap_spec_mean": [
        0.014472998678684235,
        0.013647750951349735,
        0.006632160395383835,
        0.006509747356176376
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2811,
      "lr": 0.0001,
      "sup_loss": 0.9102777555945102,
      "rf_loss": 0.0002579065039753914,
      "total_loss": 0.9105356620984856,
      "lyap1_mean": 0.01282835565507412,
      "lyap1_max": 0.025312267243862152,
      "lyap1_min": 0.0002862789551727474,
      "lyap_spec_mean": [
        0.01282835565507412,
        0.012287736870348454,
        0.011995079927146435,
        0.011408497579395771
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2812,
      "lr": 0.0001,
      "sup_loss": 0.8992904275314731,
      "rf_loss": 0.00041680672438815236,
      "total_loss": 0.8997072342558613,
      "lyap1_mean": 0.02012290060520172,
      "lyap1_max": 0.056387390941381454,
      "lyap1_min": -0.0019097297918051481,
      "lyap_spec_mean": [
        0.02012290060520172,
        0.016287101432681084,
        0.014346896670758724,
        0.006537952460348606
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2813,
      "lr": 0.0001,
      "sup_loss": 0.9017142876192688,
      "rf_loss": 0.00015633837028872222,
      "total_loss": 0.9018706259895575,
      "lyap1_mean": 0.01033511757850647,
      "lyap1_max": 0.02886267378926277,
      "lyap1_min": -0.0013577123172581196,
      "lyap_spec_mean": [
        0.01033511757850647,
        0.006317677907645702,
        0.007160747889429331,
        0.002403711900115013
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2814,
      "lr": 0.0001,
      "sup_loss": 0.8947523882442932,
      "rf_loss": 0.00014003642718307674,
      "total_loss": 0.8948924246714762,
      "lyap1_mean": 0.000597151112742722,
      "lyap1_max": 0.022661827504634857,
      "lyap1_min": -0.020355982705950737,
      "lyap_spec_mean": [
        0.0005971509963274002,
        0.004209558479487896,
        -0.002350269351154566,
        -0.006917816586792469
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2815,
      "lr": 0.0001,
      "sup_loss": 0.8938241414327256,
      "rf_loss": 0.00020099850371479988,
      "total_loss": 0.8940251399364404,
      "lyap1_mean": -0.003270501736551523,
      "lyap1_max": 0.014820492826402187,
      "lyap1_min": -0.01971358060836792,
      "lyap_spec_mean": [
        -0.003270501270890236,
        -0.009557096287608147,
        -0.008179844357073307,
        -0.010601956397294998
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2816,
      "lr": 0.0001,
      "sup_loss": 0.8504247579760008,
      "rf_loss": 0.00023395160678774118,
      "total_loss": 0.8506587095827886,
      "lyap1_mean": -0.0032622073777019978,
      "lyap1_max": 0.014501425437629223,
      "lyap1_min": -0.014454953372478485,
      "lyap_spec_mean": [
        -0.003262207843363285,
        -0.006663771346211433,
        -0.006448113359510899,
        -0.01325218752026558
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2817,
      "lr": 0.0001,
      "sup_loss": 0.7787831078317333,
      "rf_loss": 0.00020919910457450897,
      "total_loss": 0.7789923069363078,
      "lyap1_mean": 0.00325370067730546,
      "lyap1_max": 0.032509759068489075,
      "lyap1_min": -0.020383886992931366,
      "lyap_spec_mean": [
        0.00325370067730546,
        -0.006645691115409136,
        -0.0001464621163904667,
        -0.003935463260859251
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2818,
      "lr": 0.0001,
      "sup_loss": 0.8712166715808698,
      "rf_loss": 0.00015761269605718553,
      "total_loss": 0.871374284276927,
      "lyap1_mean": -0.00022923224605619907,
      "lyap1_max": 0.01176867913454771,
      "lyap1_min": -0.013756075873970985,
      "lyap_spec_mean": [
        -0.00022923212964087725,
        -0.00940407533198595,
        -0.00448878388851881,
        -0.01243707537651062
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2819,
      "lr": 0.0001,
      "sup_loss": 1.2948655452929443,
      "rf_loss": 0.00013484107330441475,
      "total_loss": 1.2950003863662487,
      "lyap1_mean": 0.008281038142740726,
      "lyap1_max": 0.026725154370069504,
      "lyap1_min": -0.011313071474432945,
      "lyap_spec_mean": [
        0.008281039074063301,
        0.002745445352047682,
        0.0005797410849481821,
        -0.002418174874037504
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2820,
      "lr": 0.0001,
      "sup_loss": 0.8606918678424987,
      "rf_loss": 0.00028971853316761553,
      "total_loss": 0.8609815863756664,
      "lyap1_mean": 0.001012173481285572,
      "lyap1_max": 0.028796792030334473,
      "lyap1_min": -0.02205258421599865,
      "lyap_spec_mean": [
        0.0010121738305315375,
        -0.0006303302943706512,
        -0.007821468636393547,
        -0.012529205530881882
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2821,
      "lr": 0.0001,
      "sup_loss": 0.8955288371659513,
      "rf_loss": 0.00019652649643830955,
      "total_loss": 0.8957253636623896,
      "lyap1_mean": -0.003226364031434059,
      "lyap1_max": 0.023436561226844788,
      "lyap1_min": -0.026937251910567284,
      "lyap_spec_mean": [
        -0.003226364031434059,
        -0.001161067746579647,
        -0.007052045315504074,
        -0.012368688359856606
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2822,
      "lr": 0.0001,
      "sup_loss": 0.8717121034953883,
      "rf_loss": 0.0007255516247823834,
      "total_loss": 0.8724376551201707,
      "lyap1_mean": -0.02460268884897232,
      "lyap1_max": -0.01678520068526268,
      "lyap1_min": -0.03760313242673874,
      "lyap_spec_mean": [
        -0.02460268884897232,
        -0.02250850945711136,
        -0.029313240200281143,
        -0.024243593215942383
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2823,
      "lr": 0.0001,
      "sup_loss": 0.8877725393120377,
      "rf_loss": 0.0013289159396663308,
      "total_loss": 0.889101455251704,
      "lyap1_mean": -0.028090937063097954,
      "lyap1_max": 0.008547055535018444,
      "lyap1_min": -0.04745664447546005,
      "lyap_spec_mean": [
        -0.028090937063097954,
        -0.037022724747657776,
        -0.03485334664583206,
        -0.035925447940826416
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2824,
      "lr": 0.0001,
      "sup_loss": 0.8872247223763243,
      "rf_loss": 0.0011324812658131123,
      "total_loss": 0.8883572036421374,
      "lyap1_mean": -0.023216355592012405,
      "lyap1_max": 0.02205638587474823,
      "lyap1_min": -0.03888429328799248,
      "lyap_spec_mean": [
        -0.023216355592012405,
        -0.034122809767723083,
        -0.03389137610793114,
        -0.031178144738078117
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2825,
      "lr": 0.0001,
      "sup_loss": 0.8836028642793676,
      "rf_loss": 0.000834468868561089,
      "total_loss": 0.8844373331479287,
      "lyap1_mean": -0.02259061112999916,
      "lyap1_max": -0.006197426468133926,
      "lyap1_min": -0.02941252663731575,
      "lyap_spec_mean": [
        -0.02259061299264431,
        -0.027787450700998306,
        -0.027263864874839783,
        -0.03237660974264145
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2826,
      "lr": 0.0001,
      "sup_loss": 0.9042890543900448,
      "rf_loss": 0.0002586731861811131,
      "total_loss": 0.9045477275762259,
      "lyap1_mean": -0.005936529953032732,
      "lyap1_max": 0.018440935760736465,
      "lyap1_min": -0.026309480890631676,
      "lyap_spec_mean": [
        -0.005936529953032732,
        -0.008203422650694847,
        -0.006212941370904446,
        -0.010878737084567547
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2827,
      "lr": 0.0001,
      "sup_loss": 0.8610798525399441,
      "rf_loss": 0.0003050662635359913,
      "total_loss": 0.8613849188034801,
      "lyap1_mean": 0.012152076698839664,
      "lyap1_max": 0.04171356186270714,
      "lyap1_min": -0.023494845256209373,
      "lyap_spec_mean": [
        0.012152076698839664,
        0.009344234131276608,
        0.010828954167664051,
        0.008549168705940247
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2828,
      "lr": 0.0001,
      "sup_loss": 0.9339496656216143,
      "rf_loss": 0.0005302365170791745,
      "total_loss": 0.9344799021386935,
      "lyap1_mean": 0.025750506669282913,
      "lyap1_max": 0.047268759459257126,
      "lyap1_min": 0.00462706945836544,
      "lyap_spec_mean": [
        0.025750508531928062,
        0.020761476829648018,
        0.020685072988271713,
        0.009269148111343384
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2829,
      "lr": 0.0001,
      "sup_loss": 0.93476881627678,
      "rf_loss": 0.0011486804578453302,
      "total_loss": 0.9359174967346253,
      "lyap1_mean": 0.0348488911986351,
      "lyap1_max": 0.05250728130340576,
      "lyap1_min": 0.013455185107886791,
      "lyap_spec_mean": [
        0.0348488911986351,
        0.03759980946779251,
        0.029538515955209732,
        0.02707749977707863
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2830,
      "lr": 0.0001,
      "sup_loss": 0.8982500598962516,
      "rf_loss": 0.0010468887630850077,
      "total_loss": 0.8992969486593366,
      "lyap1_mean": 0.03387436643242836,
      "lyap1_max": 0.080965057015419,
      "lyap1_min": 0.010937642306089401,
      "lyap_spec_mean": [
        0.03387436643242836,
        0.03005239926278591,
        0.02524275705218315,
        0.021406542509794235
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2831,
      "lr": 0.0001,
      "sup_loss": 0.9323044083804178,
      "rf_loss": 0.0008018272928893566,
      "total_loss": 0.9331062356733072,
      "lyap1_mean": 0.029944662004709244,
      "lyap1_max": 0.056000810116529465,
      "lyap1_min": 0.017772715538740158,
      "lyap_spec_mean": [
        0.029944662004709244,
        0.024615757167339325,
        0.021434560418128967,
        0.024548787623643875
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2832,
      "lr": 0.0001,
      "sup_loss": 0.8500220953734753,
      "rf_loss": 0.00028565057436935604,
      "total_loss": 0.8503077459478446,
      "lyap1_mean": 0.014310432597994804,
      "lyap1_max": 0.03645797073841095,
      "lyap1_min": -0.0021291212178766727,
      "lyap_spec_mean": [
        0.014310434460639954,
        0.01280567143112421,
        0.00538191432133317,
        0.001483841915614903
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2833,
      "lr": 0.0001,
      "sup_loss": 0.7473496576961366,
      "rf_loss": 0.00013108912389725447,
      "total_loss": 0.7474807468200338,
      "lyap1_mean": -0.0015615378506481647,
      "lyap1_max": 0.0057373130694031715,
      "lyap1_min": -0.01372802909463644,
      "lyap_spec_mean": [
        -0.001561537734232843,
        -0.002918458543717861,
        -0.005570123437792063,
        -0.007655825931578875
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2834,
      "lr": 0.0001,
      "sup_loss": 0.9085991422705734,
      "rf_loss": 0.000676352356094867,
      "total_loss": 0.9092754946266682,
      "lyap1_mean": -0.01754450425505638,
      "lyap1_max": 0.012141834944486618,
      "lyap1_min": -0.02541707456111908,
      "lyap_spec_mean": [
        -0.01754450425505638,
        -0.02031135931611061,
        -0.029431648552417755,
        -0.02729540877044201
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2835,
      "lr": 0.0001,
      "sup_loss": 0.9298631530052446,
      "rf_loss": 0.0005878055817447603,
      "total_loss": 0.9304509585869893,
      "lyap1_mean": -0.015329193323850632,
      "lyap1_max": 0.009929344058036804,
      "lyap1_min": -0.03599764406681061,
      "lyap_spec_mean": [
        -0.015329193323850632,
        -0.019956108182668686,
        -0.014956897124648094,
        -0.027286294847726822
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2836,
      "lr": 0.0001,
      "sup_loss": 0.9103854561560721,
      "rf_loss": 0.0004021399072371423,
      "total_loss": 0.9107875960633093,
      "lyap1_mean": -0.008736541494727135,
      "lyap1_max": 0.007282536011189222,
      "lyap1_min": -0.0225001759827137,
      "lyap_spec_mean": [
        -0.00873654242604971,
        -0.01776926778256893,
        -0.019275862723588943,
        -0.02031872048974037
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2837,
      "lr": 0.0001,
      "sup_loss": 0.8297525449263639,
      "rf_loss": 0.0005547713954001665,
      "total_loss": 0.830307316321764,
      "lyap1_mean": -0.01651936024427414,
      "lyap1_max": 0.025652319192886353,
      "lyap1_min": -0.039893265813589096,
      "lyap_spec_mean": [
        -0.01651936210691929,
        -0.018269691616296768,
        -0.01723390445113182,
        -0.02284367009997368
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2838,
      "lr": 0.0001,
      "sup_loss": 0.9392066815712639,
      "rf_loss": 0.00038346723886206746,
      "total_loss": 0.9395901488101259,
      "lyap1_mean": -0.009217360988259315,
      "lyap1_max": 0.014575531706213951,
      "lyap1_min": -0.028726965188980103,
      "lyap_spec_mean": [
        -0.009217360988259315,
        -0.003810663241893053,
        -0.015394913032650948,
        -0.015783162787556648
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2839,
      "lr": 0.0001,
      "sup_loss": 0.9615455923494771,
      "rf_loss": 0.0002715799491852522,
      "total_loss": 0.9618171722986624,
      "lyap1_mean": -0.005239426624029875,
      "lyap1_max": 0.017237253487110138,
      "lyap1_min": -0.02518911473453045,
      "lyap_spec_mean": [
        -0.0052394261583685875,
        -0.007081571035087109,
        -0.014460109174251556,
        -0.014614148065447807
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2840,
      "lr": 0.0001,
      "sup_loss": 0.8705386328372737,
      "rf_loss": 0.0003462506865616888,
      "total_loss": 0.8708848835238354,
      "lyap1_mean": 0.0034828083589673042,
      "lyap1_max": 0.04524774104356766,
      "lyap1_min": -0.016878873109817505,
      "lyap_spec_mean": [
        0.003482808591797948,
        -0.006971370428800583,
        -0.011229919269680977,
        -0.008734852075576782
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2841,
      "lr": 0.0001,
      "sup_loss": 0.9021160244427383,
      "rf_loss": 0.000183580195880495,
      "total_loss": 0.9022996046386188,
      "lyap1_mean": 0.00914999283850193,
      "lyap1_max": 0.025477904826402664,
      "lyap1_min": -0.007111113052815199,
      "lyap_spec_mean": [
        0.00914999283850193,
        0.0019171824678778648,
        -0.005815485492348671,
        0.002994460752233863
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2842,
      "lr": 0.0001,
      "sup_loss": 0.8879734478965495,
      "rf_loss": 0.0001841583871282637,
      "total_loss": 0.8881576062836778,
      "lyap1_mean": 0.004790007136762142,
      "lyap1_max": 0.028316333889961243,
      "lyap1_min": -0.013035277836024761,
      "lyap_spec_mean": [
        0.004790007136762142,
        0.00841505452990532,
        0.00391424959525466,
        -0.0012191389687359333
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2843,
      "lr": 0.0001,
      "sup_loss": 0.8704513133909423,
      "rf_loss": 0.00021011102944612503,
      "total_loss": 0.8706614244203884,
      "lyap1_mean": 0.015094885602593422,
      "lyap1_max": 0.03408946096897125,
      "lyap1_min": -0.010830453597009182,
      "lyap_spec_mean": [
        0.015094884671270847,
        0.007269685156643391,
        0.011304860934615135,
        -0.001582976197823882
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2844,
      "lr": 0.0001,
      "sup_loss": 0.9220090401046354,
      "rf_loss": 0.0005483829299919307,
      "total_loss": 0.9225574230346273,
      "lyap1_mean": 0.019512418657541275,
      "lyap1_max": 0.05066610127687454,
      "lyap1_min": 0.0036472249776124954,
      "lyap_spec_mean": [
        0.019512418657541275,
        0.021416710689663887,
        0.0176582969725132,
        0.01237450446933508
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2845,
      "lr": 0.0001,
      "sup_loss": 0.9591061812179233,
      "rf_loss": 0.0003949801321141422,
      "total_loss": 0.9595011613500375,
      "lyap1_mean": 0.020568180829286575,
      "lyap1_max": 0.035903140902519226,
      "lyap1_min": 0.0071982769295573235,
      "lyap_spec_mean": [
        0.020568180829286575,
        0.0138408113270998,
        0.01103141624480486,
        0.017267942428588867
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2846,
      "lr": 0.0001,
      "sup_loss": 0.955177979747946,
      "rf_loss": 0.00022972849546931684,
      "total_loss": 0.9554077082434154,
      "lyap1_mean": 0.015218295156955719,
      "lyap1_max": 0.027225395664572716,
      "lyap1_min": 0.00742846867069602,
      "lyap_spec_mean": [
        0.015218296088278294,
        0.011523249559104443,
        0.010197969153523445,
        0.0075659435242414474
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2847,
      "lr": 0.0001,
      "sup_loss": 0.9247841696022919,
      "rf_loss": 0.00016920993220992386,
      "total_loss": 0.9249533795345019,
      "lyap1_mean": 0.002078776713460684,
      "lyap1_max": 0.019645940512418747,
      "lyap1_min": -0.025679145008325577,
      "lyap_spec_mean": [
        0.00207877648063004,
        -0.004105696454644203,
        -0.000443172175437212,
        -0.004623073618859053
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2848,
      "lr": 0.0001,
      "sup_loss": 0.8306418886328232,
      "rf_loss": 0.00027062720619142056,
      "total_loss": 0.8309125158390146,
      "lyap1_mean": -0.004553170409053564,
      "lyap1_max": 0.01732257753610611,
      "lyap1_min": -0.030176963657140732,
      "lyap_spec_mean": [
        -0.004553170409053564,
        -0.0028240170795470476,
        -0.010813453234732151,
        -0.013931476511061192
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2849,
      "lr": 0.0001,
      "sup_loss": 0.8987576647468012,
      "rf_loss": 0.00032405671663582325,
      "total_loss": 0.899081721463437,
      "lyap1_mean": -0.008522875607013702,
      "lyap1_max": 0.00503908284008503,
      "lyap1_min": -0.03503170609474182,
      "lyap_spec_mean": [
        -0.008522874675691128,
        -0.013633400201797485,
        -0.014943936839699745,
        -0.02059735171496868
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2850,
      "lr": 0.0001,
      "sup_loss": 0.9021733500037177,
      "rf_loss": 0.0006318278610706329,
      "total_loss": 0.9028051778647883,
      "lyap1_mean": -0.014154890552163124,
      "lyap1_max": 0.01663661003112793,
      "lyap1_min": -0.044074371457099915,
      "lyap_spec_mean": [
        -0.01415488962084055,
        -0.02235707826912403,
        -0.0206768698990345,
        -0.025932885706424713
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2851,
      "lr": 0.0001,
      "sup_loss": 0.8865770559418811,
      "rf_loss": 0.00031558063346892595,
      "total_loss": 0.88689263657535,
      "lyap1_mean": -0.014488881453871727,
      "lyap1_max": -0.0017010753508657217,
      "lyap1_min": -0.027705494314432144,
      "lyap_spec_mean": [
        -0.014488882385194302,
        -0.011822303757071495,
        -0.01476895809173584,
        -0.017358429729938507
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2852,
      "lr": 0.0001,
      "sup_loss": 0.8723061682300971,
      "rf_loss": 0.000296201731543988,
      "total_loss": 0.8726023699616411,
      "lyap1_mean": 0.008742942474782467,
      "lyap1_max": 0.04819626361131668,
      "lyap1_min": -0.02575308084487915,
      "lyap_spec_mean": [
        0.008742942474782467,
        -0.005224479828029871,
        -0.0015940399607643485,
        -0.0073774587363004684
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2853,
      "lr": 0.0001,
      "sup_loss": 0.8670367376022576,
      "rf_loss": 0.00017447935533709824,
      "total_loss": 0.8672112169575947,
      "lyap1_mean": 0.0030627171508967876,
      "lyap1_max": 0.02558177337050438,
      "lyap1_min": -0.01696620136499405,
      "lyap_spec_mean": [
        0.0030627171508967876,
        0.0016339888097718358,
        0.0006474526599049568,
        -0.007013934198766947
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2854,
      "lr": 0.0001,
      "sup_loss": 0.855298832067515,
      "rf_loss": 0.00011512378841871396,
      "total_loss": 0.8554139558559337,
      "lyap1_mean": -0.0035815255250781775,
      "lyap1_max": 0.0033785707782953978,
      "lyap1_min": -0.014874751679599285,
      "lyap_spec_mean": [
        -0.003581525757908821,
        -0.0010538703063502908,
        -0.0056587206199765205,
        -0.008849451318383217
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2855,
      "lr": 0.0001,
      "sup_loss": 0.9501245460006197,
      "rf_loss": 0.0003587793908081949,
      "total_loss": 0.9504833253914279,
      "lyap1_mean": 0.013674149289727211,
      "lyap1_max": 0.04609942436218262,
      "lyap1_min": -0.008185826241970062,
      "lyap_spec_mean": [
        0.013674148358404636,
        0.01969768851995468,
        0.01101656537503004,
        -0.0023061276879161596
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2856,
      "lr": 0.0001,
      "sup_loss": 0.8846825167911566,
      "rf_loss": 0.0001543484249850735,
      "total_loss": 0.8848368652161417,
      "lyap1_mean": 0.00202919146977365,
      "lyap1_max": 0.022125152871012688,
      "lyap1_min": -0.010057792998850346,
      "lyap_spec_mean": [
        0.00202919146977365,
        0.006756899878382683,
        -0.0023401621729135513,
        0.0009398452239111066
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2857,
      "lr": 0.0001,
      "sup_loss": 0.8375150057531278,
      "rf_loss": 0.0001948879798874259,
      "total_loss": 0.8377098937330152,
      "lyap1_mean": 0.003951893653720617,
      "lyap1_max": 0.01896306499838829,
      "lyap1_min": -0.013373969122767448,
      "lyap_spec_mean": [
        0.00395189318805933,
        0.006900290958583355,
        -0.0023487675935029984,
        -0.006135069765150547
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2858,
      "lr": 0.0001,
      "sup_loss": 0.9121829132205904,
      "rf_loss": 0.00023493423941545188,
      "total_loss": 0.9124178474600059,
      "lyap1_mean": 0.004923059605062008,
      "lyap1_max": 0.033914387226104736,
      "lyap1_min": -0.013635378330945969,
      "lyap_spec_mean": [
        0.004923060070723295,
        0.005189680494368076,
        0.0002280905027873814,
        -0.000577195780351758
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2859,
      "lr": 0.0001,
      "sup_loss": 0.8803582653562548,
      "rf_loss": 0.00016889644030015916,
      "total_loss": 0.880527161796555,
      "lyap1_mean": 0.00466528395190835,
      "lyap1_max": 0.029593711718916893,
      "lyap1_min": -0.012849114835262299,
      "lyap_spec_mean": [
        0.004665284417569637,
        -0.0030152974650263786,
        -0.0014078899985179305,
        -0.010258849710226059
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2860,
      "lr": 0.0001,
      "sup_loss": 0.8605073351423098,
      "rf_loss": 0.00016897189198061824,
      "total_loss": 0.8606763070342904,
      "lyap1_mean": 0.005061793606728315,
      "lyap1_max": 0.024527177214622498,
      "lyap1_min": -0.019743798300623894,
      "lyap_spec_mean": [
        0.005061794072389603,
        0.008935090154409409,
        -0.0019794348627328873,
        -0.008920598775148392
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2861,
      "lr": 0.0001,
      "sup_loss": 0.8839590130412435,
      "rf_loss": 0.0002705045626498759,
      "total_loss": 0.8842295176038933,
      "lyap1_mean": 0.008977819234132767,
      "lyap1_max": 0.041140541434288025,
      "lyap1_min": -0.016770681366324425,
      "lyap_spec_mean": [
        0.008977819234132767,
        0.0008013611077331007,
        0.004328689072281122,
        0.0007456548046320677
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2862,
      "lr": 0.0001,
      "sup_loss": 0.8974125849376778,
      "rf_loss": 0.000164802186191082,
      "total_loss": 0.8975773871238689,
      "lyap1_mean": 0.012621471658349037,
      "lyap1_max": 0.029610078781843185,
      "lyap1_min": 0.002083762316033244,
      "lyap_spec_mean": [
        0.012621471658349037,
        0.00925770029425621,
        0.008123018778860569,
        0.004792763851583004
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2863,
      "lr": 0.0001,
      "sup_loss": 0.8760353983349043,
      "rf_loss": 0.00037535146111622453,
      "total_loss": 0.8764107497960205,
      "lyap1_mean": 0.018680181354284286,
      "lyap1_max": 0.04892010614275932,
      "lyap1_min": -0.01432478241622448,
      "lyap_spec_mean": [
        0.018680181354284286,
        0.011371172964572906,
        0.005744929891079664,
        0.0019454474095255136
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2864,
      "lr": 0.0001,
      "sup_loss": 0.8500636132698971,
      "rf_loss": 0.00038423738442361355,
      "total_loss": 0.8504478506543207,
      "lyap1_mean": 0.018712494522333145,
      "lyap1_max": 0.041800595819950104,
      "lyap1_min": 0.006204381585121155,
      "lyap_spec_mean": [
        0.018712494522333145,
        0.018824264407157898,
        0.006310040131211281,
        0.004041488282382488
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2865,
      "lr": 0.0001,
      "sup_loss": 0.8557228907214885,
      "rf_loss": 0.00023465044796466827,
      "total_loss": 0.8559575411694532,
      "lyap1_mean": 0.014347387477755547,
      "lyap1_max": 0.02757578156888485,
      "lyap1_min": -0.006231234408915043,
      "lyap_spec_mean": [
        0.014347387477755547,
        0.010950608178973198,
        0.011526906862854958,
        0.006984437815845013
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2866,
      "lr": 0.0001,
      "sup_loss": 0.8034760413990603,
      "rf_loss": 0.00023177574621513486,
      "total_loss": 0.8037078171452754,
      "lyap1_mean": 0.0008781134383752942,
      "lyap1_max": 0.020739272236824036,
      "lyap1_min": -0.016717657446861267,
      "lyap_spec_mean": [
        0.0008781133219599724,
        -0.001838739961385727,
        0.0010892804712057114,
        0.00062535610049963
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2867,
      "lr": 0.0001,
      "sup_loss": 0.8796185039651816,
      "rf_loss": 0.0001217606695718132,
      "total_loss": 0.8797402646347534,
      "lyap1_mean": 0.00562629010528326,
      "lyap1_max": 0.02594316005706787,
      "lyap1_min": -0.008788926526904106,
      "lyap_spec_mean": [
        0.005626290570944548,
        0.0013018446043133736,
        0.004079001024365425,
        -0.00674964115023613
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2868,
      "lr": 0.0001,
      "sup_loss": 0.8544067865718706,
      "rf_loss": 9.622477227821946e-05,
      "total_loss": 0.8545030113441489,
      "lyap1_mean": 0.0018842127174139023,
      "lyap1_max": 0.015353169292211533,
      "lyap1_min": -0.020589131861925125,
      "lyap_spec_mean": [
        0.0018842126009985805,
        -0.0029198285192251205,
        -0.003388573881238699,
        0.0012506627244874835
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2869,
      "lr": 0.0001,
      "sup_loss": 0.8718245960927121,
      "rf_loss": 0.00022716171224601567,
      "total_loss": 0.8720517578049581,
      "lyap1_mean": 0.002247455297037959,
      "lyap1_max": 0.022091496735811234,
      "lyap1_min": -0.018940839916467667,
      "lyap_spec_mean": [
        0.0022474550642073154,
        -0.009589999914169312,
        -0.012621580623090267,
        -0.015735439956188202
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2870,
      "lr": 0.0001,
      "sup_loss": 0.8663578417981139,
      "rf_loss": 0.0005864151753485203,
      "total_loss": 0.8669442569734624,
      "lyap1_mean": -0.01277579739689827,
      "lyap1_max": 0.003944189287722111,
      "lyap1_min": -0.031895432621240616,
      "lyap_spec_mean": [
        -0.01277579739689827,
        -0.018107008188962936,
        -0.018123310059309006,
        -0.025243215262889862
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2871,
      "lr": 0.0001,
      "sup_loss": 0.8478029307878397,
      "rf_loss": 0.0006920505547896028,
      "total_loss": 0.8484949813426294,
      "lyap1_mean": -0.015504973009228706,
      "lyap1_max": 0.010211946442723274,
      "lyap1_min": -0.03526287525892258,
      "lyap_spec_mean": [
        -0.015504973009228706,
        -0.02114601992070675,
        -0.026163652539253235,
        -0.029767807573080063
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2872,
      "lr": 0.0001,
      "sup_loss": 0.8452456864472718,
      "rf_loss": 0.0008564928430132568,
      "total_loss": 0.8461021792902851,
      "lyap1_mean": -0.02499481663107872,
      "lyap1_max": -0.006762189324945211,
      "lyap1_min": -0.046112798154354095,
      "lyap_spec_mean": [
        -0.02499481663107872,
        -0.024878907948732376,
        -0.02862885221838951,
        -0.027177629992365837
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2873,
      "lr": 0.0001,
      "sup_loss": 0.9111928067632928,
      "rf_loss": 0.0006633952725678682,
      "total_loss": 0.9118562020358607,
      "lyap1_mean": -0.021574193611741066,
      "lyap1_max": 0.01574670523405075,
      "lyap1_min": -0.03600757569074631,
      "lyap_spec_mean": [
        -0.021574191749095917,
        -0.018278155475854874,
        -0.02367366850376129,
        -0.023690154775977135
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2874,
      "lr": 0.0001,
      "sup_loss": 0.8836548403917432,
      "rf_loss": 0.0003555198200047016,
      "total_loss": 0.884010360211748,
      "lyap1_mean": -0.007799873594194651,
      "lyap1_max": 0.007542188744992018,
      "lyap1_min": -0.021378103643655777,
      "lyap_spec_mean": [
        -0.007799874059855938,
        -0.015323501080274582,
        -0.01670699566602707,
        -0.020397845655679703
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2875,
      "lr": 0.0001,
      "sup_loss": 0.889672816011148,
      "rf_loss": 0.00019878227612935007,
      "total_loss": 0.8898715982872774,
      "lyap1_mean": -0.0028621014207601547,
      "lyap1_max": 0.017743585631251335,
      "lyap1_min": -0.013402815908193588,
      "lyap_spec_mean": [
        -0.002862101187929511,
        -0.006674676202237606,
        -0.013258234597742558,
        -0.009250208735466003
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2876,
      "lr": 0.0001,
      "sup_loss": 0.9067031667700434,
      "rf_loss": 0.0001719171996228397,
      "total_loss": 0.9068750839696662,
      "lyap1_mean": 0.000230361707508564,
      "lyap1_max": 0.019773228093981743,
      "lyap1_min": -0.016648318618535995,
      "lyap_spec_mean": [
        0.000230361707508564,
        -0.0005749978590756655,
        -0.00018660537898540497,
        -0.006230288650840521
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2877,
      "lr": 0.0001,
      "sup_loss": 0.8831190149700735,
      "rf_loss": 0.00021028621995355934,
      "total_loss": 0.8833293011900271,
      "lyap1_mean": 0.013631334528326988,
      "lyap1_max": 0.03673744201660156,
      "lyap1_min": 0.0005682660266757011,
      "lyap_spec_mean": [
        0.013631334528326988,
        0.013945356011390686,
        0.004871804267168045,
        0.0017753178253769875
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2878,
      "lr": 0.0001,
      "sup_loss": 0.8917133047121385,
      "rf_loss": 0.0005035551730543375,
      "total_loss": 0.8922168598851928,
      "lyap1_mean": 0.02113107219338417,
      "lyap1_max": 0.036679740995168686,
      "lyap1_min": -0.0012554371496662498,
      "lyap_spec_mean": [
        0.02113107405602932,
        0.01913467049598694,
        0.017596524208784103,
        0.015306070446968079
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2879,
      "lr": 0.0001,
      "sup_loss": 0.9274007820586236,
      "rf_loss": 0.00044350765529088676,
      "total_loss": 0.9278442897139145,
      "lyap1_mean": 0.0139668770134449,
      "lyap1_max": 0.04249417409300804,
      "lyap1_min": -0.003456302685663104,
      "lyap_spec_mean": [
        0.013966877944767475,
        0.01187186874449253,
        0.010531995445489883,
        0.006955988705158234
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2880,
      "lr": 0.0001,
      "sup_loss": 0.8447014025457915,
      "rf_loss": 0.0002285652153659612,
      "total_loss": 0.8449299677611575,
      "lyap1_mean": 0.011251064017415047,
      "lyap1_max": 0.023257888853549957,
      "lyap1_min": 0.0019292397191748023,
      "lyap_spec_mean": [
        0.011251063086092472,
        0.017375558614730835,
        0.012435829266905785,
        0.006871003191918135
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2881,
      "lr": 0.0001,
      "sup_loss": 0.7724897390447719,
      "rf_loss": 0.00026151048950850964,
      "total_loss": 0.7727512495342804,
      "lyap1_mean": 0.01316557265818119,
      "lyap1_max": 0.028454050421714783,
      "lyap1_min": -0.003437098814174533,
      "lyap_spec_mean": [
        0.013165573589503765,
        0.014516802504658699,
        -0.002002584282308817,
        0.00038461899384856224
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2882,
      "lr": 0.0001,
      "sup_loss": 0.8486555071205392,
      "rf_loss": 0.00024883815785869956,
      "total_loss": 0.8489043452783979,
      "lyap1_mean": 0.007671934552490711,
      "lyap1_max": 0.025129955261945724,
      "lyap1_min": -0.009945174679160118,
      "lyap_spec_mean": [
        0.0076719350181519985,
        -0.003981634043157101,
        -0.004331650212407112,
        0.006261685863137245
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2883,
      "lr": 0.0001,
      "sup_loss": 0.899220764490826,
      "rf_loss": 0.00018200221529696137,
      "total_loss": 0.899402766706123,
      "lyap1_mean": 0.0015197873581200838,
      "lyap1_max": 0.02459823153913021,
      "lyap1_min": -0.00862924661487341,
      "lyap_spec_mean": [
        0.0015197874745354056,
        -0.000967792235314846,
        0.00903817918151617,
        -0.005372501444071531
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2884,
      "lr": 0.0001,
      "sup_loss": 0.8866067633522747,
      "rf_loss": 0.00015895329124759883,
      "total_loss": 0.8867657166435223,
      "lyap1_mean": 0.002363166306167841,
      "lyap1_max": 0.026379164308309555,
      "lyap1_min": -0.013604841195046902,
      "lyap_spec_mean": [
        0.0023631667718291283,
        -0.0007912080036476254,
        -0.005611995700746775,
        -0.005126966163516045
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2885,
      "lr": 0.0001,
      "sup_loss": 0.9081902950781809,
      "rf_loss": 0.00024156570725608617,
      "total_loss": 0.908431860785437,
      "lyap1_mean": 0.007946358993649483,
      "lyap1_max": 0.04945552349090576,
      "lyap1_min": -0.023670442402362823,
      "lyap_spec_mean": [
        0.007946358993649483,
        0.007638728246092796,
        0.0008898277883417904,
        0.0010740411235019565
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2886,
      "lr": 0.0001,
      "sup_loss": 0.9255221329991972,
      "rf_loss": 0.00012421171413734555,
      "total_loss": 0.9256463447133345,
      "lyap1_mean": -0.0016354474937543273,
      "lyap1_max": 0.02118772082030773,
      "lyap1_min": -0.02214846760034561,
      "lyap_spec_mean": [
        -0.0016354476101696491,
        -0.000827072886750102,
        0.0017059119418263435,
        -0.004340076819062233
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2887,
      "lr": 0.0001,
      "sup_loss": 0.8922042330411895,
      "rf_loss": 0.00010832502448465675,
      "total_loss": 0.8923125580656741,
      "lyap1_mean": -0.003138668369501829,
      "lyap1_max": 0.00880356878042221,
      "lyap1_min": -0.022637341171503067,
      "lyap_spec_mean": [
        -0.003138668369501829,
        -0.006003088317811489,
        -0.004912367556244135,
        -0.008807583712041378
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2888,
      "lr": 0.0001,
      "sup_loss": 0.6868898107087786,
      "rf_loss": 0.00021130155073478818,
      "total_loss": 0.6871011122595134,
      "lyap1_mean": 0.008409494534134865,
      "lyap1_max": 0.028095243498682976,
      "lyap1_min": -0.005497319158166647,
      "lyap_spec_mean": [
        0.008409494534134865,
        0.005939364433288574,
        0.0044271438382565975,
        -0.00014553067740052938
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2889,
      "lr": 0.0001,
      "sup_loss": 0.9430508775512861,
      "rf_loss": 0.00011738020111806691,
      "total_loss": 0.9431682577524042,
      "lyap1_mean": 0.0064947353675961494,
      "lyap1_max": 0.014444693922996521,
      "lyap1_min": -0.007323600351810455,
      "lyap_spec_mean": [
        0.0064947353675961494,
        0.005596207454800606,
        0.007407655473798513,
        0.004373840056359768
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2890,
      "lr": 0.0001,
      "sup_loss": 0.8773613122478046,
      "rf_loss": 0.00026237271958962083,
      "total_loss": 0.8776236849673942,
      "lyap1_mean": 0.016785986721515656,
      "lyap1_max": 0.02410401962697506,
      "lyap1_min": 0.0039465054869651794,
      "lyap_spec_mean": [
        0.016785986721515656,
        0.010654319077730179,
        0.011204158887267113,
        0.008502364158630371
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2891,
      "lr": 0.0001,
      "sup_loss": 0.803234866112955,
      "rf_loss": 0.0003192551084794104,
      "total_loss": 0.8035541212214344,
      "lyap1_mean": 0.018388301134109497,
      "lyap1_max": 0.035108279436826706,
      "lyap1_min": -0.004711364395916462,
      "lyap_spec_mean": [
        0.018388301134109497,
        0.007574721239507198,
        0.007892357185482979,
        0.004905726760625839
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2892,
      "lr": 0.0001,
      "sup_loss": 0.9184376031587875,
      "rf_loss": 0.00020591935026459396,
      "total_loss": 0.9186435225090521,
      "lyap1_mean": 0.006542457267642021,
      "lyap1_max": 0.020547261461615562,
      "lyap1_min": -0.016650930047035217,
      "lyap_spec_mean": [
        0.006542457267642021,
        0.0051549929194152355,
        0.010115565732121468,
        0.0012945998460054398
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2893,
      "lr": 0.0001,
      "sup_loss": 0.8264727290817451,
      "rf_loss": 0.00014614526298828423,
      "total_loss": 0.8266188743447334,
      "lyap1_mean": 0.00809585489332676,
      "lyap1_max": 0.022128120064735413,
      "lyap1_min": -0.007129730191081762,
      "lyap_spec_mean": [
        0.00809585489332676,
        0.002957396674901247,
        0.000695672701112926,
        -0.0030025173909962177
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2894,
      "lr": 0.0001,
      "sup_loss": 0.9065568964732699,
      "rf_loss": 0.0002714550355449319,
      "total_loss": 0.9068283515088148,
      "lyap1_mean": 0.0019923746585845947,
      "lyap1_max": 0.03668375313282013,
      "lyap1_min": -0.022151168435811996,
      "lyap_spec_mean": [
        0.001992374425753951,
        -0.0068576522171497345,
        -0.005199439357966185,
        -0.00848863273859024
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2895,
      "lr": 0.0001,
      "sup_loss": 0.8668658150286179,
      "rf_loss": 0.00034702051198109984,
      "total_loss": 0.867212835540599,
      "lyap1_mean": -0.014803051017224789,
      "lyap1_max": 0.0024417019449174404,
      "lyap1_min": -0.029554015025496483,
      "lyap_spec_mean": [
        -0.014803050085902214,
        -0.019753756001591682,
        -0.010051129385828972,
        -0.018444685265421867
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2896,
      "lr": 0.0001,
      "sup_loss": 0.9084416864534468,
      "rf_loss": 0.0007613345514982939,
      "total_loss": 0.9092030210049451,
      "lyap1_mean": -0.025411760434508324,
      "lyap1_max": 0.0016365082701668143,
      "lyap1_min": -0.03943941742181778,
      "lyap_spec_mean": [
        -0.025411758571863174,
        -0.018101194873452187,
        -0.025920622050762177,
        -0.028705185279250145
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2897,
      "lr": 0.0001,
      "sup_loss": 0.9637180833050679,
      "rf_loss": 0.0003795033262576908,
      "total_loss": 0.9640975866313256,
      "lyap1_mean": -0.013469433411955833,
      "lyap1_max": 0.005366801284253597,
      "lyap1_min": -0.025071728974580765,
      "lyap_spec_mean": [
        -0.013469433411955833,
        -0.018506459891796112,
        -0.017721213400363922,
        -0.01923692412674427
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2898,
      "lr": 0.0001,
      "sup_loss": 0.8277628787892265,
      "rf_loss": 0.0001280080177821219,
      "total_loss": 0.8278908868070086,
      "lyap1_mean": 0.007262063678354025,
      "lyap1_max": 0.029299801215529442,
      "lyap1_min": -0.005760728381574154,
      "lyap_spec_mean": [
        0.007262064144015312,
        0.0011534441728144884,
        -0.0031050890684127808,
        -0.001931056845933199
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2899,
      "lr": 0.0001,
      "sup_loss": 0.87146574761085,
      "rf_loss": 0.0001405012735631317,
      "total_loss": 0.8716062488844132,
      "lyap1_mean": 0.004452517721801996,
      "lyap1_max": 0.016518283635377884,
      "lyap1_min": -0.0027919781859964132,
      "lyap_spec_mean": [
        0.0044525181874632835,
        -0.003294407855719328,
        -0.0029821463394910097,
        -0.0019381586462259293
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2900,
      "lr": 0.0001,
      "sup_loss": 0.9131601399640077,
      "rf_loss": 0.0001579633535584435,
      "total_loss": 0.9133181033175661,
      "lyap1_mean": 0.006187352817505598,
      "lyap1_max": 0.016453489661216736,
      "lyap1_min": -0.005338824354112148,
      "lyap_spec_mean": [
        0.006187353283166885,
        0.009990334510803223,
        0.0014986689202487469,
        -0.0031932999845594168
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2901,
      "lr": 0.0001,
      "sup_loss": 0.8925452282714067,
      "rf_loss": 0.00013366078201215714,
      "total_loss": 0.8926788890534189,
      "lyap1_mean": 0.007457567844539881,
      "lyap1_max": 0.033491071313619614,
      "lyap1_min": -0.008005308918654919,
      "lyap_spec_mean": [
        0.0074575673788785934,
        0.00496995123103261,
        0.004272583872079849,
        -0.0024927647318691015
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2902,
      "lr": 0.0001,
      "sup_loss": 0.963865395760425,
      "rf_loss": 0.00030391186010092497,
      "total_loss": 0.9641693076205259,
      "lyap1_mean": 0.009478679858148098,
      "lyap1_max": 0.023676112294197083,
      "lyap1_min": -0.00994236022233963,
      "lyap_spec_mean": [
        0.009478679858148098,
        0.017924899235367775,
        0.007878844626247883,
        0.005806281231343746
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2903,
      "lr": 0.0001,
      "sup_loss": 0.8668086644697856,
      "rf_loss": 0.00012201096978969872,
      "total_loss": 0.8669306754395752,
      "lyap1_mean": 0.004110428970307112,
      "lyap1_max": 0.011202211491763592,
      "lyap1_min": -0.006387731991708279,
      "lyap_spec_mean": [
        0.004110429435968399,
        0.0014302035560831428,
        -0.00024472689256072044,
        -0.003711410565301776
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2904,
      "lr": 0.0001,
      "sup_loss": 0.8455162041279928,
      "rf_loss": 0.000170519866514951,
      "total_loss": 0.8456867239945077,
      "lyap1_mean": 0.00923506822437048,
      "lyap1_max": 0.027444321662187576,
      "lyap1_min": -0.0009622219949960709,
      "lyap_spec_mean": [
        0.00923506822437048,
        0.006805118173360825,
        0.0050693112425506115,
        0.0016458196332678199
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2905,
      "lr": 0.0001,
      "sup_loss": 0.859061892316048,
      "rf_loss": 0.0003374904626980424,
      "total_loss": 0.8593993827787461,
      "lyap1_mean": 0.019869377836585045,
      "lyap1_max": 0.05078502744436264,
      "lyap1_min": -0.0012655796017497778,
      "lyap_spec_mean": [
        0.019869377836585045,
        0.007907485589385033,
        0.005134762264788151,
        0.00935013685375452
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2906,
      "lr": 0.0001,
      "sup_loss": 0.8348388007805231,
      "rf_loss": 0.00015374808572232723,
      "total_loss": 0.8349925488662454,
      "lyap1_mean": 0.0011254908749833703,
      "lyap1_max": 0.031607985496520996,
      "lyap1_min": -0.01840827241539955,
      "lyap_spec_mean": [
        0.0011254914570599794,
        0.0069182757288217545,
        0.0024307025596499443,
        -0.0034147591795772314
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2907,
      "lr": 0.0001,
      "sup_loss": 0.9245537927672818,
      "rf_loss": 0.00022236094810068607,
      "total_loss": 0.9247761537153825,
      "lyap1_mean": -0.006270634010434151,
      "lyap1_max": 0.01611059159040451,
      "lyap1_min": -0.023685913532972336,
      "lyap_spec_mean": [
        -0.006270634476095438,
        -0.006430939771234989,
        -0.006059532985091209,
        -0.0021972188260406256
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2908,
      "lr": 0.0001,
      "sup_loss": 0.8957824151997662,
      "rf_loss": 0.00024855206720530987,
      "total_loss": 0.8960309672669715,
      "lyap1_mean": -0.008575649000704288,
      "lyap1_max": 0.006920522078871727,
      "lyap1_min": -0.017989765852689743,
      "lyap_spec_mean": [
        -0.008575649000704288,
        -0.011583221144974232,
        -0.013527635484933853,
        -0.01380233559757471
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2909,
      "lr": 0.0001,
      "sup_loss": 0.8789620026271598,
      "rf_loss": 0.00028567001572810113,
      "total_loss": 0.879247672642888,
      "lyap1_mean": -0.007138407789170742,
      "lyap1_max": 0.020311735570430756,
      "lyap1_min": -0.020465893670916557,
      "lyap_spec_mean": [
        -0.007138407789170742,
        -0.00954459048807621,
        -0.007717974949628115,
        -0.02030913159251213
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2910,
      "lr": 0.0001,
      "sup_loss": 0.8747514450728396,
      "rf_loss": 0.00021872096112929285,
      "total_loss": 0.8749701660339689,
      "lyap1_mean": 0.000511540099978447,
      "lyap1_max": 0.032948046922683716,
      "lyap1_min": -0.023890014737844467,
      "lyap_spec_mean": [
        0.0005115398671478033,
        -0.001804920146241784,
        -0.007465238682925701,
        -0.008000718429684639
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2911,
      "lr": 0.0001,
      "sup_loss": 0.8961444859328974,
      "rf_loss": 0.00021950546943116933,
      "total_loss": 0.8963639914023286,
      "lyap1_mean": 0.009864816442131996,
      "lyap1_max": 0.03030482307076454,
      "lyap1_min": -0.01948099210858345,
      "lyap_spec_mean": [
        0.009864816442131996,
        0.009809672832489014,
        0.006802628748118877,
        0.005278227850794792
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2912,
      "lr": 0.0001,
      "sup_loss": 0.824003068094611,
      "rf_loss": 0.00035799527540802956,
      "total_loss": 0.824361063370019,
      "lyap1_mean": 0.010555896908044815,
      "lyap1_max": 0.020777713507413864,
      "lyap1_min": -0.012437660247087479,
      "lyap_spec_mean": [
        0.010555896908044815,
        0.01973433792591095,
        0.011688794940710068,
        0.008296243846416473
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2913,
      "lr": 0.0001,
      "sup_loss": 0.839441109166025,
      "rf_loss": 0.00012452012742869556,
      "total_loss": 0.8395656292934537,
      "lyap1_mean": 0.0014571179635822773,
      "lyap1_max": 0.0178263820707798,
      "lyap1_min": -0.014397753402590752,
      "lyap_spec_mean": [
        0.001457118196412921,
        -0.002158540301024914,
        0.0043608201667666435,
        -0.0009227331611327827
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2914,
      "lr": 0.0001,
      "sup_loss": 0.903242229441344,
      "rf_loss": 0.00020006165141239762,
      "total_loss": 0.9034422910927564,
      "lyap1_mean": 0.010061732493340969,
      "lyap1_max": 0.03095635399222374,
      "lyap1_min": -0.0061539760790765285,
      "lyap_spec_mean": [
        0.010061733424663544,
        0.0042192889377474785,
        0.009045434184372425,
        0.0017075445502996445
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2915,
      "lr": 0.0001,
      "sup_loss": 0.9123306947196151,
      "rf_loss": 0.0001118483196478337,
      "total_loss": 0.912442543039263,
      "lyap1_mean": 0.00012694904580712318,
      "lyap1_max": 0.012114587239921093,
      "lyap1_min": -0.018163491040468216,
      "lyap_spec_mean": [
        0.00012694904580712318,
        0.0031026171054691076,
        -0.004074691794812679,
        -0.0015191237907856703
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2916,
      "lr": 0.0001,
      "sup_loss": 0.8615785195898966,
      "rf_loss": 0.00017983565339818597,
      "total_loss": 0.8617583552432948,
      "lyap1_mean": -0.007276168093085289,
      "lyap1_max": 0.007595195434987545,
      "lyap1_min": -0.017862625420093536,
      "lyap_spec_mean": [
        -0.007276168093085289,
        -0.002978082513436675,
        -0.0123886838555336,
        -0.009959990158677101
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2917,
      "lr": 0.0001,
      "sup_loss": 0.8526088496534888,
      "rf_loss": 6.258293433347717e-05,
      "total_loss": 0.8526714325878223,
      "lyap1_mean": -0.005039148963987827,
      "lyap1_max": 0.0031960937194526196,
      "lyap1_min": -0.015248123556375504,
      "lyap_spec_mean": [
        -0.005039148963987827,
        -0.0005018734373152256,
        -0.0035939228255301714,
        -0.00033618591260164976
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2918,
      "lr": 0.0001,
      "sup_loss": 0.7961401768666226,
      "rf_loss": 0.00017364011728204787,
      "total_loss": 0.7963138169839047,
      "lyap1_mean": -0.0014176297700032592,
      "lyap1_max": 0.02078934945166111,
      "lyap1_min": -0.018088161945343018,
      "lyap_spec_mean": [
        -0.0014176296535879374,
        -0.0010244115255773067,
        -0.0055820937268435955,
        -0.005122270435094833
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2919,
      "lr": 0.0001,
      "sup_loss": 0.8827533198189307,
      "rf_loss": 0.00024295860202983022,
      "total_loss": 0.8829962784209605,
      "lyap1_mean": 0.010842560790479183,
      "lyap1_max": 0.024691354483366013,
      "lyap1_min": -0.009338976815342903,
      "lyap_spec_mean": [
        0.010842560790479183,
        0.0030430639162659645,
        -0.003174432087689638,
        -0.0012598276371136308
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2920,
      "lr": 0.0001,
      "sup_loss": 0.8925468960477174,
      "rf_loss": 9.664351091487333e-05,
      "total_loss": 0.8926435395586323,
      "lyap1_mean": 0.0065808603540062904,
      "lyap1_max": 0.015276363119482994,
      "lyap1_min": -0.006790834479033947,
      "lyap_spec_mean": [
        0.006580860819667578,
        0.001017189584672451,
        0.0017534082289785147,
        0.0023085963912308216
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2921,
      "lr": 0.0001,
      "sup_loss": 0.8546675736357119,
      "rf_loss": 0.0001845825754571706,
      "total_loss": 0.8548521562111691,
      "lyap1_mean": 0.003996478393673897,
      "lyap1_max": 0.030078580603003502,
      "lyap1_min": -0.012180570513010025,
      "lyap_spec_mean": [
        0.003996478859335184,
        -0.00565424095839262,
        0.004184799734503031,
        -0.0013672609347850084
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2922,
      "lr": 0.0001,
      "sup_loss": 0.8662957838374786,
      "rf_loss": 0.00026728882221505046,
      "total_loss": 0.8665630726596937,
      "lyap1_mean": 0.00914910901337862,
      "lyap1_max": 0.042101338505744934,
      "lyap1_min": -0.018625909462571144,
      "lyap_spec_mean": [
        0.009149108082056046,
        0.001009122235700488,
        -0.0025021967012435198,
        -0.0038087964057922363
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2923,
      "lr": 0.0001,
      "sup_loss": 0.8454790308344062,
      "rf_loss": 0.000281784450635314,
      "total_loss": 0.8457608152850415,
      "lyap1_mean": -0.0011753991711884737,
      "lyap1_max": 0.01858462393283844,
      "lyap1_min": -0.015818577259778976,
      "lyap_spec_mean": [
        -0.0011753990547731519,
        0.005684666335582733,
        -0.0004298583953641355,
        -0.005092751234769821
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2924,
      "lr": 0.0001,
      "sup_loss": 0.8027644326935155,
      "rf_loss": 0.0001797921140678227,
      "total_loss": 0.8029442248075833,
      "lyap1_mean": 0.007858921773731709,
      "lyap1_max": 0.041723161935806274,
      "lyap1_min": -0.007347531616687775,
      "lyap_spec_mean": [
        0.007858922705054283,
        0.006245907861739397,
        -0.0013767457567155361,
        0.004973578732460737
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2925,
      "lr": 0.0001,
      "sup_loss": 0.881883032517029,
      "rf_loss": 0.0001879274204839021,
      "total_loss": 0.8820709599375129,
      "lyap1_mean": 0.013204449787735939,
      "lyap1_max": 0.019213613122701645,
      "lyap1_min": 0.003985004033893347,
      "lyap_spec_mean": [
        0.013204449787735939,
        0.007513015531003475,
        0.004415577743202448,
        0.008251544088125229
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2926,
      "lr": 0.0001,
      "sup_loss": 0.8935233960132041,
      "rf_loss": 0.00017454722546972334,
      "total_loss": 0.8936979432386738,
      "lyap1_mean": 0.004987765569239855,
      "lyap1_max": 0.01729639433324337,
      "lyap1_min": -0.01828836090862751,
      "lyap_spec_mean": [
        0.004987765569239855,
        0.005535516422241926,
        0.00012933032121509314,
        0.0041745551861822605
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2927,
      "lr": 0.0001,
      "sup_loss": 0.9364531330183848,
      "rf_loss": 0.0001683370501268655,
      "total_loss": 0.9366214700685117,
      "lyap1_mean": 0.0004387553781270981,
      "lyap1_max": 0.012729087844491005,
      "lyap1_min": -0.01635384000837803,
      "lyap_spec_mean": [
        0.00043875514529645443,
        -0.0024769131559878588,
        -0.007761697750538588,
        -0.00937112607061863
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2928,
      "lr": 0.0001,
      "sup_loss": 0.8667742860968847,
      "rf_loss": 0.00011854819604195654,
      "total_loss": 0.8668928342929266,
      "lyap1_mean": -0.0026523959822952747,
      "lyap1_max": 0.012183747254312038,
      "lyap1_min": -0.01658492535352707,
      "lyap_spec_mean": [
        -0.0026523955166339874,
        0.0009410988423041999,
        -0.0022416147403419018,
        -0.008143497630953789
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2929,
      "lr": 0.0001,
      "sup_loss": 0.7846544097616674,
      "rf_loss": 0.000305812107399106,
      "total_loss": 0.7849602218690666,
      "lyap1_mean": -0.009535988792777061,
      "lyap1_max": 0.007285848259925842,
      "lyap1_min": -0.02980649471282959,
      "lyap_spec_mean": [
        -0.009535988792777061,
        -0.009912855923175812,
        -0.014956008642911911,
        -0.016982071101665497
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2930,
      "lr": 0.0001,
      "sup_loss": 0.8548770530768675,
      "rf_loss": 0.0002765802782960236,
      "total_loss": 0.8551536333551635,
      "lyap1_mean": -0.002321571344509721,
      "lyap1_max": 0.01920773833990097,
      "lyap1_min": -0.03093925677239895,
      "lyap_spec_mean": [
        -0.002321571111679077,
        -0.013104034587740898,
        -0.001701842062175274,
        -0.007867769338190556
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2931,
      "lr": 0.0001,
      "sup_loss": 0.8668471629643887,
      "rf_loss": 0.00020671328820753843,
      "total_loss": 0.8670538762525962,
      "lyap1_mean": -0.001336373621597886,
      "lyap1_max": 0.027492668479681015,
      "lyap1_min": -0.028952984139323235,
      "lyap_spec_mean": [
        -0.0013363738544285297,
        -0.003204233944416046,
        -0.0058810049667954445,
        -0.01067771203815937
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2932,
      "lr": 0.0001,
      "sup_loss": 0.890753281813619,
      "rf_loss": 0.00017005408881232142,
      "total_loss": 0.8909233359024313,
      "lyap1_mean": -0.0016607604920864105,
      "lyap1_max": 0.019078262150287628,
      "lyap1_min": -0.019425246864557266,
      "lyap_spec_mean": [
        -0.0016607603756710887,
        -0.005218504928052425,
        -0.008242011070251465,
        -0.008292150683701038
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2933,
      "lr": 0.0001,
      "sup_loss": 0.8456473549076938,
      "rf_loss": 0.0002725239028222859,
      "total_loss": 0.8459198788105161,
      "lyap1_mean": 0.003222959116101265,
      "lyap1_max": 0.03510070592164993,
      "lyap1_min": -0.02421720325946808,
      "lyap_spec_mean": [
        0.003222959116101265,
        0.0052247135899960995,
        -0.002624668413773179,
        -0.006509775295853615
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2934,
      "lr": 0.0001,
      "sup_loss": 0.9360480138071205,
      "rf_loss": 0.0002915262884926051,
      "total_loss": 0.9363395400956132,
      "lyap1_mean": 0.0003867899067699909,
      "lyap1_max": 0.013845759443938732,
      "lyap1_min": -0.022750206291675568,
      "lyap_spec_mean": [
        0.0003867899067699909,
        -0.017452169209718704,
        -0.009201191365718842,
        -0.010677771642804146
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2935,
      "lr": 0.0001,
      "sup_loss": 0.9045109213387347,
      "rf_loss": 0.00033740763319656253,
      "total_loss": 0.9048483289719312,
      "lyap1_mean": -0.012926537543535233,
      "lyap1_max": 0.0009508691728115082,
      "lyap1_min": -0.025016002357006073,
      "lyap_spec_mean": [
        -0.012926536612212658,
        -0.015943093225359917,
        -0.017022481188178062,
        -0.019121801480650902
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2936,
      "lr": 0.0001,
      "sup_loss": 0.8851061310418328,
      "rf_loss": 0.000584720924962312,
      "total_loss": 0.8856908519667951,
      "lyap1_mean": -0.02584720589220524,
      "lyap1_max": -0.014957688748836517,
      "lyap1_min": -0.03806416317820549,
      "lyap_spec_mean": [
        -0.025847207754850388,
        -0.015935152769088745,
        -0.021213704720139503,
        -0.023372270166873932
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2937,
      "lr": 0.0001,
      "sup_loss": 0.9169523318601297,
      "rf_loss": 0.0002708703395910561,
      "total_loss": 0.9172232021997208,
      "lyap1_mean": -0.0024663531221449375,
      "lyap1_max": 0.022759882733225822,
      "lyap1_min": -0.020741088315844536,
      "lyap_spec_mean": [
        -0.00246635265648365,
        -0.01083950512111187,
        -0.010988209396600723,
        -0.011593831703066826
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2938,
      "lr": 0.0001,
      "sup_loss": 0.9153406439205807,
      "rf_loss": 0.0002627794165164232,
      "total_loss": 0.9156034233370971,
      "lyap1_mean": 0.00957193411886692,
      "lyap1_max": 0.035980574786663055,
      "lyap1_min": -0.010796080343425274,
      "lyap_spec_mean": [
        0.00957193411886692,
        0.004905428737401962,
        0.0012458108831197023,
        -0.0013391515240073204
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2939,
      "lr": 0.0001,
      "sup_loss": 0.7743991668870217,
      "rf_loss": 0.00019731362408492714,
      "total_loss": 0.7745964805111066,
      "lyap1_mean": 0.006471584085375071,
      "lyap1_max": 0.024585021659731865,
      "lyap1_min": -0.0024653065484017134,
      "lyap_spec_mean": [
        0.006471583619713783,
        0.01113415602594614,
        -0.00014966586604714394,
        0.006599728949368
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2940,
      "lr": 0.0001,
      "sup_loss": 0.8247168749135965,
      "rf_loss": 0.00025722681311890483,
      "total_loss": 0.8249741017267154,
      "lyap1_mean": 0.008265096694231033,
      "lyap1_max": 0.03728274255990982,
      "lyap1_min": -0.007443734910339117,
      "lyap_spec_mean": [
        0.008265095762908459,
        0.015179737471044064,
        0.004995542578399181,
        0.0016847141087055206
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2941,
      "lr": 0.0001,
      "sup_loss": 0.9120899511774431,
      "rf_loss": 0.0009480779990553856,
      "total_loss": 0.9130380291764985,
      "lyap1_mean": 0.031237754970788956,
      "lyap1_max": 0.07495279610157013,
      "lyap1_min": 0.00991081539541483,
      "lyap_spec_mean": [
        0.031237754970788956,
        0.02056105062365532,
        0.024479147046804428,
        0.022467587143182755
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2942,
      "lr": 0.0001,
      "sup_loss": 0.8602762764285629,
      "rf_loss": 0.0004151684115640819,
      "total_loss": 0.8606914448401269,
      "lyap1_mean": 0.02324632741510868,
      "lyap1_max": 0.04249780625104904,
      "lyap1_min": 0.015564198605716228,
      "lyap_spec_mean": [
        0.02324632741510868,
        0.017039988189935684,
        0.01447252370417118,
        0.01668788678944111
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2943,
      "lr": 0.0001,
      "sup_loss": 0.9068904445259758,
      "rf_loss": 0.0006155289011076093,
      "total_loss": 0.9075059734270834,
      "lyap1_mean": 0.0267478097230196,
      "lyap1_max": 0.05453170835971832,
      "lyap1_min": 0.011659442447125912,
      "lyap_spec_mean": [
        0.0267478097230196,
        0.020496245473623276,
        0.017980854958295822,
        0.02213822305202484
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2944,
      "lr": 0.0001,
      "sup_loss": 1.0798700863106956,
      "rf_loss": 0.00022451575205195695,
      "total_loss": 1.0800946020627475,
      "lyap1_mean": 0.007757467217743397,
      "lyap1_max": 0.022944314405322075,
      "lyap1_min": -0.005358153022825718,
      "lyap_spec_mean": [
        0.0077574667520821095,
        0.01218274887651205,
        0.002110481960698962,
        -0.0019494174048304558
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2945,
      "lr": 0.0001,
      "sup_loss": 0.9258558692372845,
      "rf_loss": 0.00015357777010649443,
      "total_loss": 0.926009447007391,
      "lyap1_mean": 0.003625794081017375,
      "lyap1_max": 0.02447207272052765,
      "lyap1_min": -0.011944803409278393,
      "lyap_spec_mean": [
        0.0036257938481867313,
        0.00395431462675333,
        0.00018074922263622284,
        0.0015565638896077871
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2946,
      "lr": 0.0001,
      "sup_loss": 0.9613370506666802,
      "rf_loss": 0.00015992645057849586,
      "total_loss": 0.9614969771172587,
      "lyap1_mean": -0.002928690519183874,
      "lyap1_max": 0.015344412997364998,
      "lyap1_min": -0.02224593423306942,
      "lyap_spec_mean": [
        -0.002928690053522587,
        -0.0012592487037181854,
        -0.0033047471661120653,
        -0.006930867210030556
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2947,
      "lr": 0.0001,
      "sup_loss": 0.8896320590575295,
      "rf_loss": 0.00044824881479144096,
      "total_loss": 0.890080307872321,
      "lyap1_mean": -0.008830305188894272,
      "lyap1_max": 0.02112651988863945,
      "lyap1_min": -0.028318386524915695,
      "lyap_spec_mean": [
        -0.008830305188894272,
        -0.012639325112104416,
        -0.009795412421226501,
        -0.018301770091056824
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2948,
      "lr": 0.0001,
      "sup_loss": 0.9228118990412456,
      "rf_loss": 0.0006508639780804515,
      "total_loss": 0.9234627630193261,
      "lyap1_mean": -0.014983296394348145,
      "lyap1_max": 0.015724526718258858,
      "lyap1_min": -0.0388626828789711,
      "lyap_spec_mean": [
        -0.01498329732567072,
        -0.0240105539560318,
        -0.023112840950489044,
        -0.023604072630405426
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2949,
      "lr": 0.0001,
      "sup_loss": 0.917374242067621,
      "rf_loss": 0.0006486519705504179,
      "total_loss": 0.9180228940381714,
      "lyap1_mean": -0.024206284433603287,
      "lyap1_max": -0.015518544241786003,
      "lyap1_min": -0.03470800817012787,
      "lyap_spec_mean": [
        -0.024206286296248436,
        -0.020885353907942772,
        -0.027328213676810265,
        -0.02306210994720459
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2950,
      "lr": 0.0001,
      "sup_loss": 0.8815937119768209,
      "rf_loss": 0.0005427172873169184,
      "total_loss": 0.8821364292641378,
      "lyap1_mean": -0.014492182992398739,
      "lyap1_max": 0.00323590449988842,
      "lyap1_min": -0.03430654853582382,
      "lyap_spec_mean": [
        -0.014492182992398739,
        -0.012933380901813507,
        -0.02028489299118519,
        -0.022593028843402863
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2951,
      "lr": 0.0001,
      "sup_loss": 0.9120062185797215,
      "rf_loss": 0.0005317275645211339,
      "total_loss": 0.9125379461442427,
      "lyap1_mean": -0.01541475486010313,
      "lyap1_max": 0.020040281116962433,
      "lyap1_min": -0.032008007168769836,
      "lyap_spec_mean": [
        -0.015414753928780556,
        -0.017669493332505226,
        -0.017248786985874176,
        -0.024918340146541595
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2952,
      "lr": 0.0001,
      "sup_loss": 0.9122698005721701,
      "rf_loss": 0.0002862972905859351,
      "total_loss": 0.912556097862756,
      "lyap1_mean": -0.01065865345299244,
      "lyap1_max": 0.009783602319657803,
      "lyap1_min": -0.02707836404442787,
      "lyap_spec_mean": [
        -0.01065865345299244,
        -0.011941432021558285,
        -0.010868492536246777,
        -0.011638309806585312
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2953,
      "lr": 0.0001,
      "sup_loss": 0.9106662690234738,
      "rf_loss": 0.0003215824253857136,
      "total_loss": 0.9109878514488595,
      "lyap1_mean": -0.01233535073697567,
      "lyap1_max": 0.01739109680056572,
      "lyap1_min": -0.02968120202422142,
      "lyap_spec_mean": [
        -0.01233535073697567,
        -0.0017001319210976362,
        -0.006271020509302616,
        0.001601409399881959
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2954,
      "lr": 0.0001,
      "sup_loss": 0.9053101237598733,
      "rf_loss": 0.0003336996305733919,
      "total_loss": 0.9056438233904467,
      "lyap1_mean": 0.00973106361925602,
      "lyap1_max": 0.029423493891954422,
      "lyap1_min": -0.006773361936211586,
      "lyap_spec_mean": [
        0.00973106361925602,
        0.00878942385315895,
        0.0029263971373438835,
        0.009747137315571308
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2955,
      "lr": 0.0001,
      "sup_loss": 0.9530474532755737,
      "rf_loss": 0.0003927705984096974,
      "total_loss": 0.9534402238739834,
      "lyap1_mean": 0.016174858435988426,
      "lyap1_max": 0.04927247762680054,
      "lyap1_min": -0.004744370002299547,
      "lyap_spec_mean": [
        0.016174858435988426,
        0.0059117889031767845,
        0.022689148783683777,
        0.013806824572384357
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2956,
      "lr": 0.0001,
      "sup_loss": 0.9276233055330452,
      "rf_loss": 0.0005430449964478612,
      "total_loss": 0.928166350529493,
      "lyap1_mean": 0.025208422914147377,
      "lyap1_max": 0.045096613466739655,
      "lyap1_min": -0.005774411838501692,
      "lyap_spec_mean": [
        0.025208422914147377,
        0.01574627496302128,
        0.017744604498147964,
        0.009548882953822613
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2957,
      "lr": 0.0001,
      "sup_loss": 0.9078610042946037,
      "rf_loss": 0.00048086210153996944,
      "total_loss": 0.9083418663961437,
      "lyap1_mean": 0.02323075570166111,
      "lyap1_max": 0.05168130248785019,
      "lyap1_min": -0.006250293459743261,
      "lyap_spec_mean": [
        0.02323075570166111,
        0.013022104278206825,
        0.0159001387655735,
        0.014303432777523994
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2958,
      "lr": 0.0001,
      "sup_loss": 0.8831636101478716,
      "rf_loss": 8.822133531793952e-05,
      "total_loss": 0.8832518314831895,
      "lyap1_mean": 0.0022819300647825003,
      "lyap1_max": 0.021058883517980576,
      "lyap1_min": -0.00824431050568819,
      "lyap_spec_mean": [
        0.0022819298319518566,
        -0.0034466779325157404,
        0.0024788181763142347,
        -0.003900559153407812
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2959,
      "lr": 0.0001,
      "sup_loss": 0.8719731827624393,
      "rf_loss": 0.00015248474664986134,
      "total_loss": 0.8721256675090892,
      "lyap1_mean": 0.004736921284347773,
      "lyap1_max": 0.02248605713248253,
      "lyap1_min": -0.022978447377681732,
      "lyap_spec_mean": [
        0.004736920818686485,
        0.004406079184263945,
        -0.0003658547066152096,
        0.001921004382893443
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2960,
      "lr": 0.0001,
      "sup_loss": 0.8902594702010622,
      "rf_loss": 0.0003273112524766475,
      "total_loss": 0.8905867814535389,
      "lyap1_mean": 0.0009631272405385971,
      "lyap1_max": 0.0265316404402256,
      "lyap1_min": -0.029494792222976685,
      "lyap_spec_mean": [
        0.0009631272405385971,
        -0.004104643128812313,
        -0.011316405609250069,
        -0.017220601439476013
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2961,
      "lr": 0.0001,
      "sup_loss": 0.9081589380148178,
      "rf_loss": 0.00029149209149181843,
      "total_loss": 0.9084504301063097,
      "lyap1_mean": 0.0063177794218063354,
      "lyap1_max": 0.04132062941789627,
      "lyap1_min": -0.011878518387675285,
      "lyap_spec_mean": [
        0.006317779887467623,
        -0.009011585265398026,
        -0.015418114140629768,
        -0.012120607309043407
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2962,
      "lr": 0.0001,
      "sup_loss": 0.8753321676433334,
      "rf_loss": 0.0005712350830435753,
      "total_loss": 0.875903402726377,
      "lyap1_mean": -0.017900455743074417,
      "lyap1_max": 0.019402101635932922,
      "lyap1_min": -0.03919965401291847,
      "lyap_spec_mean": [
        -0.017900455743074417,
        -0.015834636986255646,
        -0.015748148784041405,
        -0.023333769291639328
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2963,
      "lr": 0.0001,
      "sup_loss": 0.9107735088716167,
      "rf_loss": 0.00039174483390524983,
      "total_loss": 0.9111652537055219,
      "lyap1_mean": -0.004727343562990427,
      "lyap1_max": 0.013799074105918407,
      "lyap1_min": -0.02642202004790306,
      "lyap_spec_mean": [
        -0.004727343562990427,
        -0.01611141487956047,
        -0.012535607442259789,
        -0.01956542581319809
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2964,
      "lr": 0.0001,
      "sup_loss": 0.9182529403327684,
      "rf_loss": 0.00044316030107438564,
      "total_loss": 0.9186961006338428,
      "lyap1_mean": -0.014070199802517891,
      "lyap1_max": 0.0074500422924757,
      "lyap1_min": -0.02717459946870804,
      "lyap_spec_mean": [
        -0.014070199802517891,
        -0.01683659851551056,
        -0.016370801255106926,
        -0.02147933468222618
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2965,
      "lr": 0.0001,
      "sup_loss": 0.8814155240059561,
      "rf_loss": 0.00028818720602430403,
      "total_loss": 0.8817037112119804,
      "lyap1_mean": -0.005493559874594212,
      "lyap1_max": 0.015040477737784386,
      "lyap1_min": -0.03156145662069321,
      "lyap_spec_mean": [
        -0.005493559874594212,
        -0.004869974218308926,
        -0.012018213048577309,
        -0.011180272325873375
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2966,
      "lr": 0.0001,
      "sup_loss": 0.8276575713872606,
      "rf_loss": 0.00014204545004758984,
      "total_loss": 0.8277996168373082,
      "lyap1_mean": -0.000484193442389369,
      "lyap1_max": 0.01484320592135191,
      "lyap1_min": -0.017632780596613884,
      "lyap_spec_mean": [
        -0.000484193442389369,
        -0.001440298743546009,
        -0.007777045946568251,
        -0.005884626414626837
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2967,
      "lr": 0.0001,
      "sup_loss": 0.8493285799756508,
      "rf_loss": 0.00015306226850952953,
      "total_loss": 0.8494816422441603,
      "lyap1_mean": 0.007216284051537514,
      "lyap1_max": 0.02728077583014965,
      "lyap1_min": -0.008249333128333092,
      "lyap_spec_mean": [
        0.007216283585876226,
        0.0001944436226040125,
        -0.0007506076944991946,
        0.0009917357238009572
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2968,
      "lr": 0.0001,
      "sup_loss": 0.9089230832115386,
      "rf_loss": 0.0006081894971430302,
      "total_loss": 0.9095312727086816,
      "lyap1_mean": 0.019026145339012146,
      "lyap1_max": 0.04931694269180298,
      "lyap1_min": -0.0015691537410020828,
      "lyap_spec_mean": [
        0.019026145339012146,
        0.021114259958267212,
        0.015322376042604446,
        0.010380001738667488
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2969,
      "lr": 0.0001,
      "sup_loss": 0.9354677793468364,
      "rf_loss": 0.0003792374627664685,
      "total_loss": 0.9358470168096029,
      "lyap1_mean": 0.015320094302296638,
      "lyap1_max": 0.03686897084116936,
      "lyap1_min": -0.014359068125486374,
      "lyap_spec_mean": [
        0.015320093370974064,
        0.01790018193423748,
        0.01743200235068798,
        0.010648287832736969
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2970,
      "lr": 0.0001,
      "sup_loss": 0.8234748661632292,
      "rf_loss": 0.0006448029889725149,
      "total_loss": 0.8241196691522017,
      "lyap1_mean": 0.03136065974831581,
      "lyap1_max": 0.047554753720760345,
      "lyap1_min": 0.018139641731977463,
      "lyap_spec_mean": [
        0.03136065974831581,
        0.019897975027561188,
        0.016231315210461617,
        0.02322927489876747
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2971,
      "lr": 0.0001,
      "sup_loss": 0.8820777164309903,
      "rf_loss": 0.00028203328838571906,
      "total_loss": 0.882359749719376,
      "lyap1_mean": 0.011994932778179646,
      "lyap1_max": 0.024394577369093895,
      "lyap1_min": 0.0019531151046976447,
      "lyap_spec_mean": [
        0.011994931846857071,
        0.01342991553246975,
        0.013223395682871342,
        0.00937254261225462
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2972,
      "lr": 0.0001,
      "sup_loss": 0.9253766635258229,
      "rf_loss": 0.00024894828675314784,
      "total_loss": 0.9256256118125761,
      "lyap1_mean": 0.008882379159331322,
      "lyap1_max": 0.03386782109737396,
      "lyap1_min": -0.001617206260561943,
      "lyap_spec_mean": [
        0.008882379159331322,
        0.008760771714150906,
        0.0011743218638002872,
        0.0015703912358731031
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2973,
      "lr": 0.0001,
      "sup_loss": 0.8042892326887155,
      "rf_loss": 0.00035178239340893924,
      "total_loss": 0.8046410150821245,
      "lyap1_mean": -0.005659988150000572,
      "lyap1_max": 0.01827889494597912,
      "lyap1_min": -0.025323376059532166,
      "lyap_spec_mean": [
        -0.005659988150000572,
        -0.014222593046724796,
        -0.007195909041911364,
        -0.016022326424717903
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2974,
      "lr": 0.0001,
      "sup_loss": 0.8065522951952175,
      "rf_loss": 0.00019469860126264393,
      "total_loss": 0.8067469937964802,
      "lyap1_mean": -0.005045697093009949,
      "lyap1_max": 0.011184999719262123,
      "lyap1_min": -0.02043149247765541,
      "lyap_spec_mean": [
        -0.005045697558671236,
        -0.0012531945249065757,
        -0.006656115874648094,
        -0.006142719183117151
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2975,
      "lr": 0.0001,
      "sup_loss": 0.8541420273154172,
      "rf_loss": 0.00033119728323072195,
      "total_loss": 0.8544732245986479,
      "lyap1_mean": -0.0020680315792560577,
      "lyap1_max": 0.018656037747859955,
      "lyap1_min": -0.028998591005802155,
      "lyap_spec_mean": [
        -0.0020680315792560577,
        -0.008092419244349003,
        -0.009925547987222672,
        -0.015417584218084812
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2976,
      "lr": 0.0001,
      "sup_loss": 0.8348125297936156,
      "rf_loss": 0.0001972721511265263,
      "total_loss": 0.8350098019447422,
      "lyap1_mean": -0.003765670582652092,
      "lyap1_max": 0.009827269241213799,
      "lyap1_min": -0.016930649057030678,
      "lyap_spec_mean": [
        -0.0037656703498214483,
        -0.0025143916718661785,
        -0.00793331116437912,
        -0.009304272942245007
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2977,
      "lr": 0.0001,
      "sup_loss": 0.8453786167079996,
      "rf_loss": 0.00017033735639415681,
      "total_loss": 0.8455489540643938,
      "lyap1_mean": -0.00031257886439561844,
      "lyap1_max": 0.016157595440745354,
      "lyap1_min": -0.012350949458777905,
      "lyap_spec_mean": [
        -0.00031257898081094027,
        -0.008803494274616241,
        -0.009221007116138935,
        -0.01033750083297491
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2978,
      "lr": 0.0001,
      "sup_loss": 0.9411156096956406,
      "rf_loss": 0.00015465225442312658,
      "total_loss": 0.9412702619500637,
      "lyap1_mean": 0.0037693774793297052,
      "lyap1_max": 0.030070707201957703,
      "lyap1_min": -0.01782858744263649,
      "lyap_spec_mean": [
        0.0037693772464990616,
        0.0038029695861041546,
        0.003786289133131504,
        0.003984559793025255
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2979,
      "lr": 0.0001,
      "sup_loss": 0.958295251374501,
      "rf_loss": 0.00021818240929860622,
      "total_loss": 0.9585134337837996,
      "lyap1_mean": -0.005823556333780289,
      "lyap1_max": 0.015960080549120903,
      "lyap1_min": -0.02796056866645813,
      "lyap_spec_mean": [
        -0.005823557265102863,
        -0.014410091564059258,
        -0.003924897871911526,
        -0.010882744565606117
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2980,
      "lr": 0.0001,
      "sup_loss": 0.8872007026371004,
      "rf_loss": 0.0001739769650157541,
      "total_loss": 0.8873746796021161,
      "lyap1_mean": 0.003582695499062538,
      "lyap1_max": 0.033328961580991745,
      "lyap1_min": -0.016283348202705383,
      "lyap_spec_mean": [
        0.003582695499062538,
        -0.006600436754524708,
        -0.002336148638278246,
        -0.005106947384774685
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2981,
      "lr": 0.0001,
      "sup_loss": 0.9348507873380663,
      "rf_loss": 0.00028803927125409245,
      "total_loss": 0.9351388266093204,
      "lyap1_mean": 0.00859522819519043,
      "lyap1_max": 0.037482358515262604,
      "lyap1_min": -0.012491702102124691,
      "lyap_spec_mean": [
        0.00859522819519043,
        -0.005626819562166929,
        -0.007732659578323364,
        -0.011364387348294258
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2982,
      "lr": 0.0001,
      "sup_loss": 0.8399688408241354,
      "rf_loss": 0.00037279626121744514,
      "total_loss": 0.8403416370853528,
      "lyap1_mean": -0.010266438126564026,
      "lyap1_max": 0.0026560944970697165,
      "lyap1_min": -0.019864661619067192,
      "lyap_spec_mean": [
        -0.010266437195241451,
        -0.020375680178403854,
        -0.019264845177531242,
        -0.016776297241449356
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2983,
      "lr": 0.0001,
      "sup_loss": 0.8808496420539322,
      "rf_loss": 0.000323071755701676,
      "total_loss": 0.8811727138096339,
      "lyap1_mean": -0.007111627608537674,
      "lyap1_max": 0.01651240512728691,
      "lyap1_min": -0.031507812440395355,
      "lyap_spec_mean": [
        -0.007111627142876387,
        -0.015076848678290844,
        -0.01323615200817585,
        -0.015263833105564117
      ],
      "frac_above_star": 0.25
    },
    {
      "step": 2984,
      "lr": 0.0001,
      "sup_loss": 0.8397090190961412,
      "rf_loss": 0.0002585919282864779,
      "total_loss": 0.8399676110244276,
      "lyap1_mean": -0.011381308548152447,
      "lyap1_max": 0.007020178250968456,
      "lyap1_min": -0.030992647632956505,
      "lyap_spec_mean": [
        -0.011381307616829872,
        -0.007974362000823021,
        -0.006404108367860317,
        -0.007855911739170551
      ],
      "frac_above_star": 0.375
    },
    {
      "step": 2985,
      "lr": 0.0001,
      "sup_loss": 0.7460093530385522,
      "rf_loss": 0.00021347669826354831,
      "total_loss": 0.7462228297368158,
      "lyap1_mean": -0.001852946006692946,
      "lyap1_max": 0.008188663050532341,
      "lyap1_min": -0.016665905714035034,
      "lyap_spec_mean": [
        -0.0018529461231082678,
        0.003893697401508689,
        -0.00795090850442648,
        -0.010375344194471836
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2986,
      "lr": 0.0001,
      "sup_loss": 0.9075882038194524,
      "rf_loss": 0.00013304731692187488,
      "total_loss": 0.9077212511363743,
      "lyap1_mean": 0.0023895506747066975,
      "lyap1_max": 0.03386919945478439,
      "lyap1_min": -0.018336281180381775,
      "lyap_spec_mean": [
        0.0023895506747066975,
        0.0025509598199278116,
        0.0011241994798183441,
        0.002346883062273264
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2987,
      "lr": 0.0001,
      "sup_loss": 0.8387974080147498,
      "rf_loss": 0.0003211479925084859,
      "total_loss": 0.8391185560072583,
      "lyap1_mean": 0.01738833077251911,
      "lyap1_max": 0.04850822314620018,
      "lyap1_min": -0.009846212342381477,
      "lyap_spec_mean": [
        0.01738833077251911,
        0.005533528979867697,
        0.007782868575304747,
        0.004225695505738258
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2988,
      "lr": 0.0001,
      "sup_loss": 0.8865977907085347,
      "rf_loss": 0.00033023100695572793,
      "total_loss": 0.8869280217154905,
      "lyap1_mean": 0.008217787370085716,
      "lyap1_max": 0.02485339343547821,
      "lyap1_min": -0.007746927440166473,
      "lyap_spec_mean": [
        0.008217787370085716,
        0.015186578035354614,
        0.019961396232247353,
        0.009084348566830158
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2989,
      "lr": 0.0001,
      "sup_loss": 0.882883313499734,
      "rf_loss": 0.0005776414764113724,
      "total_loss": 0.8834609549761454,
      "lyap1_mean": 0.022206269204616547,
      "lyap1_max": 0.04277594015002251,
      "lyap1_min": 0.008228804916143417,
      "lyap_spec_mean": [
        0.022206267341971397,
        0.021877093240618706,
        0.020718228071928024,
        0.01820513606071472
      ],
      "frac_above_star": 1.0
    },
    {
      "step": 2990,
      "lr": 0.0001,
      "sup_loss": 0.9311031880201777,
      "rf_loss": 0.0004045689420308918,
      "total_loss": 0.9315077569622086,
      "lyap1_mean": 0.015228668227791786,
      "lyap1_max": 0.05711216852068901,
      "lyap1_min": -0.01403280533850193,
      "lyap_spec_mean": [
        0.015228670090436935,
        0.01161022949963808,
        0.006562449038028717,
        0.010754979215562344
      ],
      "frac_above_star": 0.75
    },
    {
      "step": 2991,
      "lr": 0.0001,
      "sup_loss": 0.8274801969025581,
      "rf_loss": 0.00011894688941538334,
      "total_loss": 0.8275991437919735,
      "lyap1_mean": 0.0033739167265594006,
      "lyap1_max": 0.02808697521686554,
      "lyap1_min": -0.013641398400068283,
      "lyap_spec_mean": [
        0.003373916493728757,
        0.008166574873030186,
        0.0076620434410870075,
        -0.004334398079663515
      ],
      "frac_above_star": 0.625
    },
    {
      "step": 2992,
      "lr": 0.0001,
      "sup_loss": 0.8829383969376896,
      "rf_loss": 0.00015623003127984703,
      "total_loss": 0.8830946269689695,
      "lyap1_mean": -0.0027675554156303406,
      "lyap1_max": 0.012467967346310616,
      "lyap1_min": -0.02311638742685318,
      "lyap_spec_mean": [
        -0.0027675556484609842,
        -0.008930917829275131,
        -0.0070409998297691345,
        -0.007988881319761276
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2993,
      "lr": 0.0001,
      "sup_loss": 0.8952130744846134,
      "rf_loss": 0.0005853730835951865,
      "total_loss": 0.8957984475682086,
      "lyap1_mean": -0.017378799617290497,
      "lyap1_max": 0.005105646792799234,
      "lyap1_min": -0.03957362473011017,
      "lyap_spec_mean": [
        -0.017378797754645348,
        -0.009320929646492004,
        -0.025503812357783318,
        -0.026399854570627213
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2994,
      "lr": 0.0001,
      "sup_loss": 0.9536855193520412,
      "rf_loss": 0.0007630846230313182,
      "total_loss": 0.9544486039750725,
      "lyap1_mean": -0.02012496255338192,
      "lyap1_max": -0.009752621874213219,
      "lyap1_min": -0.03820699825882912,
      "lyap_spec_mean": [
        -0.02012496255338192,
        -0.02631833776831627,
        -0.025545530021190643,
        -0.030456040054559708
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2995,
      "lr": 0.0001,
      "sup_loss": 0.9063424583600206,
      "rf_loss": 0.0006771428161300719,
      "total_loss": 0.9070196011761507,
      "lyap1_mean": -0.015576096251606941,
      "lyap1_max": 0.012007849290966988,
      "lyap1_min": -0.04678056761622429,
      "lyap_spec_mean": [
        -0.015576096251606941,
        -0.018971910700201988,
        -0.026249965652823448,
        -0.02812867984175682
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2996,
      "lr": 0.0001,
      "sup_loss": 0.8497380493556919,
      "rf_loss": 0.00045752531150355935,
      "total_loss": 0.8501955746671954,
      "lyap1_mean": -0.012764250859618187,
      "lyap1_max": 0.0163193941116333,
      "lyap1_min": -0.033232297748327255,
      "lyap_spec_mean": [
        -0.012764250859618187,
        -0.01845293492078781,
        -0.015512986108660698,
        -0.017363468185067177
      ],
      "frac_above_star": 0.125
    },
    {
      "step": 2997,
      "lr": 0.0001,
      "sup_loss": 0.691490252741902,
      "rf_loss": 0.00023413269082084298,
      "total_loss": 0.6917243854327229,
      "lyap1_mean": -0.0017265727510675788,
      "lyap1_max": 0.015418266877532005,
      "lyap1_min": -0.030345957726240158,
      "lyap_spec_mean": [
        -0.0017265728674829006,
        -0.0015627958346158266,
        -0.007473280653357506,
        -0.0070620267651975155
      ],
      "frac_above_star": 0.5
    },
    {
      "step": 2998,
      "lr": 0.0001,
      "sup_loss": 0.8780909400118994,
      "rf_loss": 0.00029430974973365664,
      "total_loss": 0.878385249761633,
      "lyap1_mean": 0.010929456911981106,
      "lyap1_max": 0.02133265696465969,
      "lyap1_min": -0.011007722467184067,
      "lyap_spec_mean": [
        0.010929456911981106,
        0.015455087646842003,
        0.012629196047782898,
        0.00486219534650445
      ],
      "frac_above_star": 0.875
    },
    {
      "step": 2999,
      "lr": 0.0001,
      "sup_loss": 0.8539460808878312,
      "rf_loss": 0.0007491951109841466,
      "total_loss": 0.8546952759988153,
      "lyap1_mean": 0.02870755083858967,
      "lyap1_max": 0.039101507514715195,
      "lyap1_min": 0.011127442121505737,
      "lyap_spec_mean": [
        0.02870754897594452,
        0.021663064137101173,
        0.019908905029296875,
        0.020318269729614258
      ],
      "frac_above_star": 1.0
    }
  ],
  "evals": [
    {
      "step": 0,
      "acc": 0.0,
      "tok_acc": 0.08429783950617284
    },
    {
      "step": 300,
      "acc": 0.0,
      "tok_acc": 0.43195408950617287
    },
    {
      "step": 600,
      "acc": 0.0,
      "tok_acc": 0.4534866898148148
    },
    {
      "step": 900,
      "acc": 0.0,
      "tok_acc": 0.4680989583333333
    },
    {
      "step": 1200,
      "acc": 0.0,
      "tok_acc": 0.48196373456790126
    },
    {
      "step": 1500,
      "acc": 0.0,
      "tok_acc": 0.5113570601851852
    },
    {
      "step": 1800,
      "acc": 0.0,
      "tok_acc": 0.5347945601851852
    },
    {
      "step": 2100,
      "acc": 0.0,
      "tok_acc": 0.58203125
    },
    {
      "step": 2400,
      "acc": 0.0,
      "tok_acc": 0.603515625
    },
    {
      "step": 2700,
      "acc": 0.0,
      "tok_acc": 0.6142216435185185
    },
    {
      "step": 3000,
      "acc": 0.001953125,
      "tok_acc": 0.6174286265432098
    }
  ],
  "final_acc": 0.001953125,
  "final_tok_acc": 0.6174286265432098
}