{
  "args": {
    "num_blocks": 4,
    "d_hidden": 256,
    "batch_size": 128,
    "epochs": 100,
    "t0": 5,
    "alpha": 0.75,
    "lr": 0.001,
    "lr_fb": 0.001,
    "wd": 0.01,
    "M": 4,
    "seed": 42,
    "gpu": 2,
    "output_dir": "/home/yurenh2/fa/results/freeze_with_decay"
  },
  "dfa_ckpt_acc": 0.304,
  "continue_DFA": {
    "test_acc": [
      0.2982,
      0.3109,
      0.3125,
      0.3038,
      0.3113,
      0.3135,
      0.302,
      0.3075,
      0.3097,
      0.3101,
      0.3029,
      0.3054,
      0.3108,
      0.3095,
      0.3047,
      0.3164,
      0.3031,
      0.3083,
      0.3171,
      0.3029,
      0.2979,
      0.2958,
      0.3099,
      0.2966,
      0.2959,
      0.3017,
      0.3082,
      0.3046,
      0.306,
      0.292,
      0.281,
      0.3129,
      0.3075,
      0.3115,
      0.3141,
      0.3111,
      0.3151,
      0.2969,
      0.3097,
      0.321,
      0.3058,
      0.3145,
      0.32,
      0.303,
      0.3093,
      0.3071,
      0.3118,
      0.3043,
      0.3104,
      0.3127,
      0.3148,
      0.3203,
      0.3112,
      0.3016,
      0.315,
      0.312,
      0.3134,
      0.3129,
      0.3049,
      0.3125,
      0.3142,
      0.3164,
      0.314,
      0.309,
      0.3142,
      0.3165,
      0.3125,
      0.3095,
      0.3104,
      0.3188,
      0.3149,
      0.3142,
      0.3119,
      0.3166,
      0.3118,
      0.3119,
      0.3127,
      0.311,
      0.3141,
      0.3164,
      0.3123,
      0.3128,
      0.3126,
      0.3091,
      0.3115,
      0.3127,
      0.3121,
      0.3123,
      0.3127,
      0.3132,
      0.3118,
      0.3118,
      0.3117,
      0.3114,
      0.3115
    ],
    "train_loss": [
      1.989790809059143,
      1.990307411880493,
      1.9905100513458251,
      1.9918334338378907,
      1.9863724251937867,
      1.9870153832244872,
      1.9874663953399658,
      1.9870845441055298,
      1.9880484677505492,
      1.9872064337539672,
      1.9897905487823486,
      1.9892820449066162,
      1.9874972410583496,
      1.9877921746444702,
      1.9876875100708007,
      1.9888226028060914,
      1.9874765905761718,
      1.9867966274642945,
      1.987537554550171,
      1.9880204120254517,
      1.9879772283935546,
      1.987797650413513,
      1.9874019779968262,
      1.9876940496063233,
      1.986886355819702,
      1.9884147914123536,
      1.9890670285797118,
      1.9873397811889648,
      1.9847210833740234,
      1.9871949213027955,
      1.9887558262634277,
      1.9838399686431885,
      1.9857967501068114,
      1.9860699237060546,
      1.9850847225952148,
      1.987654845123291,
      1.983670299758911,
      1.987481754837036,
      1.9858247266387938,
      1.9868243627166748,
      1.9862985388946532,
      1.984481724205017,
      1.9851255657958984,
      1.9881289917373657,
      1.9866780487442017,
      1.9885919563293457,
      1.9857788675308228,
      1.9890421838378907,
      1.9863371643066405,
      1.986637942276001,
      1.9849364169311523,
      1.9842691050720216,
      1.9856912046051025,
      1.988491299057007,
      1.9852929847717284,
      1.9856826776123047,
      1.9851847518920898,
      1.9835067967987061,
      1.9865730474853516,
      1.9850236835479735,
      1.9849657077789307,
      1.9844414936065673,
      1.9851242599105834,
      1.9842400899505614,
      1.9859014458847046,
      1.9850837426757812,
      1.985779475440979,
      1.985046662750244,
      1.9846652752685547,
      1.9845653623199462,
      1.984431827697754,
      1.9861651288223268,
      1.9833351360702514,
      1.9858753430175782,
      1.9859362523651123,
      1.9840349249649047,
      1.9841974882507325,
      1.9834141875457765,
      1.9854680131530762,
      1.9825797986221314,
      1.9835828475570678,
      1.9841230081176757,
      1.9844115731811522,
      1.9840126071548463,
      1.9844582679748535,
      1.9840802533340454,
      1.9842612131118775,
      1.984658988571167,
      1.9846206958770751,
      1.983520182762146,
      1.981859715309143,
      1.9833977752304077,
      1.9841900691986083,
      1.982843738861084,
      1.9838121879577637
    ],
    "gamma": [
      [
        6,
        0.0821653357706964
      ],
      [
        7,
        0.083711032057181
      ],
      [
        8,
        0.08393650152720511
      ],
      [
        9,
        0.08384976850356907
      ],
      [
        10,
        0.08560753799974918
      ],
      [
        13,
        0.0868276598630473
      ],
      [
        15,
        0.08848524722270668
      ],
      [
        20,
        0.08918609796091914
      ],
      [
        25,
        0.09372491284739226
      ],
      [
        35,
        0.09340126946335658
      ],
      [
        45,
        0.09817965375259519
      ],
      [
        55,
        0.09978153288830072
      ],
      [
        65,
        0.1001084745512344
      ],
      [
        75,
        0.1013008076697588
      ],
      [
        85,
        0.1014239476644434
      ],
      [
        95,
        0.10141936334548518
      ],
      [
        100,
        0.10145300498697907
      ]
    ],
    "rho": [
      [
        6,
        0.019282110035419464
      ],
      [
        7,
        0.006952052121050656
      ],
      [
        8,
        0.008748143445700407
      ],
      [
        9,
        0.008938514394685626
      ],
      [
        10,
        0.01805932994466275
      ],
      [
        13,
        0.01803369668778032
      ],
      [
        15,
        0.0023002898087725043
      ],
      [
        20,
        0.012751705711707473
      ],
      [
        25,
        0.0011155498214066029
      ],
      [
        35,
        0.009300894802436233
      ],
      [
        45,
        -0.0039156777784228325
      ],
      [
        55,
        -0.007268198300153017
      ],
      [
        65,
        0.008430896326899529
      ],
      [
        75,
        0.004795442800968885
      ],
      [
        85,
        -0.0030130266677588224
      ],
      [
        95,
        0.006304946728050709
      ],
      [
        100,
        0.004224925301969051
      ]
    ],
    "alpha_eff": [
      [
        6,
        0.0
      ],
      [
        7,
        0.0
      ],
      [
        8,
        0.0
      ],
      [
        9,
        0.0
      ],
      [
        10,
        0.0
      ],
      [
        11,
        0.0
      ],
      [
        12,
        0.0
      ],
      [
        13,
        0.0
      ],
      [
        14,
        0.0
      ],
      [
        15,
        0.0
      ],
      [
        16,
        0.0
      ],
      [
        17,
        0.0
      ],
      [
        18,
        0.0
      ],
      [
        19,
        0.0
      ],
      [
        20,
        0.0
      ],
      [
        21,
        0.0
      ],
      [
        22,
        0.0
      ],
      [
        23,
        0.0
      ],
      [
        24,
        0.0
      ],
      [
        25,
        0.0
      ],
      [
        26,
        0.0
      ],
      [
        27,
        0.0
      ],
      [
        28,
        0.0
      ],
      [
        29,
        0.0
      ],
      [
        30,
        0.0
      ],
      [
        31,
        0.0
      ],
      [
        32,
        0.0
      ],
      [
        33,
        0.0
      ],
      [
        34,
        0.0
      ],
      [
        35,
        0.0
      ],
      [
        36,
        0.0
      ],
      [
        37,
        0.0
      ],
      [
        38,
        0.0
      ],
      [
        39,
        0.0
      ],
      [
        40,
        0.0
      ],
      [
        41,
        0.0
      ],
      [
        42,
        0.0
      ],
      [
        43,
        0.0
      ],
      [
        44,
        0.0
      ],
      [
        45,
        0.0
      ],
      [
        46,
        0.0
      ],
      [
        47,
        0.0
      ],
      [
        48,
        0.0
      ],
      [
        49,
        0.0
      ],
      [
        50,
        0.0
      ],
      [
        51,
        0.0
      ],
      [
        52,
        0.0
      ],
      [
        53,
        0.0
      ],
      [
        54,
        0.0
      ],
      [
        55,
        0.0
      ],
      [
        56,
        0.0
      ],
      [
        57,
        0.0
      ],
      [
        58,
        0.0
      ],
      [
        59,
        0.0
      ],
      [
        60,
        0.0
      ],
      [
        61,
        0.0
      ],
      [
        62,
        0.0
      ],
      [
        63,
        0.0
      ],
      [
        64,
        0.0
      ],
      [
        65,
        0.0
      ],
      [
        66,
        0.0
      ],
      [
        67,
        0.0
      ],
      [
        68,
        0.0
      ],
      [
        69,
        0.0
      ],
      [
        70,
        0.0
      ],
      [
        71,
        0.0
      ],
      [
        72,
        0.0
      ],
      [
        73,
        0.0
      ],
      [
        74,
        0.0
      ],
      [
        75,
        0.0
      ],
      [
        76,
        0.0
      ],
      [
        77,
        0.0
      ],
      [
        78,
        0.0
      ],
      [
        79,
        0.0
      ],
      [
        80,
        0.0
      ],
      [
        81,
        0.0
      ],
      [
        82,
        0.0
      ],
      [
        83,
        0.0
      ],
      [
        84,
        0.0
      ],
      [
        85,
        0.0
      ],
      [
        86,
        0.0
      ],
      [
        87,
        0.0
      ],
      [
        88,
        0.0
      ],
      [
        89,
        0.0
      ],
      [
        90,
        0.0
      ],
      [
        91,
        0.0
      ],
      [
        92,
        0.0
      ],
      [
        93,
        0.0
      ],
      [
        94,
        0.0
      ],
      [
        95,
        0.0
      ],
      [
        96,
        0.0
      ],
      [
        97,
        0.0
      ],
      [
        98,
        0.0
      ],
      [
        99,
        0.0
      ],
      [
        100,
        0.0
      ]
    ]
  },
  "blend_random_trainable_alpha075": {
    "test_acc": [
      0.3057,
      0.313,
      0.3159,
      0.3074,
      0.3127,
      0.3075,
      0.2992,
      0.3017,
      0.2934,
      0.3036,
      0.3107,
      0.3157,
      0.3175,
      0.3067,
      0.3038,
      0.3036,
      0.3188,
      0.3151,
      0.3159,
      0.306,
      0.3065,
      0.3211,
      0.3101,
      0.3111,
      0.3086,
      0.3114,
      0.315,
      0.3177,
      0.3148,
      0.3155,
      0.3192,
      0.315,
      0.314,
      0.3112,
      0.3237,
      0.3152,
      0.3232,
      0.3246,
      0.315,
      0.322,
      0.3147,
      0.3138,
      0.3184,
      0.3186,
      0.3112,
      0.3167,
      0.3203,
      0.3108,
      0.3149,
      0.32,
      0.3166,
      0.319,
      0.3187,
      0.3122,
      0.3185,
      0.3175,
      0.3226,
      0.3188,
      0.3184,
      0.3178,
      0.3234,
      0.322,
      0.3222,
      0.3306,
      0.313,
      0.3163,
      0.3231,
      0.3259,
      0.3243,
      0.3182,
      0.3185,
      0.3235,
      0.3219,
      0.3217,
      0.317,
      0.324,
      0.3179,
      0.3234,
      0.3202,
      0.3218,
      0.3251,
      0.3246,
      0.3246,
      0.3222,
      0.3217,
      0.3228,
      0.3219,
      0.3212,
      0.3214,
      0.3226,
      0.3219,
      0.3226,
      0.3226,
      0.3224,
      0.3224
    ],
    "train_loss": [
      1.9863584661102296,
      1.9901082321166992,
      1.9899895672607422,
      1.9905559247207643,
      1.9933388582992553,
      1.9831242485809326,
      1.9819840459823608,
      1.9838320283508302,
      1.9812498509216308,
      1.980695964202881,
      1.9775935582733155,
      1.9746784218597413,
      1.9758756914520264,
      1.9731443271255493,
      1.9735053044128419,
      1.9710882552337647,
      1.9679033090591431,
      1.9719498504257202,
      1.96802033203125,
      1.9680989447021484,
      1.9678990168762207,
      1.9670032351303102,
      1.9651213776016236,
      1.9671727653503417,
      1.9690395525741577,
      1.9632393447494507,
      1.9625915707778931,
      1.9642795868301393,
      1.962284288253784,
      1.9620551160430908,
      1.9625657203674316,
      1.9611133654403687,
      1.9630646159362792,
      1.960646312789917,
      1.9632540558242797,
      1.9595271733093262,
      1.96106090385437,
      1.9597418651580811,
      1.9601698782730101,
      1.9627716778945923,
      1.960522246322632,
      1.9592057704925536,
      1.9605137160873414,
      1.9641116384506225,
      1.9620838027954102,
      1.9584725994873047,
      1.9602987656402588,
      1.9586591900253296,
      1.9589158935165405,
      1.9596970495605468,
      1.9598131320571899,
      1.9568223999023437,
      1.96024339012146,
      1.9578165494155884,
      1.9596277838134766,
      1.9579522448730469,
      1.9601750942230225,
      1.9571070608520509,
      1.9577818801116944,
      1.9579749005508422,
      1.958904959487915,
      1.9588295747375488,
      1.9592107725524903,
      1.9556558278656007,
      1.9566347140502929,
      1.9571185677337646,
      1.9556720935058594,
      1.960075058364868,
      1.9572499262237548,
      1.9573225322723389,
      1.9572704486465453,
      1.956118627243042,
      1.9577359083557129,
      1.9548047360229492,
      1.9568554579925537,
      1.9560601205444337,
      1.9569705477905273,
      1.9573911285018921,
      1.9555766596984863,
      1.9534356274032594,
      1.9576097611236571,
      1.9529308759307862,
      1.956716926498413,
      1.9529449435043336,
      1.9519823665618896,
      1.9550598822021485,
      1.95468404838562,
      1.9547595784759522,
      1.9551029265975952,
      1.9516690326690673,
      1.9553640102386474,
      1.9570171786880493,
      1.9546185680770873,
      1.9530967560577392,
      1.9577186687469483
    ],
    "gamma": [
      [
        6,
        0.02217397012282163
      ],
      [
        7,
        0.03206559922546148
      ],
      [
        8,
        0.026470738579519093
      ],
      [
        9,
        0.03263817366678268
      ],
      [
        10,
        0.021615365520119667
      ],
      [
        13,
        0.02192097995430231
      ],
      [
        15,
        0.024044587509706616
      ],
      [
        20,
        0.03487626521382481
      ],
      [
        25,
        0.02460204972885549
      ],
      [
        35,
        0.01627764804288745
      ],
      [
        45,
        0.027334752143360674
      ],
      [
        55,
        0.018939002882689238
      ],
      [
        65,
        0.022531974245794117
      ],
      [
        75,
        0.024030609405599535
      ],
      [
        85,
        0.030015499010914937
      ],
      [
        95,
        0.027055976912379265
      ],
      [
        100,
        0.02679809636902064
      ]
    ],
    "rho": [
      [
        6,
        -0.0035915356129407883
      ],
      [
        7,
        0.0014759176410734653
      ],
      [
        8,
        0.022930681821890175
      ],
      [
        9,
        -0.0021478012204170227
      ],
      [
        10,
        0.0070319639053195715
      ],
      [
        13,
        0.011672343825921416
      ],
      [
        15,
        0.001020955154672265
      ],
      [
        20,
        0.009278092067688704
      ],
      [
        25,
        0.015854547498747706
      ],
      [
        35,
        0.014141641091555357
      ],
      [
        45,
        0.006546026677824557
      ],
      [
        55,
        -0.019327251007780433
      ],
      [
        65,
        -0.004201943869702518
      ],
      [
        75,
        0.020702308975160122
      ],
      [
        85,
        0.003142602858133614
      ],
      [
        95,
        0.0026063444674946368
      ],
      [
        100,
        0.0022612916654907167
      ]
    ],
    "alpha_eff": [
      [
        6,
        0.7499216896909023
      ],
      [
        7,
        0.7498440373042877
      ],
      [
        8,
        0.749787791792374
      ],
      [
        9,
        0.7497660312647594
      ],
      [
        10,
        0.7496698512243913
      ],
      [
        11,
        0.7496028887524708
      ],
      [
        12,
        0.7495682025386097
      ],
      [
        13,
        0.7495497796575948
      ],
      [
        14,
        0.7495278946529158
      ],
      [
        15,
        0.7495465922369274
      ],
      [
        16,
        0.7494974732165709
      ],
      [
        17,
        0.7494886637697328
      ],
      [
        18,
        0.749446088982838
      ],
      [
        19,
        0.7494274087356515
      ],
      [
        20,
        0.7494273452819361
      ],
      [
        21,
        0.7494116633638669
      ],
      [
        22,
        0.7494229551569503
      ],
      [
        23,
        0.7494157627578178
      ],
      [
        24,
        0.7494041680686359
      ],
      [
        25,
        0.7494067179442755
      ],
      [
        26,
        0.7493968180240337
      ],
      [
        27,
        0.749388494671204
      ],
      [
        28,
        0.749378866029789
      ],
      [
        29,
        0.7493964109696862
      ],
      [
        30,
        0.7494099349639679
      ],
      [
        31,
        0.7493784143534457
      ],
      [
        32,
        0.7493838745706526
      ],
      [
        33,
        0.7493904517206977
      ],
      [
        34,
        0.7493914742706692
      ],
      [
        35,
        0.7493781312951258
      ],
      [
        36,
        0.7493907587768501
      ],
      [
        37,
        0.749394500246949
      ],
      [
        38,
        0.7493778587931351
      ],
      [
        39,
        0.7493688891732854
      ],
      [
        40,
        0.7493823741113532
      ],
      [
        41,
        0.74938731356516
      ],
      [
        42,
        0.749384416847116
      ],
      [
        43,
        0.749379162241639
      ],
      [
        44,
        0.7494005355837596
      ],
      [
        45,
        0.7493878339718874
      ],
      [
        46,
        0.7493878727291137
      ],
      [
        47,
        0.7493848747913123
      ],
      [
        48,
        0.7493798828813794
      ],
      [
        49,
        0.7494170256811937
      ],
      [
        50,
        0.7493987277579729
      ],
      [
        51,
        0.7493867453013181
      ],
      [
        52,
        0.7493837198444278
      ],
      [
        53,
        0.7493890335665235
      ],
      [
        54,
        0.7493956779966846
      ],
      [
        55,
        0.7494003459618025
      ],
      [
        56,
        0.7494051709629193
      ],
      [
        57,
        0.7494082200830192
      ],
      [
        58,
        0.7494020402310835
      ],
      [
        59,
        0.7493862054413847
      ],
      [
        60,
        0.7493973855755164
      ],
      [
        61,
        0.7493973882263439
      ],
      [
        62,
        0.7494149261184524
      ],
      [
        63,
        0.7493854416261437
      ],
      [
        64,
        0.7493889765743919
      ],
      [
        65,
        0.7494028563344639
      ],
      [
        66,
        0.7493849269122205
      ],
      [
        67,
        0.7493880154634703
      ],
      [
        68,
        0.7493916026439615
      ],
      [
        69,
        0.7494058526428821
      ],
      [
        70,
        0.7493947824045847
      ],
      [
        71,
        0.749390175876749
      ],
      [
        72,
        0.7493922810752203
      ],
      [
        73,
        0.749384920194829
      ],
      [
        74,
        0.7494043041760992
      ],
      [
        75,
        0.7494011851269835
      ],
      [
        76,
        0.7493994055097649
      ],
      [
        77,
        0.749404380057707
      ],
      [
        78,
        0.7494041466149483
      ],
      [
        79,
        0.7494322935583441
      ],
      [
        80,
        0.7494012188470695
      ],
      [
        81,
        0.7493911152990194
      ],
      [
        82,
        0.7493913151652338
      ],
      [
        83,
        0.7493844626120792
      ],
      [
        84,
        0.7493761067751588
      ],
      [
        85,
        0.7493730743526231
      ],
      [
        86,
        0.7493879622325962
      ],
      [
        87,
        0.7493956231730691
      ],
      [
        88,
        0.7494007786848756
      ],
      [
        89,
        0.749378023795819
      ],
      [
        90,
        0.7493771370629041
      ],
      [
        91,
        0.7493743269328277
      ],
      [
        92,
        0.7493712575432526
      ],
      [
        93,
        0.749394418601039
      ],
      [
        94,
        0.7494010172300447
      ],
      [
        95,
        0.7494063411107746
      ],
      [
        96,
        0.7493997325774271
      ],
      [
        97,
        0.7493922172034428
      ],
      [
        98,
        0.7493986014625239
      ],
      [
        99,
        0.7493954058535361
      ],
      [
        100,
        0.7493942121735473
      ]
    ]
  },
  "freeze_after_1_fixed075": {
    "test_acc": [
      0.3057,
      0.2045,
      0.1305,
      0.1437,
      0.1215,
      0.1397,
      0.1243,
      0.1398,
      0.1417,
      0.1276,
      0.1214,
      0.1482,
      0.1262,
      0.1384,
      0.1293,
      0.1318,
      0.1206,
      0.1194,
      0.1399,
      0.1217,
      0.1127,
      0.1239,
      0.1435,
      0.1444,
      0.1318,
      0.1395,
      0.1269,
      0.1229,
      0.1453,
      0.1207,
      0.131,
      0.143,
      0.1326,
      0.1469,
      0.1292,
      0.1237,
      0.142,
      0.144,
      0.1332,
      0.1308,
      0.141,
      0.1356,
      0.1296,
      0.1429,
      0.1458,
      0.1489,
      0.1352,
      0.1446,
      0.1188,
      0.1201,
      0.1389,
      0.1247,
      0.126,
      0.1452,
      0.1453,
      0.124,
      0.1482,
      0.1322,
      0.1481,
      0.127,
      0.1464,
      0.1342,
      0.1244,
      0.1324,
      0.1426,
      0.1435,
      0.1219,
      0.1346,
      0.1428,
      0.1478,
      0.1444,
      0.1351,
      0.1382,
      0.147,
      0.1454,
      0.1399,
      0.1483,
      0.1449,
      0.1455,
      0.1449,
      0.1375,
      0.1381,
      0.1379,
      0.142,
      0.1375,
      0.1465,
      0.1457,
      0.1443,
      0.1444,
      0.1465,
      0.1454,
      0.1453,
      0.1457,
      0.1458,
      0.1457
    ],
    "train_loss": [
      1.9906995290374756,
      2.0737685120391847,
      2.2155820433044435,
      2.2721241608428957,
      2.2924982513427734,
      2.29488955909729,
      2.2970185789489745,
      2.2986293141174317,
      2.294429828338623,
      2.296617165603638,
      2.29678421836853,
      2.295137005081177,
      2.294201057739258,
      2.294304957885742,
      2.2925959534454345,
      2.2927727430725096,
      2.2926478660583496,
      2.2941555421447752,
      2.2922998066711426,
      2.2922051114654542,
      2.291230871047974,
      2.2909607197570803,
      2.290787425079346,
      2.289492441482544,
      2.2906497711944582,
      2.2900892761230467,
      2.289130498123169,
      2.288355968475342,
      2.287702822418213,
      2.288278614883423,
      2.2896552796936036,
      2.289241484832764,
      2.2869311714172365,
      2.286889280548096,
      2.287323820877075,
      2.2864588946533204,
      2.287139986495972,
      2.2864987995147703,
      2.2848596308898927,
      2.2853628147888183,
      2.2857934356689453,
      2.285166664352417,
      2.285637107772827,
      2.2866209410095215,
      2.2844921535491944,
      2.2842216230773924,
      2.2845423082733154,
      2.283267167892456,
      2.2844598588562013,
      2.2829305644226072,
      2.283300087814331,
      2.282644022369385,
      2.281965013961792,
      2.2826355504608156,
      2.281901387939453,
      2.282285031661987,
      2.282372682952881,
      2.281888911819458,
      2.2809345600891113,
      2.2809602374267577,
      2.281319549102783,
      2.2817195971679687,
      2.280134122848511,
      2.281717905654907,
      2.280990512542725,
      2.2795736303710936,
      2.2796770709991456,
      2.280508980102539,
      2.2805651750183107,
      2.280122625579834,
      2.2804177006530764,
      2.2795247370147704,
      2.2803760807800293,
      2.278886136932373,
      2.2790786742401123,
      2.2791181636810305,
      2.279737799835205,
      2.27865718788147,
      2.279473173675537,
      2.2787302172088624,
      2.278779428024292,
      2.2784378577423094,
      2.2783523303222655,
      2.278849890823364,
      2.2790181679534913,
      2.2783080220794676,
      2.279018676223755,
      2.278016226654053,
      2.2786078874969484,
      2.2791138971710203,
      2.2777640832519532,
      2.2778554022216797,
      2.2784366593933107,
      2.2778875938415526,
      2.2782850380706785
    ],
    "gamma": [
      [
        6,
        0.029229389503598213
      ],
      [
        7,
        0.022255003335885704
      ],
      [
        8,
        0.022101536189438775
      ],
      [
        9,
        0.02245766983833164
      ],
      [
        10,
        0.02511510974727571
      ],
      [
        13,
        0.007977887464221567
      ],
      [
        15,
        0.005509988921403419
      ],
      [
        20,
        0.0035846279861289077
      ],
      [
        25,
        0.0045192451416369295
      ],
      [
        35,
        0.004759672311593022
      ],
      [
        45,
        0.006429436665939647
      ],
      [
        55,
        0.006245920291348739
      ],
      [
        65,
        0.005974134820235122
      ],
      [
        75,
        0.0057584647736348415
      ],
      [
        85,
        0.005155308514304124
      ],
      [
        95,
        0.00543625851150864
      ],
      [
        100,
        0.005401106335625627
      ]
    ],
    "rho": [
      [
        6,
        -0.004526643548160791
      ],
      [
        7,
        0.006596404826268554
      ],
      [
        8,
        -0.005334540968760848
      ],
      [
        9,
        0.015801534289494157
      ],
      [
        10,
        -0.0070290109142661095
      ],
      [
        13,
        0.014296236913651228
      ],
      [
        15,
        -0.0012522098841145635
      ],
      [
        20,
        -0.0065160891972482204
      ],
      [
        25,
        0.003924963064491749
      ],
      [
        35,
        -0.0048978012055158615
      ],
      [
        45,
        -0.003648596117272973
      ],
      [
        55,
        0.004803311545401812
      ],
      [
        65,
        -0.003128552343696356
      ],
      [
        75,
        0.0007290660869330168
      ],
      [
        85,
        -0.010232515633106232
      ],
      [
        95,
        0.00676717609167099
      ],
      [
        100,
        -0.003135102801024914
      ]
    ],
    "alpha_eff": [
      [
        6,
        0.749923294977622
      ],
      [
        7,
        0.749905672226397
      ],
      [
        8,
        0.7499356070495369
      ],
      [
        9,
        0.7499492318105373
      ],
      [
        10,
        0.7499561113658882
      ],
      [
        11,
        0.7499592320476945
      ],
      [
        12,
        0.7499606817947195
      ],
      [
        13,
        0.7499613785850733
      ],
      [
        14,
        0.7499616792301997
      ],
      [
        15,
        0.7499617264427558
      ],
      [
        16,
        0.7499616305173084
      ],
      [
        17,
        0.749961421920658
      ],
      [
        18,
        0.749961138829684
      ],
      [
        19,
        0.7499608219196955
      ],
      [
        20,
        0.7499604845040225
      ],
      [
        21,
        0.7499601619924307
      ],
      [
        22,
        0.7499598537310682
      ],
      [
        23,
        0.7499595938790594
      ],
      [
        24,
        0.7499593658764514
      ],
      [
        25,
        0.7499591768673664
      ],
      [
        26,
        0.7499590363427018
      ],
      [
        27,
        0.7499589173882474
      ],
      [
        28,
        0.7499588217775399
      ],
      [
        29,
        0.749958747288934
      ],
      [
        30,
        0.7499586755412131
      ],
      [
        31,
        0.749958612839054
      ],
      [
        32,
        0.7499585615289758
      ],
      [
        33,
        0.749958508492663
      ],
      [
        34,
        0.7499584651594168
      ],
      [
        35,
        0.74995841130046
      ],
      [
        36,
        0.7499583685606458
      ],
      [
        37,
        0.7499583289325864
      ],
      [
        38,
        0.7499582876827926
      ],
      [
        39,
        0.7499582574778539
      ],
      [
        40,
        0.7499582279911792
      ],
      [
        41,
        0.7499581946541439
      ],
      [
        42,
        0.7499581739635384
      ],
      [
        43,
        0.7499581524165019
      ],
      [
        44,
        0.7499581320832189
      ],
      [
        45,
        0.7499581102362035
      ],
      [
        46,
        0.7499580982742708
      ],
      [
        47,
        0.7499580923809621
      ],
      [
        48,
        0.7499580815652703
      ],
      [
        49,
        0.749958067357978
      ],
      [
        50,
        0.7499580530157078
      ],
      [
        51,
        0.749958048069753
      ],
      [
        52,
        0.7499580363606989
      ],
      [
        53,
        0.749958029240193
      ],
      [
        54,
        0.7499580162128252
      ],
      [
        55,
        0.7499580007917895
      ],
      [
        56,
        0.7499580021673148
      ],
      [
        57,
        0.7499579822925718
      ],
      [
        58,
        0.7499579734694033
      ],
      [
        59,
        0.7499579618850298
      ],
      [
        60,
        0.7499579621312126
      ],
      [
        61,
        0.7499579521347911
      ],
      [
        62,
        0.7499579480991593
      ],
      [
        63,
        0.7499579435307815
      ],
      [
        64,
        0.7499579342626495
      ],
      [
        65,
        0.7499579337433985
      ],
      [
        66,
        0.7499579322364557
      ],
      [
        67,
        0.7499579328837135
      ],
      [
        68,
        0.7499579263127302
      ],
      [
        69,
        0.7499579250618643
      ],
      [
        70,
        0.7499579235953246
      ],
      [
        71,
        0.749957920732971
      ],
      [
        72,
        0.7499579202710053
      ],
      [
        73,
        0.7499579181503966
      ],
      [
        74,
        0.7499579123177976
      ],
      [
        75,
        0.7499579137641768
      ],
      [
        76,
        0.7499579142260154
      ],
      [
        77,
        0.7499579142091058
      ],
      [
        78,
        0.7499579169805186
      ],
      [
        79,
        0.749957916205036
      ],
      [
        80,
        0.7499579182178123
      ],
      [
        81,
        0.7499579091148644
      ],
      [
        82,
        0.7499579113737009
      ],
      [
        83,
        0.7499579126616054
      ],
      [
        84,
        0.7499579107432754
      ],
      [
        85,
        0.7499579087406157
      ],
      [
        86,
        0.7499579139191689
      ],
      [
        87,
        0.7499579105578154
      ],
      [
        88,
        0.7499579109522972
      ],
      [
        89,
        0.7499579126211704
      ],
      [
        90,
        0.7499579089698573
      ],
      [
        91,
        0.7499579074897771
      ],
      [
        92,
        0.7499579114917091
      ],
      [
        93,
        0.7499579054028283
      ],
      [
        94,
        0.749957910722974
      ],
      [
        95,
        0.7499579117951909
      ],
      [
        96,
        0.7499579089563578
      ],
      [
        97,
        0.7499579072572299
      ],
      [
        98,
        0.7499579098599333
      ],
      [
        99,
        0.749957915638598
      ],
      [
        100,
        0.7499579170546363
      ]
    ]
  },
  "freeze_after_5_fixed075": {
    "test_acc": [
      0.3068,
      0.3108,
      0.3075,
      0.2962,
      0.3064,
      0.2256,
      0.1503,
      0.1093,
      0.1576,
      0.0999,
      0.1164,
      0.142,
      0.1179,
      0.1338,
      0.1269,
      0.1257,
      0.1182,
      0.1183,
      0.1323,
      0.1186,
      0.1142,
      0.1362,
      0.1396,
      0.1419,
      0.1293,
      0.1309,
      0.125,
      0.1202,
      0.1429,
      0.1173,
      0.1289,
      0.1405,
      0.1243,
      0.1438,
      0.1251,
      0.1217,
      0.1388,
      0.1397,
      0.1309,
      0.1286,
      0.1361,
      0.1235,
      0.1284,
      0.1401,
      0.1427,
      0.1471,
      0.133,
      0.1262,
      0.1176,
      0.1175,
      0.1316,
      0.1188,
      0.1251,
      0.1443,
      0.1442,
      0.1226,
      0.144,
      0.1168,
      0.1276,
      0.126,
      0.1431,
      0.1326,
      0.1235,
      0.1229,
      0.1398,
      0.1425,
      0.1179,
      0.1323,
      0.1406,
      0.1434,
      0.1428,
      0.1334,
      0.1334,
      0.1461,
      0.1421,
      0.134,
      0.1426,
      0.141,
      0.1422,
      0.1166,
      0.134,
      0.1349,
      0.1338,
      0.1376,
      0.1347,
      0.1452,
      0.1437,
      0.1423,
      0.1419,
      0.1402,
      0.1419,
      0.1423,
      0.1425,
      0.1427,
      0.1429
    ],
    "train_loss": [
      1.9893489678192138,
      1.985487917022705,
      1.9859093509292602,
      1.983449199180603,
      1.9827121502685547,
      2.0594376360321043,
      2.207141205444336,
      2.2714959971618653,
      2.2873566510772707,
      2.2961153761291504,
      2.2985075205993653,
      2.2977035494995115,
      2.2974455174255373,
      2.2976522528076173,
      2.296003302154541,
      2.2963047105407717,
      2.2965452262115478,
      2.297999372329712,
      2.2962898539733887,
      2.2960005585479735,
      2.2950949415588378,
      2.2948854180908205,
      2.2944784745025633,
      2.29330205947876,
      2.2943646950531007,
      2.2941731243896486,
      2.293124954071045,
      2.2922902240753174,
      2.2919424175262453,
      2.29253370513916,
      2.294221692428589,
      2.2934059229278563,
      2.2912623796844485,
      2.291140076522827,
      2.291435696258545,
      2.2908271159362794,
      2.291476573486328,
      2.2907359911346434,
      2.289365125808716,
      2.2899449461364747,
      2.2903112524414064,
      2.2897306018066406,
      2.2900110057067873,
      2.2913283332824705,
      2.2890629961395264,
      2.288549022140503,
      2.288963945159912,
      2.287618798675537,
      2.289065319366455,
      2.287497896575928,
      2.2880995404815674,
      2.2870908855438232,
      2.2864917352294922,
      2.2871037657928466,
      2.2865074630737303,
      2.28678498550415,
      2.2870698027038574,
      2.2863846828460694,
      2.285519721069336,
      2.2854560637664796,
      2.2857414881134033,
      2.286112783050537,
      2.2844998125457763,
      2.286092988128662,
      2.2855831603240966,
      2.2841854079437254,
      2.284118550491333,
      2.2851279951477053,
      2.2849759539031984,
      2.2846845874023436,
      2.2848418711090086,
      2.28398831489563,
      2.2847050997924803,
      2.2832656199645998,
      2.283573601608276,
      2.283536388168335,
      2.2839898639678955,
      2.2829865564727783,
      2.283732427444458,
      2.2832025003051757,
      2.283129920578003,
      2.2828851631164553,
      2.282600374755859,
      2.283195795211792,
      2.2834493016815185,
      2.2826498027038573,
      2.2833422844696045,
      2.2822403409576415,
      2.2830539070129396,
      2.2833374087524416,
      2.282107705001831,
      2.2822584789276124,
      2.2828566105651857,
      2.2821592779541016,
      2.282512705154419
    ],
    "gamma": [
      [
        6,
        0.02705257706111297
      ],
      [
        7,
        0.028260178864002228
      ],
      [
        8,
        0.03390599135309458
      ],
      [
        9,
        0.04262567771365866
      ],
      [
        10,
        0.039130375924287364
      ],
      [
        13,
        0.015935751143842936
      ],
      [
        15,
        0.020201866049319506
      ],
      [
        20,
        0.016146464011399075
      ],
      [
        25,
        0.01891520711069461
      ],
      [
        35,
        0.015422215528815286
      ],
      [
        45,
        0.02083021820931208
      ],
      [
        55,
        0.020073247775201253
      ],
      [
        65,
        0.019591293325447623
      ],
      [
        75,
        0.019224833375290018
      ],
      [
        85,
        0.017693829966447083
      ],
      [
        95,
        0.01843330923713893
      ],
      [
        100,
        0.01831494387300836
      ]
    ],
    "rho": [
      [
        6,
        0.019902817904949188
      ],
      [
        7,
        -0.005045581376180053
      ],
      [
        8,
        0.01920311595313251
      ],
      [
        9,
        0.013431413099169731
      ],
      [
        10,
        0.015046576038002968
      ],
      [
        13,
        0.005307852290570736
      ],
      [
        15,
        0.003655511813121848
      ],
      [
        20,
        -0.0007810932584106922
      ],
      [
        25,
        -0.0020412285812199116
      ],
      [
        35,
        -0.0052429186180233955
      ],
      [
        45,
        0.0074201589450240135
      ],
      [
        55,
        0.0018254606984555721
      ],
      [
        65,
        0.001219858299009502
      ],
      [
        75,
        0.004192978609353304
      ],
      [
        85,
        -0.007369007915258408
      ],
      [
        95,
        0.00039116619154810905
      ],
      [
        100,
        -0.0015693700406700373
      ]
    ],
    "alpha_eff": [
      [
        6,
        0.7499202477378032
      ],
      [
        7,
        0.7498463447134337
      ],
      [
        8,
        0.7497995274555987
      ],
      [
        9,
        0.749756139810235
      ],
      [
        10,
        0.7496929019618472
      ],
      [
        11,
        0.7496816831117289
      ],
      [
        12,
        0.7497748903839642
      ],
      [
        13,
        0.7498041658227375
      ],
      [
        14,
        0.7498150362468194
      ],
      [
        15,
        0.7498202200942068
      ],
      [
        16,
        0.7498227834360003
      ],
      [
        17,
        0.7498240283191057
      ],
      [
        18,
        0.7498245421262388
      ],
      [
        19,
        0.7498246437120061
      ],
      [
        20,
        0.7498246045407647
      ],
      [
        21,
        0.7498244894883069
      ],
      [
        22,
        0.7498244285921248
      ],
      [
        23,
        0.7498244377216693
      ],
      [
        24,
        0.7498245354700839
      ],
      [
        25,
        0.7498246065422424
      ],
      [
        26,
        0.7498247640764162
      ],
      [
        27,
        0.7498249075535127
      ],
      [
        28,
        0.7498250394874728
      ],
      [
        29,
        0.749825150388344
      ],
      [
        30,
        0.7498252206431467
      ],
      [
        31,
        0.749825294617509
      ],
      [
        32,
        0.7498253178038817
      ],
      [
        33,
        0.7498253219144003
      ],
      [
        34,
        0.7498253056198279
      ],
      [
        35,
        0.7498252652410382
      ],
      [
        36,
        0.7498252317435838
      ],
      [
        37,
        0.7498252206297409
      ],
      [
        38,
        0.7498252004636857
      ],
      [
        39,
        0.7498252599755928
      ],
      [
        40,
        0.7498253018903019
      ],
      [
        41,
        0.7498253724084616
      ],
      [
        42,
        0.7498254763600888
      ],
      [
        43,
        0.7498255577080846
      ],
      [
        44,
        0.7498256766308641
      ],
      [
        45,
        0.7498257966368489
      ],
      [
        46,
        0.7498259134263283
      ],
      [
        47,
        0.7498260170496108
      ],
      [
        48,
        0.7498261211891766
      ],
      [
        49,
        0.7498262231826883
      ],
      [
        50,
        0.7498263280341823
      ],
      [
        51,
        0.7498263991728029
      ],
      [
        52,
        0.749826493490658
      ],
      [
        53,
        0.749826597346364
      ],
      [
        54,
        0.7498266555449464
      ],
      [
        55,
        0.7498267398731024
      ],
      [
        56,
        0.7498268404379499
      ],
      [
        57,
        0.7498268989263888
      ],
      [
        58,
        0.7498269682220481
      ],
      [
        59,
        0.7498270369841208
      ],
      [
        60,
        0.7498270918177319
      ],
      [
        61,
        0.7498271469011805
      ],
      [
        62,
        0.7498272115254345
      ],
      [
        63,
        0.7498272387579276
      ],
      [
        64,
        0.7498273027242259
      ],
      [
        65,
        0.7498273423498409
      ],
      [
        66,
        0.749827357665683
      ],
      [
        67,
        0.7498274131169155
      ],
      [
        68,
        0.749827438543571
      ],
      [
        69,
        0.7498274592696411
      ],
      [
        70,
        0.749827484794581
      ],
      [
        71,
        0.7498275174678041
      ],
      [
        72,
        0.7498275337586687
      ],
      [
        73,
        0.749827543715034
      ],
      [
        74,
        0.749827559013781
      ],
      [
        75,
        0.7498275711368638
      ],
      [
        76,
        0.7498275865097452
      ],
      [
        77,
        0.7498276108062035
      ],
      [
        78,
        0.7498276224432655
      ],
      [
        79,
        0.7498276336244346
      ],
      [
        80,
        0.7498276402496034
      ],
      [
        81,
        0.7498276470536364
      ],
      [
        82,
        0.7498276455109267
      ],
      [
        83,
        0.7498276600473064
      ],
      [
        84,
        0.7498276680286947
      ],
      [
        85,
        0.7498276733984254
      ],
      [
        86,
        0.7498276956736362
      ],
      [
        87,
        0.7498276915661669
      ],
      [
        88,
        0.7498276801686883
      ],
      [
        89,
        0.7498276945159164
      ],
      [
        90,
        0.7498276797773024
      ],
      [
        91,
        0.7498277005874554
      ],
      [
        92,
        0.7498276913637241
      ],
      [
        93,
        0.7498276957441666
      ],
      [
        94,
        0.7498277056531762
      ],
      [
        95,
        0.7498276953192542
      ],
      [
        96,
        0.7498277054741631
      ],
      [
        97,
        0.7498277021465464
      ],
      [
        98,
        0.7498276917989567
      ],
      [
        99,
        0.7498276940634648
      ],
      [
        100,
        0.7498277162777363
      ]
    ]
  },
  "freeze_after_1_decay_to_025": {
    "test_acc": [
      0.3054,
      0.2227,
      0.1452,
      0.136,
      0.1258,
      0.1263,
      0.1174,
      0.1035,
      0.1602,
      0.1073,
      0.1203,
      0.1415,
      0.104,
      0.1321,
      0.1003,
      0.1152,
      0.1148,
      0.1199,
      0.1263,
      0.1152,
      0.1164,
      0.1345,
      0.1286,
      0.1241,
      0.1253,
      0.1248,
      0.1227,
      0.1174,
      0.1408,
      0.1181,
      0.1275,
      0.1328,
      0.1189,
      0.1426,
      0.1265,
      0.1183,
      0.1377,
      0.138,
      0.1293,
      0.1281,
      0.1308,
      0.1236,
      0.1282,
      0.1349,
      0.1407,
      0.1473,
      0.1306,
      0.1269,
      0.115,
      0.1113,
      0.1331,
      0.1191,
      0.1231,
      0.1416,
      0.1428,
      0.1213,
      0.143,
      0.1122,
      0.115,
      0.1254,
      0.1404,
      0.1307,
      0.1203,
      0.1155,
      0.1389,
      0.1395,
      0.1173,
      0.1337,
      0.1389,
      0.1361,
      0.1393,
      0.1311,
      0.1297,
      0.1419,
      0.1404,
      0.1325,
      0.135,
      0.1369,
      0.1375,
      0.1133,
      0.1271,
      0.1297,
      0.1301,
      0.1279,
      0.1296,
      0.1423,
      0.1392,
      0.1393,
      0.1397,
      0.1327,
      0.1379,
      0.139,
      0.1402,
      0.1392,
      0.1392
    ],
    "train_loss": [
      1.9895063690948487,
      2.0717621327209472,
      2.189962035522461,
      2.2329315424346925,
      2.260052084579468,
      2.2688772117614744,
      2.2779186013793944,
      2.2852122827148436,
      2.2846843614196777,
      2.291246020050049,
      2.2944116230010985,
      2.294942557373047,
      2.29667289352417,
      2.298328145904541,
      2.297607911529541,
      2.2989455223083497,
      2.299919396362305,
      2.3013042308044436,
      2.3001043883514405,
      2.29936297706604,
      2.298790442123413,
      2.2988700410461425,
      2.297741695022583,
      2.296872480621338,
      2.29784930770874,
      2.2974551319885252,
      2.2960880307769775,
      2.295343821411133,
      2.2947800379180907,
      2.2954108971405027,
      2.296628145904541,
      2.2958906733703612,
      2.29336536026001,
      2.2930805914306642,
      2.2929298010253905,
      2.2927328889465333,
      2.293177236251831,
      2.292220322189331,
      2.290796268234253,
      2.291155597076416,
      2.2914103716278076,
      2.2908911601257325,
      2.2909919847106934,
      2.2923007972717286,
      2.289861133880615,
      2.2892761711120606,
      2.289645308380127,
      2.2883711812591554,
      2.2895432438659666,
      2.287957716674805,
      2.2885722449493406,
      2.287502489776611,
      2.286777231903076,
      2.28740978805542,
      2.2868827954864503,
      2.2870309147644043,
      2.2870197551727296,
      2.2863273274230957,
      2.2856398780059815,
      2.2856489250183105,
      2.2856975270080566,
      2.2862225410461425,
      2.2844740558624266,
      2.2859574056243894,
      2.2855120135498046,
      2.2841620223236085,
      2.2840080644989014,
      2.284847536087036,
      2.284840629043579,
      2.284350129470825,
      2.2846198870849608,
      2.283844443511963,
      2.284575237045288,
      2.28322234664917,
      2.283361275177002,
      2.283530992126465,
      2.283763175811768,
      2.282791965713501,
      2.283448165206909,
      2.2828492040252684,
      2.283028067550659,
      2.2826764515686033,
      2.2823099598693846,
      2.283018860397339,
      2.283153437652588,
      2.282438748855591,
      2.283022185211182,
      2.281942760696411,
      2.282656005859375,
      2.283106033554077,
      2.2819691327667235,
      2.281947142944336,
      2.282431115036011,
      2.28206281791687,
      2.282211386566162
    ],
    "gamma": [
      [
        6,
        0.029319611843675375
      ],
      [
        7,
        0.03185648733051494
      ],
      [
        8,
        0.04233608162030578
      ],
      [
        9,
        0.04189345566555858
      ],
      [
        10,
        0.047544537112116814
      ],
      [
        13,
        0.03297986194957048
      ],
      [
        15,
        0.026738733984529972
      ],
      [
        20,
        0.016979411127977073
      ],
      [
        25,
        0.01216340645623859
      ],
      [
        35,
        -0.0019454771036180318
      ],
      [
        45,
        -0.0024222739907600044
      ],
      [
        55,
        -0.002981824864036753
      ],
      [
        65,
        -0.0023194947486899764
      ],
      [
        75,
        -0.002351447182263655
      ],
      [
        85,
        -0.0024025850020166217
      ],
      [
        95,
        -0.002344829682783711
      ],
      [
        100,
        -0.0023605154200367906
      ]
    ],
    "rho": [
      [
        6,
        0.024813755182549357
      ],
      [
        7,
        0.02137202536687255
      ],
      [
        8,
        -0.008550406782887876
      ],
      [
        9,
        -0.014014755026437342
      ],
      [
        10,
        0.003713869256898761
      ],
      [
        13,
        -0.00019413704285398126
      ],
      [
        15,
        -0.004616216290742159
      ],
      [
        20,
        0.004534890875220299
      ],
      [
        25,
        -0.0003467597998678684
      ],
      [
        35,
        -0.013164100237190723
      ],
      [
        45,
        -0.004108893685042858
      ],
      [
        55,
        -0.005393396131694317
      ],
      [
        65,
        0.0037673721089959145
      ],
      [
        75,
        0.002991759218275547
      ],
      [
        85,
        0.0030559878796339035
      ],
      [
        95,
        0.0011144964955747128
      ],
      [
        100,
        -0.00562389986589551
      ]
    ],
    "alpha_eff": [
      [
        6,
        0.7499215605640026
      ],
      [
        7,
        0.6498885895229987
      ],
      [
        8,
        0.5499278178579371
      ],
      [
        9,
        0.4499412865798823
      ],
      [
        10,
        0.3499508856541087
      ],
      [
        11,
        0.24996128541858828
      ],
      [
        12,
        0.2499621277638252
      ],
      [
        13,
        0.24996268584560855
      ],
      [
        14,
        0.2499630643239716
      ],
      [
        15,
        0.2499633203326066
      ],
      [
        16,
        0.24996357761505564
      ],
      [
        17,
        0.24996378587101792
      ],
      [
        18,
        0.24996401189373949
      ],
      [
        19,
        0.2499642051366507
      ],
      [
        20,
        0.24996440432532102
      ],
      [
        21,
        0.24996460811141474
      ],
      [
        22,
        0.24996479507118088
      ],
      [
        23,
        0.24996493590356497
      ],
      [
        24,
        0.2499650811884471
      ],
      [
        25,
        0.24996520118670035
      ],
      [
        26,
        0.24996530426771693
      ],
      [
        27,
        0.24996540318596389
      ],
      [
        28,
        0.24996546582591034
      ],
      [
        29,
        0.24996552319418933
      ],
      [
        30,
        0.24996555460521513
      ],
      [
        31,
        0.2499656046693103
      ],
      [
        32,
        0.24996562179889437
      ],
      [
        33,
        0.24996564218791698
      ],
      [
        34,
        0.24996565128189985
      ],
      [
        35,
        0.2499656640801942
      ],
      [
        36,
        0.249965671182188
      ],
      [
        37,
        0.2499656635678768
      ],
      [
        38,
        0.24996566751146188
      ],
      [
        39,
        0.24996565557938735
      ],
      [
        40,
        0.2499656398790017
      ],
      [
        41,
        0.24996562954120802
      ],
      [
        42,
        0.24996561563060876
      ],
      [
        43,
        0.24996559801562257
      ],
      [
        44,
        0.2499655778322152
      ],
      [
        45,
        0.24996555878137158
      ],
      [
        46,
        0.2499655444965953
      ],
      [
        47,
        0.24996551827972838
      ],
      [
        48,
        0.24996550263323514
      ],
      [
        49,
        0.24996548777208452
      ],
      [
        50,
        0.24996546920322563
      ],
      [
        51,
        0.24996543994936327
      ],
      [
        52,
        0.24996543582032632
      ],
      [
        53,
        0.24996539768484524
      ],
      [
        54,
        0.24996538297205342
      ],
      [
        55,
        0.24996539272334395
      ],
      [
        56,
        0.2499653540216129
      ],
      [
        57,
        0.24996533929186665
      ],
      [
        58,
        0.24996531687037848
      ],
      [
        59,
        0.24996531187167323
      ],
      [
        60,
        0.24996528421891845
      ],
      [
        61,
        0.24996527040606908
      ],
      [
        62,
        0.24996524750259488
      ],
      [
        63,
        0.2499652417994367
      ],
      [
        64,
        0.24996522915611907
      ],
      [
        65,
        0.24996520556498233
      ],
      [
        66,
        0.24996518516584246
      ],
      [
        67,
        0.24996518126601272
      ],
      [
        68,
        0.24996517745044652
      ],
      [
        69,
        0.24996517611567165
      ],
      [
        70,
        0.24996515297285476
      ],
      [
        71,
        0.2499651448967178
      ],
      [
        72,
        0.2499651331466676
      ],
      [
        73,
        0.24996512179775632
      ],
      [
        74,
        0.24996512290329126
      ],
      [
        75,
        0.24996511244085787
      ],
      [
        76,
        0.249965101273893
      ],
      [
        77,
        0.2499651004918571
      ],
      [
        78,
        0.24996508772048512
      ],
      [
        79,
        0.24996507751418334
      ],
      [
        80,
        0.24996506879773767
      ],
      [
        81,
        0.24996508152526425
      ],
      [
        82,
        0.24996508364200018
      ],
      [
        83,
        0.24996506643488683
      ],
      [
        84,
        0.24996507066164142
      ],
      [
        85,
        0.24996507105268392
      ],
      [
        86,
        0.24996506060701437
      ],
      [
        87,
        0.249965055918445
      ],
      [
        88,
        0.2499650537713543
      ],
      [
        89,
        0.24996505500845378
      ],
      [
        90,
        0.2499650492917446
      ],
      [
        91,
        0.24996504976698292
      ],
      [
        92,
        0.24996505515333245
      ],
      [
        93,
        0.24996506002726224
      ],
      [
        94,
        0.24996505054233178
      ],
      [
        95,
        0.2499650415224445
      ],
      [
        96,
        0.24996505113215065
      ],
      [
        97,
        0.2499650620260496
      ],
      [
        98,
        0.24996504605931247
      ],
      [
        99,
        0.24996503486876115
      ],
      [
        100,
        0.2499650427021916
      ]
    ]
  },
  "freeze_after_5_decay_to_025": {
    "test_acc": [
      0.3052,
      0.3121,
      0.3135,
      0.2994,
      0.3083,
      0.2037,
      0.1368,
      0.1231,
      0.1271,
      0.1138,
      0.1191,
      0.1163,
      0.1162,
      0.1135,
      0.1155,
      0.0967,
      0.109,
      0.1051,
      0.1075,
      0.0935,
      0.0996,
      0.1119,
      0.1027,
      0.1278,
      0.1004,
      0.1091,
      0.1141,
      0.113,
      0.1348,
      0.1194,
      0.1242,
      0.1191,
      0.1192,
      0.1349,
      0.1207,
      0.1144,
      0.1316,
      0.1325,
      0.1241,
      0.1237,
      0.1276,
      0.1121,
      0.1233,
      0.122,
      0.1335,
      0.1379,
      0.1264,
      0.1214,
      0.1121,
      0.108,
      0.1317,
      0.1181,
      0.1162,
      0.1366,
      0.1369,
      0.1254,
      0.1211,
      0.106,
      0.1075,
      0.1227,
      0.1201,
      0.1274,
      0.1188,
      0.1102,
      0.1313,
      0.1336,
      0.1129,
      0.1283,
      0.1301,
      0.1152,
      0.1325,
      0.1278,
      0.1247,
      0.1357,
      0.134,
      0.1224,
      0.1093,
      0.1188,
      0.1325,
      0.1097,
      0.1196,
      0.1272,
      0.1253,
      0.1126,
      0.1238,
      0.1224,
      0.1263,
      0.1342,
      0.1111,
      0.1095,
      0.1089,
      0.1191,
      0.1143,
      0.1131,
      0.1131
    ],
    "train_loss": [
      1.9889914673614502,
      1.9853284645080567,
      1.9883257375717163,
      1.9826136252593993,
      1.985386326980591,
      2.068510132598877,
      2.2071184797668457,
      2.252070314407349,
      2.262799511871338,
      2.271883014907837,
      2.276685047454834,
      2.2789263591766358,
      2.2829609899139403,
      2.2874077117156983,
      2.289303440246582,
      2.293695969619751,
      2.2960100469207765,
      2.299179527053833,
      2.299998391647339,
      2.2999639778137206,
      2.301144305267334,
      2.3016930992889404,
      2.3010191550445556,
      2.301623288574219,
      2.3021187420654297,
      2.30279943107605,
      2.3010086586761473,
      2.3007896277618407,
      2.3004655308532715,
      2.3013855320739744,
      2.3028329793548585,
      2.3016249320983886,
      2.2996341718292235,
      2.299152314529419,
      2.298686719970703,
      2.2991080980682375,
      2.2990331848907473,
      2.298325881500244,
      2.29721604927063,
      2.297458392868042,
      2.297814186630249,
      2.297540751800537,
      2.2971647343444825,
      2.298780792694092,
      2.296483359832764,
      2.2955091331481934,
      2.296101309814453,
      2.294827574005127,
      2.2959980039978025,
      2.2944129446411132,
      2.2954401092529295,
      2.293963470993042,
      2.293216000289917,
      2.2939060804748537,
      2.293471497955322,
      2.2934607655334474,
      2.2936269941711425,
      2.2927763636779783,
      2.292233616256714,
      2.29233764793396,
      2.2921327173614503,
      2.292641021270752,
      2.290940444793701,
      2.292282715377808,
      2.2920145623779296,
      2.290925247039795,
      2.2905999392700194,
      2.291516679534912,
      2.291281402359009,
      2.2909249305725097,
      2.2908486936950685,
      2.290478879928589,
      2.291001184539795,
      2.28960931350708,
      2.2898020780944823,
      2.2898542040252687,
      2.2900171630859374,
      2.289037522201538,
      2.289808230667114,
      2.2894698133850095,
      2.2893528965759278,
      2.289201781158447,
      2.2886661543273927,
      2.289276965789795,
      2.2895079779052736,
      2.28888594833374,
      2.289304996032715,
      2.2882724632263183,
      2.289115521774292,
      2.2893903966522218,
      2.288375448074341,
      2.2882951035308836,
      2.28868325088501,
      2.288313069458008,
      2.288534205932617
    ],
    "gamma": [
      [
        6,
        0.030998411762993783
      ],
      [
        7,
        0.02042932203039527
      ],
      [
        8,
        0.025238439673557878
      ],
      [
        9,
        0.024348934122826904
      ],
      [
        10,
        0.02691327966749668
      ],
      [
        13,
        0.04581431741826236
      ],
      [
        15,
        0.05122767586726695
      ],
      [
        20,
        0.028180050187074812
      ],
      [
        25,
        0.004695354848081479
      ],
      [
        35,
        0.003258639584601042
      ],
      [
        45,
        0.0060973436638960266
      ],
      [
        55,
        0.0026502537202759413
      ],
      [
        65,
        0.0019636713411728124
      ],
      [
        75,
        0.0013042573217489917
      ],
      [
        85,
        0.0007217170104922843
      ],
      [
        95,
        0.0009432140236640407
      ],
      [
        100,
        0.0008838386715979141
      ]
    ],
    "rho": [
      [
        6,
        0.01131400465965271
      ],
      [
        7,
        0.0169760164571926
      ],
      [
        8,
        -0.01151197380386293
      ],
      [
        9,
        0.007203209912404418
      ],
      [
        10,
        -4.300149157643318e-05
      ],
      [
        13,
        -0.0012576030567288399
      ],
      [
        15,
        -0.0009340029209852219
      ],
      [
        20,
        -0.0016878610476851463
      ],
      [
        25,
        -0.003051650244742632
      ],
      [
        35,
        -0.005875409580767155
      ],
      [
        45,
        -0.0018643303774297237
      ],
      [
        55,
        0.0009776366641744971
      ],
      [
        65,
        0.0013682227581739426
      ],
      [
        75,
        0.003012792905792594
      ],
      [
        85,
        -0.01262329239398241
      ],
      [
        95,
        -0.0034377884585410357
      ],
      [
        100,
        0.005971882026642561
      ]
    ],
    "alpha_eff": [
      [
        6,
        0.7499221587332795
      ],
      [
        7,
        0.7498518854867786
      ],
      [
        8,
        0.7498149497377955
      ],
      [
        9,
        0.7497333518679905
      ],
      [
        10,
        0.7496576925518745
      ],
      [
        11,
        0.649646096496131
      ],
      [
        12,
        0.5497254744391575
      ],
      [
        13,
        0.4497598983126942
      ],
      [
        14,
        0.3497929197623351
      ],
      [
        15,
        0.24983518768582047
      ],
      [
        16,
        0.24983892424235482
      ],
      [
        17,
        0.2498417139676731
      ],
      [
        18,
        0.24984401479168628
      ],
      [
        19,
        0.24984593508981487
      ],
      [
        20,
        0.24984749999759318
      ],
      [
        21,
        0.2498488692465181
      ],
      [
        22,
        0.2498499398578784
      ],
      [
        23,
        0.24985075457954833
      ],
      [
        24,
        0.24985142408517985
      ],
      [
        25,
        0.24985192621001853
      ],
      [
        26,
        0.24985235355814475
      ],
      [
        27,
        0.24985268752743725
      ],
      [
        28,
        0.2498529223564429
      ],
      [
        29,
        0.2498530995331157
      ],
      [
        30,
        0.24985317803507076
      ],
      [
        31,
        0.24985332962472304
      ],
      [
        32,
        0.24985336584290696
      ],
      [
        33,
        0.24985339268117196
      ],
      [
        34,
        0.24985340836624917
      ],
      [
        35,
        0.24985343280065775
      ],
      [
        36,
        0.24985343479985006
      ],
      [
        37,
        0.24985338171996366
      ],
      [
        38,
        0.24985338190189033
      ],
      [
        39,
        0.24985336549546372
      ],
      [
        40,
        0.24985329346337362
      ],
      [
        41,
        0.24985323826291034
      ],
      [
        42,
        0.24985321131998126
      ],
      [
        43,
        0.24985317168636909
      ],
      [
        44,
        0.2498531187479913
      ],
      [
        45,
        0.24985305580921366
      ],
      [
        46,
        0.24985302543067442
      ],
      [
        47,
        0.24985298309286144
      ],
      [
        48,
        0.2498529583618077
      ],
      [
        49,
        0.24985293710674641
      ],
      [
        50,
        0.24985288952612472
      ],
      [
        51,
        0.24985283885329918
      ],
      [
        52,
        0.24985284015502204
      ],
      [
        53,
        0.24985275224582726
      ],
      [
        54,
        0.24985271617612245
      ],
      [
        55,
        0.24985278660278676
      ],
      [
        56,
        0.24985270413912475
      ],
      [
        57,
        0.24985267867606448
      ],
      [
        58,
        0.24985261926432437
      ],
      [
        59,
        0.24985265660538555
      ],
      [
        60,
        0.2498525589688618
      ],
      [
        61,
        0.2498525948263581
      ],
      [
        62,
        0.24985250615215845
      ],
      [
        63,
        0.24985253626419848
      ],
      [
        64,
        0.24985252458806803
      ],
      [
        65,
        0.24985244966970346
      ],
      [
        66,
        0.24985243633144938
      ],
      [
        67,
        0.2498524231990304
      ],
      [
        68,
        0.24985243464573753
      ],
      [
        69,
        0.24985244959899414
      ],
      [
        70,
        0.2498523964585009
      ],
      [
        71,
        0.24985237284663436
      ],
      [
        72,
        0.2498523581157608
      ],
      [
        73,
        0.2498523440457847
      ],
      [
        74,
        0.24985236879381156
      ],
      [
        75,
        0.2498523393358387
      ],
      [
        76,
        0.24985232552208136
      ],
      [
        77,
        0.2498523213984054
      ],
      [
        78,
        0.24985232647951547
      ],
      [
        79,
        0.24985228393588338
      ],
      [
        80,
        0.24985225037440933
      ],
      [
        81,
        0.24985230778709028
      ],
      [
        82,
        0.2498523135425587
      ],
      [
        83,
        0.24985228212536653
      ],
      [
        84,
        0.24985226981544117
      ],
      [
        85,
        0.2498522997423083
      ],
      [
        86,
        0.24985229817429594
      ],
      [
        87,
        0.24985227304543167
      ],
      [
        88,
        0.2498522585136201
      ],
      [
        89,
        0.24985226070861766
      ],
      [
        90,
        0.2498522775804293
      ],
      [
        91,
        0.24985226001407726
      ],
      [
        92,
        0.2498522820512644
      ],
      [
        93,
        0.24985229769889214
      ],
      [
        94,
        0.24985227341291588
      ],
      [
        95,
        0.24985225233689
      ],
      [
        96,
        0.24985227483207073
      ],
      [
        97,
        0.2498522931573161
      ],
      [
        98,
        0.2498522616626271
      ],
      [
        99,
        0.24985222919720057
      ],
      [
        100,
        0.24985224068443718
      ]
    ]
  },
  "freeze_after_1_decay_to_000": {
    "test_acc": [
      0.2964,
      0.237,
      0.1462,
      0.1483,
      0.1289,
      0.1903,
      0.1958,
      0.2135,
      0.2011,
      0.2192,
      0.2116,
      0.2301,
      0.2391,
      0.2394,
      0.237,
      0.2294,
      0.2425,
      0.246,
      0.2468,
      0.2519,
      0.2479,
      0.2676,
      0.2501,
      0.2636,
      0.2442,
      0.2687,
      0.2567,
      0.2665,
      0.2696,
      0.2726,
      0.2687,
      0.2636,
      0.2726,
      0.2668,
      0.2727,
      0.2694,
      0.2835,
      0.2876,
      0.2757,
      0.2806,
      0.2708,
      0.2622,
      0.2749,
      0.2794,
      0.2698,
      0.2708,
      0.2751,
      0.2702,
      0.2741,
      0.2795,
      0.2744,
      0.28,
      0.2784,
      0.2751,
      0.2708,
      0.2808,
      0.2811,
      0.2814,
      0.2776,
      0.2787,
      0.2839,
      0.288,
      0.2859,
      0.2879,
      0.2706,
      0.274,
      0.2812,
      0.2848,
      0.2847,
      0.2827,
      0.2817,
      0.2861,
      0.2814,
      0.2819,
      0.2768,
      0.2875,
      0.2848,
      0.2837,
      0.281,
      0.2839,
      0.2851,
      0.2851,
      0.2874,
      0.2822,
      0.2854,
      0.2857,
      0.2838,
      0.283,
      0.2827,
      0.2853,
      0.2855,
      0.2853,
      0.2849,
      0.285,
      0.2848
    ],
    "train_loss": [
      1.987770098953247,
      2.058148936920166,
      2.1742564457702636,
      2.227886661987305,
      2.2489118286895753,
      2.215499964141846,
      2.172080729522705,
      2.1515315755462647,
      2.1322266635131837,
      2.1219937451171873,
      2.1115163373565675,
      2.10087213760376,
      2.094084821090698,
      2.0881656538391113,
      2.0830307551574707,
      2.0793406107330323,
      2.0741417255401613,
      2.071706746520996,
      2.0672668325805663,
      2.061994496154785,
      2.0583461866760255,
      2.0575141161346435,
      2.0518029474639894,
      2.0522982623291015,
      2.048578759384155,
      2.0465751447296143,
      2.0437594219589235,
      2.044029693031311,
      2.0412700551605223,
      2.0405831239318846,
      2.04130356338501,
      2.0393758958435058,
      2.039224354324341,
      2.038326994972229,
      2.038590117645264,
      2.0370230613708498,
      2.035887234573364,
      2.0349106960296632,
      2.0352816369247435,
      2.0349522632598878,
      2.0344653484344484,
      2.0331574398040773,
      2.033610480079651,
      2.0358019441986084,
      2.0341035528182982,
      2.030207544937134,
      2.032771106109619,
      2.0311163373565675,
      2.0296363953399656,
      2.0308212451171874,
      2.0306940715789796,
      2.028369594345093,
      2.029138938446045,
      2.029238699264526,
      2.0298833404541017,
      2.0294783560943603,
      2.027595551223755,
      2.027595431060791,
      2.027459530296326,
      2.028411672706604,
      2.0279053328704832,
      2.0280695262908934,
      2.027787509765625,
      2.025281623840332,
      2.0254185902404784,
      2.026019370727539,
      2.0258047150421143,
      2.0285882577514647,
      2.0261368878555297,
      2.026999177932739,
      2.0256639764404296,
      2.025425854759216,
      2.0266070795440676,
      2.0237192176055907,
      2.025412853469849,
      2.0240610698699952,
      2.0247360014343263,
      2.0249295909118654,
      2.0255611853790283,
      2.0232094157409666,
      2.024681177215576,
      2.02321795753479,
      2.024663003501892,
      2.02217747467041,
      2.022007664833069,
      2.023817197189331,
      2.0230373464584352,
      2.022435458984375,
      2.022840128860474,
      2.0205608460998534,
      2.0236412183380126,
      2.024272792053223,
      2.022964626312256,
      2.0220273933410646,
      2.025426727218628
    ],
    "gamma": [
      [
        6,
        0.02804319025017321
      ],
      [
        7,
        0.04006533604115248
      ],
      [
        8,
        0.05339363403618336
      ],
      [
        9,
        0.05600978480651975
      ],
      [
        10,
        0.057343464344739914
      ],
      [
        13,
        0.055115228053182364
      ],
      [
        15,
        0.057215953478589654
      ],
      [
        20,
        0.06352227658499032
      ],
      [
        25,
        0.07144864764995873
      ],
      [
        35,
        0.080837985384278
      ],
      [
        45,
        0.08100816144724376
      ],
      [
        55,
        0.08169284932955634
      ],
      [
        65,
        0.0816943283425644
      ],
      [
        75,
        0.08262447686865926
      ],
      [
        85,
        0.08246231166413054
      ],
      [
        95,
        0.0823301882337546
      ],
      [
        100,
        0.08231175330001861
      ]
    ],
    "rho": [
      [
        6,
        0.0330923511646688
      ],
      [
        7,
        0.0015333815244957805
      ],
      [
        8,
        0.012843782315030694
      ],
      [
        9,
        0.0005663076881319284
      ],
      [
        10,
        0.013773382874205709
      ],
      [
        13,
        0.014525709673762321
      ],
      [
        15,
        0.01487097516655922
      ],
      [
        20,
        0.009759962151292711
      ],
      [
        25,
        0.0005541914142668247
      ],
      [
        35,
        0.006065825931727886
      ],
      [
        45,
        0.006206185091286898
      ],
      [
        55,
        -0.007286409847438335
      ],
      [
        65,
        -0.005138644948601723
      ],
      [
        75,
        0.0040618120692670345
      ],
      [
        85,
        0.005303684622049332
      ],
      [
        95,
        -0.008256135508418083
      ],
      [
        100,
        0.009820420295000076
      ]
    ],
    "alpha_eff": [
      [
        6,
        0.7499214508544367
      ],
      [
        7,
        0.5998742841330391
      ],
      [
        8,
        0.4499106979272932
      ],
      [
        9,
        0.2999343237198726
      ],
      [
        10,
        0.14996251856344525
      ],
      [
        11,
        0.0
      ],
      [
        12,
        0.0
      ],
      [
        13,
        0.0
      ],
      [
        14,
        0.0
      ],
      [
        15,
        0.0
      ],
      [
        16,
        0.0
      ],
      [
        17,
        0.0
      ],
      [
        18,
        0.0
      ],
      [
        19,
        0.0
      ],
      [
        20,
        0.0
      ],
      [
        21,
        0.0
      ],
      [
        22,
        0.0
      ],
      [
        23,
        0.0
      ],
      [
        24,
        0.0
      ],
      [
        25,
        0.0
      ],
      [
        26,
        0.0
      ],
      [
        27,
        0.0
      ],
      [
        28,
        0.0
      ],
      [
        29,
        0.0
      ],
      [
        30,
        0.0
      ],
      [
        31,
        0.0
      ],
      [
        32,
        0.0
      ],
      [
        33,
        0.0
      ],
      [
        34,
        0.0
      ],
      [
        35,
        0.0
      ],
      [
        36,
        0.0
      ],
      [
        37,
        0.0
      ],
      [
        38,
        0.0
      ],
      [
        39,
        0.0
      ],
      [
        40,
        0.0
      ],
      [
        41,
        0.0
      ],
      [
        42,
        0.0
      ],
      [
        43,
        0.0
      ],
      [
        44,
        0.0
      ],
      [
        45,
        0.0
      ],
      [
        46,
        0.0
      ],
      [
        47,
        0.0
      ],
      [
        48,
        0.0
      ],
      [
        49,
        0.0
      ],
      [
        50,
        0.0
      ],
      [
        51,
        0.0
      ],
      [
        52,
        0.0
      ],
      [
        53,
        0.0
      ],
      [
        54,
        0.0
      ],
      [
        55,
        0.0
      ],
      [
        56,
        0.0
      ],
      [
        57,
        0.0
      ],
      [
        58,
        0.0
      ],
      [
        59,
        0.0
      ],
      [
        60,
        0.0
      ],
      [
        61,
        0.0
      ],
      [
        62,
        0.0
      ],
      [
        63,
        0.0
      ],
      [
        64,
        0.0
      ],
      [
        65,
        0.0
      ],
      [
        66,
        0.0
      ],
      [
        67,
        0.0
      ],
      [
        68,
        0.0
      ],
      [
        69,
        0.0
      ],
      [
        70,
        0.0
      ],
      [
        71,
        0.0
      ],
      [
        72,
        0.0
      ],
      [
        73,
        0.0
      ],
      [
        74,
        0.0
      ],
      [
        75,
        0.0
      ],
      [
        76,
        0.0
      ],
      [
        77,
        0.0
      ],
      [
        78,
        0.0
      ],
      [
        79,
        0.0
      ],
      [
        80,
        0.0
      ],
      [
        81,
        0.0
      ],
      [
        82,
        0.0
      ],
      [
        83,
        0.0
      ],
      [
        84,
        0.0
      ],
      [
        85,
        0.0
      ],
      [
        86,
        0.0
      ],
      [
        87,
        0.0
      ],
      [
        88,
        0.0
      ],
      [
        89,
        0.0
      ],
      [
        90,
        0.0
      ],
      [
        91,
        0.0
      ],
      [
        92,
        0.0
      ],
      [
        93,
        0.0
      ],
      [
        94,
        0.0
      ],
      [
        95,
        0.0
      ],
      [
        96,
        0.0
      ],
      [
        97,
        0.0
      ],
      [
        98,
        0.0
      ],
      [
        99,
        0.0
      ],
      [
        100,
        0.0
      ]
    ]
  },
  "freeze_after_5_decay_to_000": {
    "test_acc": [
      0.3059,
      0.3107,
      0.3158,
      0.3049,
      0.308,
      0.2218,
      0.1488,
      0.1368,
      0.1427,
      0.1562,
      0.1782,
      0.2205,
      0.2149,
      0.2366,
      0.2259,
      0.2238,
      0.2374,
      0.2428,
      0.2421,
      0.2512,
      0.2405,
      0.2665,
      0.2442,
      0.2657,
      0.2365,
      0.2686,
      0.2529,
      0.2656,
      0.2638,
      0.2685,
      0.273,
      0.2656,
      0.2688,
      0.263,
      0.275,
      0.2675,
      0.2766,
      0.2782,
      0.2783,
      0.2806,
      0.2722,
      0.2575,
      0.2719,
      0.2764,
      0.2681,
      0.2693,
      0.2764,
      0.2703,
      0.272,
      0.2768,
      0.2742,
      0.2809,
      0.2811,
      0.2775,
      0.2726,
      0.2794,
      0.2766,
      0.2812,
      0.2741,
      0.2789,
      0.2803,
      0.2877,
      0.2835,
      0.2879,
      0.2717,
      0.2757,
      0.2818,
      0.2853,
      0.2831,
      0.2803,
      0.2818,
      0.285,
      0.2807,
      0.282,
      0.2793,
      0.288,
      0.2827,
      0.2853,
      0.2842,
      0.282,
      0.2856,
      0.2865,
      0.2879,
      0.285,
      0.2861,
      0.2859,
      0.2853,
      0.2856,
      0.2844,
      0.2857,
      0.2853,
      0.2854,
      0.2852,
      0.2852,
      0.2853
    ],
    "train_loss": [
      1.989389101486206,
      1.9903729549407958,
      1.99436337348938,
      1.9900701868438722,
      1.9933015954589843,
      2.058371421661377,
      2.1906161418151857,
      2.2348922942352294,
      2.2343787562561035,
      2.2099864021301268,
      2.177866358795166,
      2.1560395417022704,
      2.1391963284301756,
      2.1252468937683107,
      2.113511488494873,
      2.1054030198669436,
      2.0950439585876466,
      2.0904504656982423,
      2.084099229812622,
      2.07674031211853,
      2.0714124299621584,
      2.0692392198181153,
      2.062705947227478,
      2.062638821334839,
      2.057503818359375,
      2.0546474283218386,
      2.051254558944702,
      2.0508053442764282,
      2.047545058441162,
      2.046349447784424,
      2.0467114446258545,
      2.0441762962341308,
      2.043712628707886,
      2.042656667137146,
      2.0426513220977784,
      2.040860073852539,
      2.0394876539611815,
      2.0385328398895264,
      2.0384585528564454,
      2.0381276249694826,
      2.037917250213623,
      2.0360237339019776,
      2.036692409439087,
      2.038358888168335,
      2.0366346838378906,
      2.032973290939331,
      2.035324615478516,
      2.0334486687469484,
      2.031794991760254,
      2.0330240043640138,
      2.0328360440063475,
      2.030444066390991,
      2.0312890017700194,
      2.031069114303589,
      2.0315731324005126,
      2.031455577163696,
      2.029421018714905,
      2.02938812789917,
      2.029021885147095,
      2.030032192955017,
      2.0296973515319823,
      2.029736637649536,
      2.029366349105835,
      2.026800500488281,
      2.026819801712036,
      2.027790601730347,
      2.027446739730835,
      2.0302554197692873,
      2.028049821205139,
      2.0287723950958254,
      2.027235142593384,
      2.027090040016174,
      2.028121824874878,
      2.0253573878479005,
      2.026976574707031,
      2.025492007293701,
      2.026246927947998,
      2.026515454330444,
      2.0273433531951905,
      2.02479778503418,
      2.026230363616943,
      2.024716327896118,
      2.0262912517547607,
      2.023776498374939,
      2.023611107559204,
      2.0255411886978147,
      2.0247430859375,
      2.024035308227539,
      2.0245019944763185,
      2.0221999503326415,
      2.0252691249084473,
      2.0261188220596313,
      2.0245826667022704,
      2.023685280380249,
      2.0271104919433593
    ],
    "gamma": [
      [
        6,
        0.019172905129380524
      ],
      [
        7,
        0.03231109178159386
      ],
      [
        8,
        0.026423632371006534
      ],
      [
        9,
        0.027440774225397035
      ],
      [
        10,
        0.03383389429654926
      ],
      [
        13,
        0.05179026070982218
      ],
      [
        15,
        0.05204801121726632
      ],
      [
        20,
        0.06441549817100167
      ],
      [
        25,
        0.06984315533190966
      ],
      [
        35,
        0.07725038478383794
      ],
      [
        45,
        0.07803186881938018
      ],
      [
        55,
        0.07950649873237126
      ],
      [
        65,
        0.08030074625276029
      ],
      [
        75,
        0.08146566100185737
      ],
      [
        85,
        0.08145827654516324
      ],
      [
        95,
        0.08135411059629405
      ],
      [
        100,
        0.08133506249578204
      ]
    ],
    "rho": [
      [
        6,
        -0.011272484320215881
      ],
      [
        7,
        -0.008410613983869553
      ],
      [
        8,
        0.0019524102099239826
      ],
      [
        9,
        0.01624949974939227
      ],
      [
        10,
        0.0026425524847581983
      ],
      [
        13,
        -0.005179970525205135
      ],
      [
        15,
        0.011054718401283026
      ],
      [
        20,
        0.009675369132310152
      ],
      [
        25,
        0.003612063592299819
      ],
      [
        35,
        -0.0011477797525003552
      ],
      [
        45,
        0.003364500356838107
      ],
      [
        55,
        0.012593701481819153
      ],
      [
        65,
        0.001831691013649106
      ],
      [
        75,
        -0.007136601954698563
      ],
      [
        85,
        0.0028698681853711605
      ],
      [
        95,
        -0.011590876616537571
      ],
      [
        100,
        0.002832313533872366
      ]
    ],
    "alpha_eff": [
      [
        6,
        0.7499220515540377
      ],
      [
        7,
        0.7498463189979196
      ],
      [
        8,
        0.7498030222548633
      ],
      [
        9,
        0.749731526257939
      ],
      [
        10,
        0.7496986720865624
      ],
      [
        11,
        0.5997941301463895
      ],
      [
        12,
        0.44988347044785837
      ],
      [
        13,
        0.2999062167738669
      ],
      [
        14,
        0.14994115019086857
      ],
      [
        15,
        0.0
      ],
      [
        16,
        0.0
      ],
      [
        17,
        0.0
      ],
      [
        18,
        0.0
      ],
      [
        19,
        0.0
      ],
      [
        20,
        0.0
      ],
      [
        21,
        0.0
      ],
      [
        22,
        0.0
      ],
      [
        23,
        0.0
      ],
      [
        24,
        0.0
      ],
      [
        25,
        0.0
      ],
      [
        26,
        0.0
      ],
      [
        27,
        0.0
      ],
      [
        28,
        0.0
      ],
      [
        29,
        0.0
      ],
      [
        30,
        0.0
      ],
      [
        31,
        0.0
      ],
      [
        32,
        0.0
      ],
      [
        33,
        0.0
      ],
      [
        34,
        0.0
      ],
      [
        35,
        0.0
      ],
      [
        36,
        0.0
      ],
      [
        37,
        0.0
      ],
      [
        38,
        0.0
      ],
      [
        39,
        0.0
      ],
      [
        40,
        0.0
      ],
      [
        41,
        0.0
      ],
      [
        42,
        0.0
      ],
      [
        43,
        0.0
      ],
      [
        44,
        0.0
      ],
      [
        45,
        0.0
      ],
      [
        46,
        0.0
      ],
      [
        47,
        0.0
      ],
      [
        48,
        0.0
      ],
      [
        49,
        0.0
      ],
      [
        50,
        0.0
      ],
      [
        51,
        0.0
      ],
      [
        52,
        0.0
      ],
      [
        53,
        0.0
      ],
      [
        54,
        0.0
      ],
      [
        55,
        0.0
      ],
      [
        56,
        0.0
      ],
      [
        57,
        0.0
      ],
      [
        58,
        0.0
      ],
      [
        59,
        0.0
      ],
      [
        60,
        0.0
      ],
      [
        61,
        0.0
      ],
      [
        62,
        0.0
      ],
      [
        63,
        0.0
      ],
      [
        64,
        0.0
      ],
      [
        65,
        0.0
      ],
      [
        66,
        0.0
      ],
      [
        67,
        0.0
      ],
      [
        68,
        0.0
      ],
      [
        69,
        0.0
      ],
      [
        70,
        0.0
      ],
      [
        71,
        0.0
      ],
      [
        72,
        0.0
      ],
      [
        73,
        0.0
      ],
      [
        74,
        0.0
      ],
      [
        75,
        0.0
      ],
      [
        76,
        0.0
      ],
      [
        77,
        0.0
      ],
      [
        78,
        0.0
      ],
      [
        79,
        0.0
      ],
      [
        80,
        0.0
      ],
      [
        81,
        0.0
      ],
      [
        82,
        0.0
      ],
      [
        83,
        0.0
      ],
      [
        84,
        0.0
      ],
      [
        85,
        0.0
      ],
      [
        86,
        0.0
      ],
      [
        87,
        0.0
      ],
      [
        88,
        0.0
      ],
      [
        89,
        0.0
      ],
      [
        90,
        0.0
      ],
      [
        91,
        0.0
      ],
      [
        92,
        0.0
      ],
      [
        93,
        0.0
      ],
      [
        94,
        0.0
      ],
      [
        95,
        0.0
      ],
      [
        96,
        0.0
      ],
      [
        97,
        0.0
      ],
      [
        98,
        0.0
      ],
      [
        99,
        0.0
      ],
      [
        100,
        0.0
      ]
    ]
  }
}