{
  "args": {
    "num_blocks": 4,
    "d_hidden": 256,
    "batch_size": 128,
    "epochs": 100,
    "t0": 5,
    "lr": 0.001,
    "lr_fb": 0.001,
    "wd": 0.01,
    "M": 4,
    "seed": 42,
    "gpu": 3,
    "output_dir": "/home/yurenh2/fa/results/alpha_sweep_scaffold"
  },
  "dfa_ckpt_acc": 0.304,
  "dfa_final_acc": 0.3115,
  "continue_DFA": {
    "alpha": 0.0,
    "test_acc": [
      0.2982,
      0.3109,
      0.3125,
      0.3038,
      0.3113,
      0.3135,
      0.302,
      0.3075,
      0.3097,
      0.3101,
      0.3029,
      0.3054,
      0.3108,
      0.3095,
      0.3047,
      0.3164,
      0.3031,
      0.3083,
      0.3171,
      0.3029,
      0.2979,
      0.2958,
      0.3099,
      0.2966,
      0.2959,
      0.3017,
      0.3082,
      0.3046,
      0.306,
      0.292,
      0.281,
      0.3129,
      0.3075,
      0.3115,
      0.3141,
      0.3111,
      0.3151,
      0.2969,
      0.3097,
      0.321,
      0.3058,
      0.3145,
      0.32,
      0.303,
      0.3093,
      0.3071,
      0.3118,
      0.3043,
      0.3104,
      0.3127,
      0.3148,
      0.3203,
      0.3112,
      0.3016,
      0.315,
      0.312,
      0.3134,
      0.3129,
      0.3049,
      0.3125,
      0.3142,
      0.3164,
      0.314,
      0.309,
      0.3142,
      0.3165,
      0.3125,
      0.3095,
      0.3104,
      0.3188,
      0.3149,
      0.3142,
      0.3119,
      0.3166,
      0.3118,
      0.3119,
      0.3127,
      0.311,
      0.3141,
      0.3164,
      0.3123,
      0.3128,
      0.3126,
      0.3091,
      0.3115,
      0.3127,
      0.3121,
      0.3123,
      0.3127,
      0.3132,
      0.3118,
      0.3118,
      0.3117,
      0.3114,
      0.3115
    ],
    "train_loss": [
      1.989790809059143,
      1.990307411880493,
      1.9905100513458251,
      1.9918334338378907,
      1.9863724251937867,
      1.9870153832244872,
      1.9874663953399658,
      1.9870845441055298,
      1.9880484677505492,
      1.9872064337539672,
      1.9897905487823486,
      1.9892820449066162,
      1.9874972410583496,
      1.9877921746444702,
      1.9876875100708007,
      1.9888226028060914,
      1.9874765905761718,
      1.9867966274642945,
      1.987537554550171,
      1.9880204120254517,
      1.9879772283935546,
      1.987797650413513,
      1.9874019779968262,
      1.9876940496063233,
      1.986886355819702,
      1.9884147914123536,
      1.9890670285797118,
      1.9873397811889648,
      1.9847210833740234,
      1.9871949213027955,
      1.9887558262634277,
      1.9838399686431885,
      1.9857967501068114,
      1.9860699237060546,
      1.9850847225952148,
      1.987654845123291,
      1.983670299758911,
      1.987481754837036,
      1.9858247266387938,
      1.9868243627166748,
      1.9862985388946532,
      1.984481724205017,
      1.9851255657958984,
      1.9881289917373657,
      1.9866780487442017,
      1.9885919563293457,
      1.9857788675308228,
      1.9890421838378907,
      1.9863371643066405,
      1.986637942276001,
      1.9849364169311523,
      1.9842691050720216,
      1.9856912046051025,
      1.988491299057007,
      1.9852929847717284,
      1.9856826776123047,
      1.9851847518920898,
      1.9835067967987061,
      1.9865730474853516,
      1.9850236835479735,
      1.9849657077789307,
      1.9844414936065673,
      1.9851242599105834,
      1.9842400899505614,
      1.9859014458847046,
      1.9850837426757812,
      1.985779475440979,
      1.985046662750244,
      1.9846652752685547,
      1.9845653623199462,
      1.984431827697754,
      1.9861651288223268,
      1.9833351360702514,
      1.9858753430175782,
      1.9859362523651123,
      1.9840349249649047,
      1.9841974882507325,
      1.9834141875457765,
      1.9854680131530762,
      1.9825797986221314,
      1.9835828475570678,
      1.9841230081176757,
      1.9844115731811522,
      1.9840126071548463,
      1.9844582679748535,
      1.9840802533340454,
      1.9842612131118775,
      1.984658988571167,
      1.9846206958770751,
      1.983520182762146,
      1.981859715309143,
      1.9833977752304077,
      1.9841900691986083,
      1.982843738861084,
      1.9838121879577637
    ],
    "gamma": [
      [
        6,
        0.0821653357706964
      ],
      [
        7,
        0.083711032057181
      ],
      [
        8,
        0.08393650152720511
      ],
      [
        9,
        0.08384976850356907
      ],
      [
        10,
        0.08560753799974918
      ],
      [
        13,
        0.0868276598630473
      ],
      [
        15,
        0.08848524722270668
      ],
      [
        20,
        0.08918609796091914
      ],
      [
        25,
        0.09372491284739226
      ],
      [
        35,
        0.09340126946335658
      ],
      [
        45,
        0.09817965375259519
      ],
      [
        55,
        0.09978153288830072
      ],
      [
        65,
        0.1001084745512344
      ],
      [
        75,
        0.1013008076697588
      ],
      [
        85,
        0.1014239476644434
      ],
      [
        95,
        0.10141936334548518
      ],
      [
        100,
        0.10145300498697907
      ]
    ],
    "rho": [
      [
        6,
        0.019282110035419464
      ],
      [
        7,
        0.006952052121050656
      ],
      [
        8,
        0.008748143445700407
      ],
      [
        9,
        0.008938514394685626
      ],
      [
        10,
        0.01805932994466275
      ],
      [
        13,
        0.01803369668778032
      ],
      [
        15,
        0.0023002898087725043
      ],
      [
        20,
        0.012751705711707473
      ],
      [
        25,
        0.0011155498214066029
      ],
      [
        35,
        0.009300894802436233
      ],
      [
        45,
        -0.0039156777784228325
      ],
      [
        55,
        -0.007268198300153017
      ],
      [
        65,
        0.008430896326899529
      ],
      [
        75,
        0.004795442800968885
      ],
      [
        85,
        -0.0030130266677588224
      ],
      [
        95,
        0.006304946728050709
      ],
      [
        100,
        0.004224925301969051
      ]
    ],
    "alpha_eff": [
      [
        6,
        0.0
      ],
      [
        7,
        0.0
      ],
      [
        8,
        0.0
      ],
      [
        9,
        0.0
      ],
      [
        10,
        0.0
      ],
      [
        11,
        0.0
      ],
      [
        12,
        0.0
      ],
      [
        13,
        0.0
      ],
      [
        14,
        0.0
      ],
      [
        15,
        0.0
      ],
      [
        16,
        0.0
      ],
      [
        17,
        0.0
      ],
      [
        18,
        0.0
      ],
      [
        19,
        0.0
      ],
      [
        20,
        0.0
      ],
      [
        21,
        0.0
      ],
      [
        22,
        0.0
      ],
      [
        23,
        0.0
      ],
      [
        24,
        0.0
      ],
      [
        25,
        0.0
      ],
      [
        26,
        0.0
      ],
      [
        27,
        0.0
      ],
      [
        28,
        0.0
      ],
      [
        29,
        0.0
      ],
      [
        30,
        0.0
      ],
      [
        31,
        0.0
      ],
      [
        32,
        0.0
      ],
      [
        33,
        0.0
      ],
      [
        34,
        0.0
      ],
      [
        35,
        0.0
      ],
      [
        36,
        0.0
      ],
      [
        37,
        0.0
      ],
      [
        38,
        0.0
      ],
      [
        39,
        0.0
      ],
      [
        40,
        0.0
      ],
      [
        41,
        0.0
      ],
      [
        42,
        0.0
      ],
      [
        43,
        0.0
      ],
      [
        44,
        0.0
      ],
      [
        45,
        0.0
      ],
      [
        46,
        0.0
      ],
      [
        47,
        0.0
      ],
      [
        48,
        0.0
      ],
      [
        49,
        0.0
      ],
      [
        50,
        0.0
      ],
      [
        51,
        0.0
      ],
      [
        52,
        0.0
      ],
      [
        53,
        0.0
      ],
      [
        54,
        0.0
      ],
      [
        55,
        0.0
      ],
      [
        56,
        0.0
      ],
      [
        57,
        0.0
      ],
      [
        58,
        0.0
      ],
      [
        59,
        0.0
      ],
      [
        60,
        0.0
      ],
      [
        61,
        0.0
      ],
      [
        62,
        0.0
      ],
      [
        63,
        0.0
      ],
      [
        64,
        0.0
      ],
      [
        65,
        0.0
      ],
      [
        66,
        0.0
      ],
      [
        67,
        0.0
      ],
      [
        68,
        0.0
      ],
      [
        69,
        0.0
      ],
      [
        70,
        0.0
      ],
      [
        71,
        0.0
      ],
      [
        72,
        0.0
      ],
      [
        73,
        0.0
      ],
      [
        74,
        0.0
      ],
      [
        75,
        0.0
      ],
      [
        76,
        0.0
      ],
      [
        77,
        0.0
      ],
      [
        78,
        0.0
      ],
      [
        79,
        0.0
      ],
      [
        80,
        0.0
      ],
      [
        81,
        0.0
      ],
      [
        82,
        0.0
      ],
      [
        83,
        0.0
      ],
      [
        84,
        0.0
      ],
      [
        85,
        0.0
      ],
      [
        86,
        0.0
      ],
      [
        87,
        0.0
      ],
      [
        88,
        0.0
      ],
      [
        89,
        0.0
      ],
      [
        90,
        0.0
      ],
      [
        91,
        0.0
      ],
      [
        92,
        0.0
      ],
      [
        93,
        0.0
      ],
      [
        94,
        0.0
      ],
      [
        95,
        0.0
      ],
      [
        96,
        0.0
      ],
      [
        97,
        0.0
      ],
      [
        98,
        0.0
      ],
      [
        99,
        0.0
      ],
      [
        100,
        0.0
      ]
    ]
  },
  "blend_perlayer_vector_alpha025": {
    "alpha": 0.25,
    "test_acc": [
      0.3059,
      0.3134,
      0.3123,
      0.3027,
      0.3018,
      0.2983,
      0.3026,
      0.3085,
      0.2995,
      0.309,
      0.32,
      0.3066,
      0.3078,
      0.292,
      0.3148,
      0.3093,
      0.3138,
      0.3203,
      0.3104,
      0.3125,
      0.3131,
      0.3109,
      0.3155,
      0.3017,
      0.2953,
      0.3003,
      0.3192,
      0.3038,
      0.2993,
      0.3093,
      0.3122,
      0.3103,
      0.3157,
      0.3056,
      0.3163,
      0.3008,
      0.3168,
      0.3076,
      0.3191,
      0.2972,
      0.3109,
      0.3154,
      0.3106,
      0.3057,
      0.2987,
      0.2986,
      0.2998,
      0.3103,
      0.3066,
      0.2939,
      0.3131,
      0.3157,
      0.3075,
      0.3084,
      0.3134,
      0.304,
      0.3125,
      0.3086,
      0.3127,
      0.3062,
      0.3115,
      0.3095,
      0.3136,
      0.3181,
      0.3079,
      0.305,
      0.3098,
      0.3092,
      0.3121,
      0.3123,
      0.3019,
      0.3064,
      0.3185,
      0.3061,
      0.314,
      0.3095,
      0.3082,
      0.3099,
      0.3077,
      0.3074,
      0.309,
      0.3084,
      0.3071,
      0.3117,
      0.3135,
      0.3103,
      0.3108,
      0.3128,
      0.311,
      0.3125,
      0.311,
      0.3116,
      0.3116,
      0.3114,
      0.3113
    ],
    "train_loss": [
      1.9946389611434936,
      1.9873730335998536,
      1.9877911005020141,
      1.9842363983154296,
      1.9815330656433106,
      1.980721904220581,
      1.9785015773773194,
      1.9797889567565918,
      1.9816056001281739,
      1.9788435654449463,
      1.9812182509613037,
      1.9796995071792602,
      1.9816956015396119,
      1.9824337406921386,
      1.979214592666626,
      1.9782327182769774,
      1.983439411239624,
      1.9820835842895508,
      1.982200440979004,
      1.9838852446746826,
      1.9820847830963135,
      1.9821476971435548,
      1.9841077730560304,
      1.984079453048706,
      1.981676795501709,
      1.981983535079956,
      1.9816267264175416,
      1.9832186078262328,
      1.9813471504974365,
      1.983914895172119,
      1.980699147644043,
      1.9799334463500977,
      1.981280658531189,
      1.981482693939209,
      1.981354609375,
      1.9822732683563233,
      1.981365751876831,
      1.9825617141723633,
      1.9832577297210694,
      1.982207321434021,
      1.981124991416931,
      1.9847596619415284,
      1.9812841805648804,
      1.9833404195404052,
      1.9824105700683594,
      1.9793556769561769,
      1.9829961922454833,
      1.983497814025879,
      1.9825690042495727,
      1.9819972144317628,
      1.9813205464172363,
      1.9805747171783448,
      1.981684338645935,
      1.981287991065979,
      1.9817047914886474,
      1.9801208978652953,
      1.982117232284546,
      1.9809979217910767,
      1.9817907106781005,
      1.9819589037704468,
      1.980901844406128,
      1.979100549545288,
      1.9783411534118653,
      1.982215822982788,
      1.9786703715515137,
      1.9790553332138061,
      1.9795003827285766,
      1.9804647981262207,
      1.9805792209243775,
      1.9786001267242432,
      1.980303563232422,
      1.9798223697280883,
      1.9818306106948853,
      1.9783708667755127,
      1.9785375136947632,
      1.9783638653945923,
      1.9782444370269776,
      1.9777508059692384,
      1.9798192587280274,
      1.9783385585021973,
      1.9803018301773072,
      1.977279466819763,
      1.9773743700790405,
      1.9787853107452393,
      1.9787623846054077,
      1.9773602225112914,
      1.978456362953186,
      1.9782572579956055,
      1.9804483145141603,
      1.9793778206634522,
      1.9739930397033691,
      1.979039264907837,
      1.9762582428359985,
      1.977005643081665,
      1.9782807824707032
    ],
    "gamma": [
      [
        6,
        0.07866817025933415
      ],
      [
        7,
        0.08171852119266987
      ],
      [
        8,
        0.0832369290292263
      ],
      [
        9,
        0.08300935570150614
      ],
      [
        10,
        0.08633468067273498
      ],
      [
        13,
        0.08728862018324435
      ],
      [
        15,
        0.08539568376727402
      ],
      [
        20,
        0.0892858924344182
      ],
      [
        25,
        0.08779954141937196
      ],
      [
        35,
        0.089820038061589
      ],
      [
        45,
        0.09298557415604591
      ],
      [
        55,
        0.09603138081729412
      ],
      [
        65,
        0.09451595041900873
      ],
      [
        75,
        0.09730265894904733
      ],
      [
        85,
        0.09736149618402123
      ],
      [
        95,
        0.09684902639128268
      ],
      [
        100,
        0.09718019678257406
      ]
    ],
    "rho": [
      [
        6,
        0.01853559073060751
      ],
      [
        7,
        0.0021537072025239468
      ],
      [
        8,
        0.022916836314834654
      ],
      [
        9,
        0.017495981883257627
      ],
      [
        10,
        -0.007019296521320939
      ],
      [
        13,
        0.020411364268511534
      ],
      [
        15,
        0.008924664638470858
      ],
      [
        20,
        0.009920771466568112
      ],
      [
        25,
        0.0004479335620999336
      ],
      [
        35,
        -0.00826605735346675
      ],
      [
        45,
        0.0026894344482570887
      ],
      [
        55,
        -0.0041805449873209
      ],
      [
        65,
        0.0017762749921530485
      ],
      [
        75,
        0.0005749878473579884
      ],
      [
        85,
        0.0030663725920021534
      ],
      [
        95,
        0.01072357571683824
      ],
      [
        100,
        -0.002892943099141121
      ]
    ],
    "alpha_eff": [
      [
        6,
        0.24972248771260733
      ],
      [
        7,
        0.24947935032695043
      ],
      [
        8,
        0.24948230432577714
      ],
      [
        9,
        0.24949492228305725
      ],
      [
        10,
        0.24948454982935764
      ],
      [
        11,
        0.24949888452990227
      ],
      [
        12,
        0.24948282668432062
      ],
      [
        13,
        0.24949142674491542
      ],
      [
        14,
        0.24948863864376475
      ],
      [
        15,
        0.249494092781818
      ],
      [
        16,
        0.2494879335982677
      ],
      [
        17,
        0.24949017029823428
      ],
      [
        18,
        0.24947683994673858
      ],
      [
        19,
        0.24948694720682202
      ],
      [
        20,
        0.24948447549318925
      ],
      [
        21,
        0.24948920513186867
      ],
      [
        22,
        0.2494920286991675
      ],
      [
        23,
        0.24949015605792602
      ],
      [
        24,
        0.24947783867079276
      ],
      [
        25,
        0.2494776485658948
      ],
      [
        26,
        0.2494743912586451
      ],
      [
        27,
        0.24945635304586694
      ],
      [
        28,
        0.2494817281764155
      ],
      [
        29,
        0.24947529417163083
      ],
      [
        30,
        0.24948553835581308
      ],
      [
        31,
        0.24947934118373832
      ],
      [
        32,
        0.2494931516826185
      ],
      [
        33,
        0.24948261801326022
      ],
      [
        34,
        0.24948319727456705
      ],
      [
        35,
        0.24947981390237856
      ],
      [
        36,
        0.2494862019543101
      ],
      [
        37,
        0.24948648091286968
      ],
      [
        38,
        0.24948492864362595
      ],
      [
        39,
        0.2494821003855004
      ],
      [
        40,
        0.24947632642287987
      ],
      [
        41,
        0.24947967624534692
      ],
      [
        42,
        0.24947886875613925
      ],
      [
        43,
        0.24948325688500178
      ],
      [
        44,
        0.2494944341907901
      ],
      [
        45,
        0.24948371186478835
      ],
      [
        46,
        0.2494850860984326
      ],
      [
        47,
        0.2494756676395805
      ],
      [
        48,
        0.24947560985496792
      ],
      [
        49,
        0.24949731965623512
      ],
      [
        50,
        0.24947536293189315
      ],
      [
        51,
        0.24946844536101623
      ],
      [
        52,
        0.24947678739963527
      ],
      [
        53,
        0.24947438884654782
      ],
      [
        54,
        0.24949042802970364
      ],
      [
        55,
        0.2494939425232515
      ],
      [
        56,
        0.24948793523593268
      ],
      [
        57,
        0.24949688396885342
      ],
      [
        58,
        0.24948035040414968
      ],
      [
        59,
        0.24945642654825334
      ],
      [
        60,
        0.24948242856112499
      ],
      [
        61,
        0.24948100071931803
      ],
      [
        62,
        0.24949957614031087
      ],
      [
        63,
        0.24948502855966503
      ],
      [
        64,
        0.24948644180485893
      ],
      [
        65,
        0.24947477087551181
      ],
      [
        66,
        0.24946816015729842
      ],
      [
        67,
        0.2494722537208322
      ],
      [
        68,
        0.2494809632315978
      ],
      [
        69,
        0.24949564815756167
      ],
      [
        70,
        0.24946268715863537
      ],
      [
        71,
        0.24948731809190608
      ],
      [
        72,
        0.24948537374072835
      ],
      [
        73,
        0.24948555141221207
      ],
      [
        74,
        0.249494409075237
      ],
      [
        75,
        0.24947960040422168
      ],
      [
        76,
        0.2494949614662781
      ],
      [
        77,
        0.24949650212563007
      ],
      [
        78,
        0.24949114084876567
      ],
      [
        79,
        0.249489902312524
      ],
      [
        80,
        0.24946300410005345
      ],
      [
        81,
        0.24947569553155974
      ],
      [
        82,
        0.24948523532543226
      ],
      [
        83,
        0.24948210614594962
      ],
      [
        84,
        0.24947225552035546
      ],
      [
        85,
        0.24947941896357276
      ],
      [
        86,
        0.24948837982560348
      ],
      [
        87,
        0.24947696381396076
      ],
      [
        88,
        0.24947869451986296
      ],
      [
        89,
        0.24945727642174398
      ],
      [
        90,
        0.24946828940090288
      ],
      [
        91,
        0.24947728166379377
      ],
      [
        92,
        0.24947517484195078
      ],
      [
        93,
        0.24948233253009675
      ],
      [
        94,
        0.2494779532154209
      ],
      [
        95,
        0.24947562515897356
      ],
      [
        96,
        0.2494888820429275
      ],
      [
        97,
        0.2494965139146254
      ],
      [
        98,
        0.24947869341928813
      ],
      [
        99,
        0.24948464951129232
      ],
      [
        100,
        0.24947761844822447
      ]
    ]
  },
  "blend_perlayer_vector_alpha050": {
    "alpha": 0.5,
    "test_acc": [
      0.3023,
      0.3096,
      0.3145,
      0.3032,
      0.3072,
      0.2997,
      0.3137,
      0.3118,
      0.3058,
      0.3109,
      0.3207,
      0.3091,
      0.3121,
      0.2956,
      0.32,
      0.312,
      0.3177,
      0.3197,
      0.3224,
      0.3198,
      0.318,
      0.3172,
      0.3178,
      0.3128,
      0.2978,
      0.3098,
      0.32,
      0.3142,
      0.3047,
      0.3156,
      0.3106,
      0.3144,
      0.3143,
      0.312,
      0.3241,
      0.3061,
      0.3211,
      0.3149,
      0.319,
      0.3059,
      0.3164,
      0.315,
      0.3141,
      0.3046,
      0.3048,
      0.3037,
      0.3057,
      0.3178,
      0.3129,
      0.3019,
      0.3178,
      0.3198,
      0.3123,
      0.3085,
      0.3157,
      0.3089,
      0.3156,
      0.3123,
      0.3181,
      0.3123,
      0.3148,
      0.3144,
      0.3168,
      0.3198,
      0.3121,
      0.3111,
      0.3151,
      0.3155,
      0.3144,
      0.3164,
      0.3099,
      0.3103,
      0.3255,
      0.3112,
      0.3223,
      0.313,
      0.3094,
      0.3146,
      0.311,
      0.3155,
      0.3148,
      0.3139,
      0.3125,
      0.3138,
      0.3151,
      0.316,
      0.3156,
      0.3154,
      0.3165,
      0.3167,
      0.3163,
      0.3171,
      0.3171,
      0.3171,
      0.3171
    ],
    "train_loss": [
      1.9917561831665038,
      1.9829305992126465,
      1.9812401902008057,
      1.9778941026306152,
      1.9752952905273438,
      1.974818321762085,
      1.9736881392669678,
      1.974170976486206,
      1.9745802745056151,
      1.9709150112533569,
      1.9729148027801513,
      1.9720560794830322,
      1.9740230810928345,
      1.9755329774475097,
      1.9731374980163574,
      1.9692442362213134,
      1.9725708643341064,
      1.9713253354644775,
      1.970638151473999,
      1.9699185414886475,
      1.9683959786224365,
      1.967863571510315,
      1.9711056298828125,
      1.972366621360779,
      1.9698165482330323,
      1.9716122170257568,
      1.969995245361328,
      1.971645417175293,
      1.9680979971313477,
      1.9714557960510255,
      1.9684885326766968,
      1.9681451354599,
      1.9684070782089234,
      1.9694038621520995,
      1.9699225545501708,
      1.9718246128082275,
      1.97034676486969,
      1.9717714920425415,
      1.9720078167724608,
      1.9701439580535889,
      1.9689175207901002,
      1.974075308189392,
      1.9706641263580322,
      1.9716036338043212,
      1.97032455657959,
      1.9667090301513672,
      1.970846530380249,
      1.9712551027679444,
      1.9709385818862915,
      1.9708643013763427,
      1.9695846894073485,
      1.9686976073837281,
      1.9692375783920288,
      1.9684447635650635,
      1.9694693069458007,
      1.9663859380722046,
      1.9694285501861573,
      1.9679479430389404,
      1.9683449375152589,
      1.9691200702667235,
      1.9684226276397705,
      1.965940485496521,
      1.9654108630371094,
      1.9689697052764892,
      1.9656564891052246,
      1.9655308631134034,
      1.9673858330917358,
      1.9679986907196045,
      1.9682127925872803,
      1.9662462731933594,
      1.9673945916366578,
      1.9669571544647217,
      1.969510202255249,
      1.9656707555770874,
      1.9662874362945557,
      1.9652958306503296,
      1.9660377970886231,
      1.9649639958953857,
      1.9671108046722412,
      1.9657821132659912,
      1.9678813097763062,
      1.9645460061645508,
      1.9649910687637329,
      1.9668921905899048,
      1.9659738945770264,
      1.964272243347168,
      1.965306146583557,
      1.96566610496521,
      1.967940728225708,
      1.9675999630737304,
      1.96113099899292,
      1.966398711013794,
      1.963310030479431,
      1.96448876953125,
      1.9661073540496825
    ],
    "gamma": [
      [
        6,
        0.06322180852293968
      ],
      [
        7,
        0.06429825956001878
      ],
      [
        8,
        0.06493996377685107
      ],
      [
        9,
        0.06486295888316818
      ],
      [
        10,
        0.06457511300686747
      ],
      [
        13,
        0.0671108040260151
      ],
      [
        15,
        0.0674042459577322
      ],
      [
        20,
        0.07273604930378497
      ],
      [
        25,
        0.06582908588461578
      ],
      [
        35,
        0.06825429387390614
      ],
      [
        45,
        0.07122062100097537
      ],
      [
        55,
        0.0672054453752935
      ],
      [
        65,
        0.06926454044878483
      ],
      [
        75,
        0.06559235090389848
      ],
      [
        85,
        0.06751847686246037
      ],
      [
        95,
        0.06816108210477978
      ],
      [
        100,
        0.06730447930749506
      ]
    ],
    "rho": [
      [
        6,
        0.0200467340182513
      ],
      [
        7,
        0.013113802997395396
      ],
      [
        8,
        -0.003037167713046074
      ],
      [
        9,
        0.0035772863775491714
      ],
      [
        10,
        -0.006673132302239537
      ],
      [
        13,
        0.010507516213692725
      ],
      [
        15,
        0.006647368194535375
      ],
      [
        20,
        0.014684727881103754
      ],
      [
        25,
        -0.006462351040681824
      ],
      [
        35,
        0.006036010920070112
      ],
      [
        45,
        0.00909994961693883
      ],
      [
        55,
        0.008473677095025778
      ],
      [
        65,
        0.00033604807686060667
      ],
      [
        75,
        0.0012597318273037672
      ],
      [
        85,
        0.004310714080929756
      ],
      [
        95,
        0.0027081522857770324
      ],
      [
        100,
        0.003070657607167959
      ]
    ],
    "alpha_eff": [
      [
        6,
        0.4996261993362568
      ],
      [
        7,
        0.4993391021476833
      ],
      [
        8,
        0.49931185811976125
      ],
      [
        9,
        0.4993096364983503
      ],
      [
        10,
        0.4993144600555052
      ],
      [
        11,
        0.4993251101963492
      ],
      [
        12,
        0.4993212678677952
      ],
      [
        13,
        0.4993213098394563
      ],
      [
        14,
        0.4993075194350882
      ],
      [
        15,
        0.4993074665095068
      ],
      [
        16,
        0.4993121157349748
      ],
      [
        17,
        0.49932483488099205
      ],
      [
        18,
        0.49931736472090327
      ],
      [
        19,
        0.4993086092610733
      ],
      [
        20,
        0.4993029887170185
      ],
      [
        21,
        0.4992957905314217
      ],
      [
        22,
        0.49929552812098327
      ],
      [
        23,
        0.49931472694487866
      ],
      [
        24,
        0.49932052243153885
      ],
      [
        25,
        0.4993186115711273
      ],
      [
        26,
        0.49932203807715797
      ],
      [
        27,
        0.49931577169005587
      ],
      [
        28,
        0.49930774133195877
      ],
      [
        29,
        0.4993113354669589
      ],
      [
        30,
        0.4993269110739146
      ],
      [
        31,
        0.4992846764001769
      ],
      [
        32,
        0.4993147888204103
      ],
      [
        33,
        0.4992991821444239
      ],
      [
        34,
        0.499315539341136
      ],
      [
        35,
        0.49929300368544605
      ],
      [
        36,
        0.4993135312110566
      ],
      [
        37,
        0.499312173433516
      ],
      [
        38,
        0.49928442076505974
      ],
      [
        39,
        0.4992879848127134
      ],
      [
        40,
        0.4993209541877065
      ],
      [
        41,
        0.499310149841278
      ],
      [
        42,
        0.4993123354568663
      ],
      [
        43,
        0.4993222357028763
      ],
      [
        44,
        0.4993008995468193
      ],
      [
        45,
        0.4993061526558331
      ],
      [
        46,
        0.4993149831092503
      ],
      [
        47,
        0.4992837521548189
      ],
      [
        48,
        0.49930527816737597
      ],
      [
        49,
        0.49931959987404495
      ],
      [
        50,
        0.49929977286637234
      ],
      [
        51,
        0.4993105151789878
      ],
      [
        52,
        0.4992952907262145
      ],
      [
        53,
        0.49932079464976303
      ],
      [
        54,
        0.4993199948848364
      ],
      [
        55,
        0.499329275416757
      ],
      [
        56,
        0.4993268754767892
      ],
      [
        57,
        0.49933033291600765
      ],
      [
        58,
        0.4993347317146705
      ],
      [
        59,
        0.4993103629058204
      ],
      [
        60,
        0.4993249711709759
      ],
      [
        61,
        0.49930806472910405
      ],
      [
        62,
        0.49934650968638655
      ],
      [
        63,
        0.499318712547547
      ],
      [
        64,
        0.49930730074876145
      ],
      [
        65,
        0.499297153457682
      ],
      [
        66,
        0.4993050258252328
      ],
      [
        67,
        0.4993109057142996
      ],
      [
        68,
        0.4993250766214407
      ],
      [
        69,
        0.49931206114113486
      ],
      [
        70,
        0.4992909524624259
      ],
      [
        71,
        0.4993036393420284
      ],
      [
        72,
        0.49928560112304887
      ],
      [
        73,
        0.49928474530212236
      ],
      [
        74,
        0.4993115701930791
      ],
      [
        75,
        0.49932136828439816
      ],
      [
        76,
        0.49933078556097654
      ],
      [
        77,
        0.49931148991954166
      ],
      [
        78,
        0.4993258145434325
      ],
      [
        79,
        0.49929900535780325
      ],
      [
        80,
        0.4993166113977388
      ],
      [
        81,
        0.49933789130753126
      ],
      [
        82,
        0.49931904675707844
      ],
      [
        83,
        0.4993120953828435
      ],
      [
        84,
        0.49931019143782207
      ],
      [
        85,
        0.49933704079924096
      ],
      [
        86,
        0.4993145677080777
      ],
      [
        87,
        0.49930384335673567
      ],
      [
        88,
        0.499322289517738
      ],
      [
        89,
        0.49929241445598693
      ],
      [
        90,
        0.4992949648031173
      ],
      [
        91,
        0.4993037293404372
      ],
      [
        92,
        0.4993026274800937
      ],
      [
        93,
        0.4993259323893475
      ],
      [
        94,
        0.4993038912299493
      ],
      [
        95,
        0.4993109706485008
      ],
      [
        96,
        0.4993138731485378
      ],
      [
        97,
        0.49931836748686986
      ],
      [
        98,
        0.4993113804309337
      ],
      [
        99,
        0.4992930082988331
      ],
      [
        100,
        0.4992933031719118
      ]
    ]
  },
  "blend_perlayer_vector_alpha075": {
    "alpha": 0.75,
    "test_acc": [
      0.3069,
      0.3117,
      0.3134,
      0.3102,
      0.3043,
      0.3044,
      0.3067,
      0.3087,
      0.3081,
      0.3071,
      0.3231,
      0.3151,
      0.3161,
      0.3,
      0.3232,
      0.3145,
      0.3203,
      0.3116,
      0.3031,
      0.3142,
      0.3144,
      0.3131,
      0.3144,
      0.3083,
      0.3032,
      0.314,
      0.3217,
      0.3134,
      0.3115,
      0.3174,
      0.3138,
      0.3208,
      0.3169,
      0.3148,
      0.3267,
      0.3132,
      0.3244,
      0.3238,
      0.3246,
      0.3124,
      0.3231,
      0.3273,
      0.3208,
      0.3184,
      0.3131,
      0.3126,
      0.3145,
      0.3219,
      0.3236,
      0.3125,
      0.3258,
      0.3232,
      0.3253,
      0.3178,
      0.3239,
      0.3178,
      0.3258,
      0.3196,
      0.3233,
      0.3198,
      0.3233,
      0.3256,
      0.3257,
      0.3272,
      0.322,
      0.3216,
      0.3197,
      0.3245,
      0.3215,
      0.3198,
      0.3168,
      0.3195,
      0.3252,
      0.3238,
      0.3253,
      0.3194,
      0.3212,
      0.3215,
      0.321,
      0.3206,
      0.3216,
      0.3216,
      0.3208,
      0.3243,
      0.3234,
      0.3221,
      0.3212,
      0.3217,
      0.3227,
      0.3219,
      0.3222,
      0.3219,
      0.322,
      0.3221,
      0.3221
    ],
    "train_loss": [
      1.9939408515167236,
      1.9861596878051757,
      1.9854449212646483,
      1.9809263521575928,
      1.97566344871521,
      1.9728280086517334,
      1.974452314453125,
      1.9807431080627442,
      1.9744162216949463,
      1.9669867644882202,
      1.9692662822723388,
      1.9678162953948974,
      1.9709133194732666,
      1.972092370071411,
      1.9702331074523927,
      1.9634329458618165,
      1.9693690857696533,
      1.9714275366973877,
      1.9736647372436524,
      1.9713019152069091,
      1.967839783554077,
      1.9648340505981445,
      1.9675980786895753,
      1.9694680223846435,
      1.9661734999847411,
      1.9668920111465453,
      1.9645757045745849,
      1.9667655364608765,
      1.9594652931976317,
      1.9621334440612792,
      1.9592414768218993,
      1.9580158362579345,
      1.9570839422988893,
      1.9565859017181397,
      1.9596544408416747,
      1.9624952820587158,
      1.9606676049804688,
      1.9625141510009765,
      1.9646410295104981,
      1.9604910164642333,
      1.9581072945404052,
      1.9628234854507447,
      1.9590881076049804,
      1.9604977954101563,
      1.9603009243774414,
      1.956119110031128,
      1.9611696166610717,
      1.9605925281143188,
      1.9598565783309936,
      1.9586773540496827,
      1.9580707284545897,
      1.9566046767807006,
      1.9583141498184204,
      1.9575138668823242,
      1.9584173246002197,
      1.9545537184906006,
      1.9576402924346923,
      1.9552772137069703,
      1.955228793106079,
      1.956446703186035,
      1.9568019944000243,
      1.9528450647735596,
      1.9516719250488281,
      1.9547899242401123,
      1.9507095720672607,
      1.951067873840332,
      1.9530513054656982,
      1.9538879953765869,
      1.953553825111389,
      1.9515541619110108,
      1.9523499368667603,
      1.9517578278350831,
      1.9545308373260497,
      1.9503954576873779,
      1.951339678955078,
      1.950171506958008,
      1.951169235610962,
      1.9501886684417724,
      1.9523463172149658,
      1.950947571105957,
      1.9535913979339599,
      1.949757958946228,
      1.9497659448623657,
      1.9515488370513916,
      1.9508306390380858,
      1.9497578717803956,
      1.9498168933105469,
      1.9509752071380615,
      1.9535040804672241,
      1.9524465697860718,
      1.9461274175643921,
      1.9513143978118896,
      1.9484365969848634,
      1.9497413010406495,
      1.9511626023101807
    ],
    "gamma": [
      [
        6,
        0.029690025316085666
      ],
      [
        7,
        0.03211108082905412
      ],
      [
        8,
        0.02919765340629965
      ],
      [
        9,
        0.02874648931901902
      ],
      [
        10,
        0.029019907349720597
      ],
      [
        13,
        0.0342491683550179
      ],
      [
        15,
        0.03304886294063181
      ],
      [
        20,
        0.03220415679970756
      ],
      [
        25,
        0.027112489042337984
      ],
      [
        35,
        0.03040921490173787
      ],
      [
        45,
        0.026454357663169503
      ],
      [
        55,
        0.03050265001365915
      ],
      [
        65,
        0.022586700739338994
      ],
      [
        75,
        0.03416337142698467
      ],
      [
        85,
        0.030736169428564608
      ],
      [
        95,
        0.03216187539510429
      ],
      [
        100,
        0.03935998142696917
      ]
    ],
    "rho": [
      [
        6,
        0.015949245484080166
      ],
      [
        7,
        0.01342307054437697
      ],
      [
        8,
        0.004009846597909927
      ],
      [
        9,
        0.025402148254215717
      ],
      [
        10,
        0.008257870795205235
      ],
      [
        13,
        0.006433822971303016
      ],
      [
        15,
        -0.017903955653309822
      ],
      [
        20,
        0.008053621626459062
      ],
      [
        25,
        0.011718281777575612
      ],
      [
        35,
        -0.004712250549346209
      ],
      [
        45,
        -0.0023677245480939746
      ],
      [
        55,
        0.014406869537197053
      ],
      [
        65,
        0.012566582299768925
      ],
      [
        75,
        0.0038452057633548975
      ],
      [
        85,
        0.005002687452360988
      ],
      [
        95,
        -0.005955582018941641
      ],
      [
        100,
        -0.00363031099550426
      ]
    ],
    "alpha_eff": [
      [
        6,
        0.7497128513850779
      ],
      [
        7,
        0.7495006479403842
      ],
      [
        8,
        0.7494898494059449
      ],
      [
        9,
        0.7494894703915523
      ],
      [
        10,
        0.7494910522493321
      ],
      [
        11,
        0.7494916838514811
      ],
      [
        12,
        0.7494720897153492
      ],
      [
        13,
        0.7494797446246886
      ],
      [
        14,
        0.7494986754725924
      ],
      [
        15,
        0.7494939935776234
      ],
      [
        16,
        0.7494804065708064
      ],
      [
        17,
        0.7495019121324088
      ],
      [
        18,
        0.7495100362494223
      ],
      [
        19,
        0.7494826293182024
      ],
      [
        20,
        0.7494933775064284
      ],
      [
        21,
        0.7494798413342856
      ],
      [
        22,
        0.7494969511168854
      ],
      [
        23,
        0.7494865050193906
      ],
      [
        24,
        0.7494881104692075
      ],
      [
        25,
        0.7494846218186876
      ],
      [
        26,
        0.7494853043551933
      ],
      [
        27,
        0.7494773243484152
      ],
      [
        28,
        0.74949463029463
      ],
      [
        29,
        0.7494757489504915
      ],
      [
        30,
        0.7494804237637255
      ],
      [
        31,
        0.7494909548788173
      ],
      [
        32,
        0.7494900723300271
      ],
      [
        33,
        0.7494941878746446
      ],
      [
        34,
        0.7494877638886531
      ],
      [
        35,
        0.7494897202151976
      ],
      [
        36,
        0.7494963330719294
      ],
      [
        37,
        0.7494808239403828
      ],
      [
        38,
        0.7494753657764512
      ],
      [
        39,
        0.7494608971844654
      ],
      [
        40,
        0.7494808497354714
      ],
      [
        41,
        0.74946907683424
      ],
      [
        42,
        0.7494659161119482
      ],
      [
        43,
        0.7494800591210298
      ],
      [
        44,
        0.7494823127125755
      ],
      [
        45,
        0.7494831127329752
      ],
      [
        46,
        0.7494868941304027
      ],
      [
        47,
        0.7494760497503494
      ],
      [
        48,
        0.7494636843509664
      ],
      [
        49,
        0.7494856075038441
      ],
      [
        50,
        0.7494714868603383
      ],
      [
        51,
        0.7494691888956687
      ],
      [
        52,
        0.749490003547161
      ],
      [
        53,
        0.7494840879178268
      ],
      [
        54,
        0.7494897896890308
      ],
      [
        55,
        0.74948246129217
      ],
      [
        56,
        0.7494876378303129
      ],
      [
        57,
        0.7494846458457998
      ],
      [
        58,
        0.7494881171334334
      ],
      [
        59,
        0.7494740839123716
      ],
      [
        60,
        0.7494890395866025
      ],
      [
        61,
        0.7494802380837144
      ],
      [
        62,
        0.7495076806478569
      ],
      [
        63,
        0.7494821568138585
      ],
      [
        64,
        0.7494822141688123
      ],
      [
        65,
        0.7494636815466068
      ],
      [
        66,
        0.7494762624940223
      ],
      [
        67,
        0.7494929011143916
      ],
      [
        68,
        0.7494633290311189
      ],
      [
        69,
        0.7494907818954
      ],
      [
        70,
        0.7494698129657793
      ],
      [
        71,
        0.7494802658543539
      ],
      [
        72,
        0.7494772070406521
      ],
      [
        73,
        0.7494757257563516
      ],
      [
        74,
        0.7494800816258608
      ],
      [
        75,
        0.7494901063270729
      ],
      [
        76,
        0.7494993449623615
      ],
      [
        77,
        0.7495025094752598
      ],
      [
        78,
        0.7494899987239635
      ],
      [
        79,
        0.7494908590412915
      ],
      [
        80,
        0.7494663255005782
      ],
      [
        81,
        0.7494692173356918
      ],
      [
        82,
        0.7494787389196118
      ],
      [
        83,
        0.7494800861725361
      ],
      [
        84,
        0.749475234405983
      ],
      [
        85,
        0.7494909942691758
      ],
      [
        86,
        0.7494746851469412
      ],
      [
        87,
        0.749478037434971
      ],
      [
        88,
        0.7494801549497961
      ],
      [
        89,
        0.749456032036178
      ],
      [
        90,
        0.7494693929095732
      ],
      [
        91,
        0.749480378399538
      ],
      [
        92,
        0.7494707978635028
      ],
      [
        93,
        0.749493460356757
      ],
      [
        94,
        0.7494840322166019
      ],
      [
        95,
        0.7494808940938613
      ],
      [
        96,
        0.7495053216308006
      ],
      [
        97,
        0.7494823938620113
      ],
      [
        98,
        0.7494855984799902
      ],
      [
        99,
        0.7494825074497661
      ],
      [
        100,
        0.7494873096472457
      ]
    ]
  },
  "blend_perlayer_vector_alpha090": {
    "alpha": 0.9,
    "test_acc": [
      0.3069,
      0.3092,
      0.3164,
      0.3052,
      0.3059,
      0.2984,
      0.2973,
      0.2947,
      0.2982,
      0.3095,
      0.3037,
      0.2972,
      0.2966,
      0.2832,
      0.3005,
      0.3075,
      0.3059,
      0.3057,
      0.3103,
      0.3071,
      0.3066,
      0.3057,
      0.2968,
      0.3149,
      0.2998,
      0.3032,
      0.3059,
      0.2894,
      0.2553,
      0.276,
      0.2692,
      0.2751,
      0.2626,
      0.2736,
      0.2803,
      0.2831,
      0.2905,
      0.2837,
      0.2877,
      0.2887,
      0.2928,
      0.2954,
      0.2928,
      0.2862,
      0.2882,
      0.2838,
      0.2886,
      0.2929,
      0.2915,
      0.2865,
      0.2984,
      0.299,
      0.2878,
      0.296,
      0.2927,
      0.2884,
      0.2999,
      0.29,
      0.2963,
      0.2913,
      0.2989,
      0.2929,
      0.3013,
      0.2986,
      0.2953,
      0.2932,
      0.2908,
      0.2978,
      0.291,
      0.2916,
      0.2903,
      0.2934,
      0.2984,
      0.2947,
      0.298,
      0.2972,
      0.2956,
      0.2959,
      0.2951,
      0.2946,
      0.2971,
      0.2956,
      0.296,
      0.297,
      0.2973,
      0.2972,
      0.2969,
      0.2968,
      0.2969,
      0.2974,
      0.2975,
      0.2977,
      0.2977,
      0.2977,
      0.2977
    ],
    "train_loss": [
      1.997782850074768,
      1.9959279607391358,
      1.9895094528961181,
      1.981425369491577,
      1.987436777191162,
      1.9854413581085204,
      1.9890507335662841,
      1.999713560562134,
      2.0028857360839845,
      1.9928191792297363,
      2.0108930098724365,
      2.0137152437973023,
      2.0112061127090453,
      2.0165509329223634,
      2.0117236939239502,
      2.003053000869751,
      2.002287318687439,
      1.9908985527801513,
      1.9845779376983643,
      1.98173641166687,
      1.9821000887298583,
      1.9811158957290649,
      1.9879641247558595,
      1.9877586428833007,
      1.9778228791809083,
      1.9733421154785156,
      1.972704354248047,
      1.9742003258514405,
      1.9950288501358033,
      2.002638019256592,
      2.0036745891571046,
      2.0020674619293213,
      1.9996952025985717,
      1.9941947059631349,
      1.994228055343628,
      1.9943625868988037,
      1.9882129996490479,
      1.9930521758270263,
      1.9930853601074219,
      1.9859523449325562,
      1.9788912723541259,
      1.984332553024292,
      1.9792242436981202,
      1.9806055389404298,
      1.9804424798202516,
      1.9772218966293336,
      1.9814973215103149,
      1.97999455078125,
      1.9773017657089234,
      1.976198729248047,
      1.9766320819091796,
      1.9745968744277953,
      1.976400178565979,
      1.9745356512832641,
      1.972631764678955,
      1.970634806175232,
      1.9749352013397217,
      1.9714062850952148,
      1.9663891560363769,
      1.9686513556671144,
      1.967209598388672,
      1.9641500353622436,
      1.9615454802703858,
      1.965209234046936,
      1.9620319871520997,
      1.9626867557525636,
      1.9641366138076781,
      1.9657211672210693,
      1.963914808883667,
      1.963132495651245,
      1.9641750479125977,
      1.9627278024673462,
      1.9663054087066651,
      1.962103825340271,
      1.963687724533081,
      1.9598489971923827,
      1.9601465383148193,
      1.9602603670501708,
      1.9618255139923095,
      1.9606169825744628,
      1.9639963116836547,
      1.959268245162964,
      1.9602994772338866,
      1.9610898205947875,
      1.9605756457901,
      1.9586503783416749,
      1.960484585647583,
      1.9599338275909424,
      1.9627701279449463,
      1.962965354270935,
      1.9585062088012695,
      1.9599010592269897,
      1.9586225860214233,
      1.9604066236114501,
      1.9609591567230225
    ],
    "gamma": [
      [
        6,
        0.0012919941218569875
      ],
      [
        7,
        0.013235294725745916
      ],
      [
        8,
        0.005836346885189414
      ],
      [
        9,
        0.007337209477555007
      ],
      [
        10,
        0.01136046287138015
      ],
      [
        13,
        0.013101757591357455
      ],
      [
        15,
        0.0105974708130816
      ],
      [
        20,
        0.01104156908695586
      ],
      [
        25,
        0.005037317343521863
      ],
      [
        35,
        0.016087420284748077
      ],
      [
        45,
        0.009149214645731263
      ],
      [
        55,
        0.007499612169340253
      ],
      [
        65,
        0.018092090846039355
      ],
      [
        75,
        0.011558135156519711
      ],
      [
        85,
        0.012031848134938627
      ],
      [
        95,
        0.012515450536739081
      ],
      [
        100,
        0.007372630410827696
      ]
    ],
    "rho": [
      [
        6,
        -0.010041043860837817
      ],
      [
        7,
        0.0027252465952187777
      ],
      [
        8,
        -0.001453035045415163
      ],
      [
        9,
        -0.009528452530503273
      ],
      [
        10,
        -0.023047671420499682
      ],
      [
        13,
        -0.007210864219814539
      ],
      [
        15,
        0.0055196997709572315
      ],
      [
        20,
        0.004364048421848565
      ],
      [
        25,
        0.0042708017863333225
      ],
      [
        35,
        0.014436901547014713
      ],
      [
        45,
        0.0030632668640464544
      ],
      [
        55,
        0.014385869493708014
      ],
      [
        65,
        -0.009030808927491307
      ],
      [
        75,
        -0.00455438275821507
      ],
      [
        85,
        0.006564809940755367
      ],
      [
        95,
        -0.002711795154027641
      ],
      [
        100,
        -0.018319898284971714
      ]
    ],
    "alpha_eff": [
      [
        6,
        0.8998637034742774
      ],
      [
        7,
        0.8997563326857774
      ],
      [
        8,
        0.8997523543230196
      ],
      [
        9,
        0.8997494678808297
      ],
      [
        10,
        0.8997527853654496
      ],
      [
        11,
        0.8997554477200242
      ],
      [
        12,
        0.8997461976186043
      ],
      [
        13,
        0.8997534205024557
      ],
      [
        14,
        0.8997589831013083
      ],
      [
        15,
        0.8997533015536816
      ],
      [
        16,
        0.899759264603019
      ],
      [
        17,
        0.8997603646560224
      ],
      [
        18,
        0.899744551444836
      ],
      [
        19,
        0.8997519522531576
      ],
      [
        20,
        0.8997514759915216
      ],
      [
        21,
        0.8997469126131926
      ],
      [
        22,
        0.8997551999292398
      ],
      [
        23,
        0.8997531225692526
      ],
      [
        24,
        0.8997492362557167
      ],
      [
        25,
        0.8997548329971168
      ],
      [
        26,
        0.8997452556978576
      ],
      [
        27,
        0.8997449194113881
      ],
      [
        28,
        0.899748204397291
      ],
      [
        29,
        0.8997564658103022
      ],
      [
        30,
        0.8997560852420976
      ],
      [
        31,
        0.899745100011646
      ],
      [
        32,
        0.8997443665296799
      ],
      [
        33,
        0.8997538987615857
      ],
      [
        34,
        0.8997562560855241
      ],
      [
        35,
        0.8997577694863691
      ],
      [
        36,
        0.8997531511549263
      ],
      [
        37,
        0.8997498077332158
      ],
      [
        38,
        0.8997471279800556
      ],
      [
        39,
        0.8997470251827299
      ],
      [
        40,
        0.8997483266806293
      ],
      [
        41,
        0.899755457365203
      ],
      [
        42,
        0.8997535806917598
      ],
      [
        43,
        0.8997482846351207
      ],
      [
        44,
        0.8997564019689559
      ],
      [
        45,
        0.899755343975014
      ],
      [
        46,
        0.899753419242508
      ],
      [
        47,
        0.8997497203084536
      ],
      [
        48,
        0.8997497351657013
      ],
      [
        49,
        0.8997573738207715
      ],
      [
        50,
        0.8997540927136419
      ],
      [
        51,
        0.8997470542451639
      ],
      [
        52,
        0.8997551731091843
      ],
      [
        53,
        0.8997503267897882
      ],
      [
        54,
        0.8997541813397864
      ],
      [
        55,
        0.8997525896849798
      ],
      [
        56,
        0.8997549450950412
      ],
      [
        57,
        0.8997491197190708
      ],
      [
        58,
        0.8997518755081857
      ],
      [
        59,
        0.8997480943804367
      ],
      [
        60,
        0.899753113172218
      ],
      [
        61,
        0.8997530148003327
      ],
      [
        62,
        0.8997619302848505
      ],
      [
        63,
        0.8997553120039977
      ],
      [
        64,
        0.8997560414549803
      ],
      [
        65,
        0.8997569489272897
      ],
      [
        66,
        0.8997469547600226
      ],
      [
        67,
        0.8997601259492954
      ],
      [
        68,
        0.8997641942648589
      ],
      [
        69,
        0.8997522213318294
      ],
      [
        70,
        0.8997532461835194
      ],
      [
        71,
        0.8997499700423474
      ],
      [
        72,
        0.8997493443402218
      ],
      [
        73,
        0.8997523293564776
      ],
      [
        74,
        0.899754103669039
      ],
      [
        75,
        0.8997519753496676
      ],
      [
        76,
        0.8997513374171273
      ],
      [
        77,
        0.8997519755200604
      ],
      [
        78,
        0.8997566013902689
      ],
      [
        79,
        0.8997531982405848
      ],
      [
        80,
        0.8997471969888591
      ],
      [
        81,
        0.8997520879056414
      ],
      [
        82,
        0.8997545979206795
      ],
      [
        83,
        0.8997494490540048
      ],
      [
        84,
        0.8997460583559757
      ],
      [
        85,
        0.8997473555098748
      ],
      [
        86,
        0.8997510402160203
      ],
      [
        87,
        0.8997478383467744
      ],
      [
        88,
        0.8997539129293753
      ],
      [
        89,
        0.8997414488573269
      ],
      [
        90,
        0.8997540890154373
      ],
      [
        91,
        0.8997432008102813
      ],
      [
        92,
        0.8997552213896457
      ],
      [
        93,
        0.8997529959770517
      ],
      [
        94,
        0.8997478145754266
      ],
      [
        95,
        0.8997567217736824
      ],
      [
        96,
        0.8997592502084472
      ],
      [
        97,
        0.8997512810017133
      ],
      [
        98,
        0.8997578958982544
      ],
      [
        99,
        0.8997540308265919
      ],
      [
        100,
        0.8997528533801658
      ]
    ]
  },
  "blend_random_trainable_alpha025": {
    "alpha": 0.25,
    "test_acc": [
      0.3057,
      0.3113,
      0.3171,
      0.3057,
      0.3103,
      0.3051,
      0.299,
      0.2961,
      0.2919,
      0.2998,
      0.3092,
      0.3096,
      0.319,
      0.3049,
      0.3063,
      0.2969,
      0.31,
      0.3108,
      0.3048,
      0.302,
      0.2983,
      0.3143,
      0.2984,
      0.3035,
      0.2974,
      0.3054,
      0.2983,
      0.3046,
      0.3029,
      0.3079,
      0.3096,
      0.2971,
      0.3078,
      0.2992,
      0.3089,
      0.3024,
      0.3186,
      0.317,
      0.3028,
      0.3157,
      0.3045,
      0.2984,
      0.3065,
      0.3089,
      0.2953,
      0.2998,
      0.3084,
      0.2948,
      0.2979,
      0.3127,
      0.3008,
      0.3063,
      0.3108,
      0.3017,
      0.3002,
      0.3108,
      0.3082,
      0.3142,
      0.3089,
      0.3083,
      0.312,
      0.3163,
      0.3164,
      0.3199,
      0.2936,
      0.3038,
      0.31,
      0.312,
      0.313,
      0.306,
      0.3075,
      0.3148,
      0.3082,
      0.3128,
      0.3049,
      0.3151,
      0.3092,
      0.3095,
      0.3086,
      0.3109,
      0.3122,
      0.3145,
      0.3159,
      0.3119,
      0.314,
      0.3121,
      0.3128,
      0.3109,
      0.3113,
      0.3116,
      0.3128,
      0.3124,
      0.3124,
      0.3124,
      0.3124
    ],
    "train_loss": [
      1.992463056564331,
      1.9916953456115722,
      1.9931287091827392,
      1.9910267595672608,
      1.995366346435547,
      1.9881870716094971,
      1.9875581604003907,
      1.9898411698150635,
      1.9859656770324707,
      1.9878472745513915,
      1.9862687158966064,
      1.9826919412612916,
      1.9842528048324586,
      1.9822434168243408,
      1.9832794903564452,
      1.983619165649414,
      1.9822709893035888,
      1.985293566017151,
      1.9828473961639403,
      1.9828178525543212,
      1.9830375411987304,
      1.9841897015762329,
      1.9822585163116455,
      1.9849855586242675,
      1.9855137767028808,
      1.982492109375,
      1.9817083055877684,
      1.983814546470642,
      1.9830951291656493,
      1.9834409854888917,
      1.9843923540496826,
      1.9837786234283448,
      1.9858489233398438,
      1.9843562865829467,
      1.985345831375122,
      1.984080626373291,
      1.984860789489746,
      1.9836374221801758,
      1.9838351998138428,
      1.985522770690918,
      1.984236577987671,
      1.9826813336181641,
      1.984687279624939,
      1.9871889962387086,
      1.985666301612854,
      1.9821212170028686,
      1.9843766479492186,
      1.9833683200454713,
      1.9826139880371094,
      1.9830137462615967,
      1.9837637259292602,
      1.9805976415252686,
      1.9828971029281617,
      1.9823104657363892,
      1.9834304161071776,
      1.9824106423187255,
      1.9827309079742432,
      1.9808049842834472,
      1.9814650936508178,
      1.9820775619888307,
      1.982669534263611,
      1.9827197716522216,
      1.9821792037200927,
      1.9798552976989745,
      1.979809619369507,
      1.9808402716064453,
      1.9794260027313233,
      1.9834764907836915,
      1.981304560585022,
      1.981673750038147,
      1.9809300524902345,
      1.9807403813934326,
      1.9815810343170166,
      1.9786591122436523,
      1.980813638343811,
      1.9796091654968262,
      1.9807487456893922,
      1.9808974559020995,
      1.9807395389556886,
      1.9779186904907227,
      1.9808351560211181,
      1.9781523110580443,
      1.9806969366836549,
      1.9775474491119385,
      1.9770090746307374,
      1.979831170310974,
      1.978646503868103,
      1.978791363143921,
      1.978567936706543,
      1.975908480529785,
      1.980026588821411,
      1.980623605003357,
      1.9787831642913818,
      1.9771810034179687,
      1.981867674217224
    ],
    "gamma": [
      [
        6,
        0.08240128122270107
      ],
      [
        7,
        0.08177360892295837
      ],
      [
        8,
        0.0865556257776916
      ],
      [
        9,
        0.08398968121036887
      ],
      [
        10,
        0.08614908019080758
      ],
      [
        13,
        0.0879793162457645
      ],
      [
        15,
        0.08577868971042335
      ],
      [
        20,
        0.08392585255205631
      ],
      [
        25,
        0.09226418123580515
      ],
      [
        35,
        0.09257616940885782
      ],
      [
        45,
        0.09423351753503084
      ],
      [
        55,
        0.09354621008969843
      ],
      [
        65,
        0.09582796646282077
      ],
      [
        75,
        0.09583176532760262
      ],
      [
        85,
        0.09660185943357646
      ],
      [
        95,
        0.09697433561086655
      ],
      [
        100,
        0.09696925128810108
      ]
    ],
    "rho": [
      [
        6,
        0.026699657319113612
      ],
      [
        7,
        0.024797862162813544
      ],
      [
        8,
        0.016839083284139633
      ],
      [
        9,
        0.01808858383446932
      ],
      [
        10,
        0.013804351910948753
      ],
      [
        13,
        0.026929726358503103
      ],
      [
        15,
        0.01636372960638255
      ],
      [
        20,
        0.001426217146217823
      ],
      [
        25,
        0.0031939256004989147
      ],
      [
        35,
        0.0024604005739092827
      ],
      [
        45,
        0.014439057791605592
      ],
      [
        55,
        0.011355152353644371
      ],
      [
        65,
        0.014422241831198335
      ],
      [
        75,
        0.0033052514772862196
      ],
      [
        85,
        0.001998395542614162
      ],
      [
        95,
        0.005214786971919239
      ],
      [
        100,
        0.000343971885740757
      ]
    ],
    "alpha_eff": [
      [
        6,
        0.2499213730869882
      ],
      [
        7,
        0.2498478211316315
      ],
      [
        8,
        0.24980691583613213
      ],
      [
        9,
        0.2497380500065483
      ],
      [
        10,
        0.24969213367824736
      ],
      [
        11,
        0.2496609270495203
      ],
      [
        12,
        0.24960425423149746
      ],
      [
        13,
        0.24956507486919746
      ],
      [
        14,
        0.2495778302328802
      ],
      [
        15,
        0.24950300901182632
      ],
      [
        16,
        0.24947434297956608
      ],
      [
        17,
        0.24955579869915723
      ],
      [
        18,
        0.24945036082955535
      ],
      [
        19,
        0.2494441338902135
      ],
      [
        20,
        0.24941560827274628
      ],
      [
        21,
        0.24941500229898922
      ],
      [
        22,
        0.24940152800170728
      ],
      [
        23,
        0.24941301736596458
      ],
      [
        24,
        0.24942289937005896
      ],
      [
        25,
        0.24943153562055728
      ],
      [
        26,
        0.2493944244004199
      ],
      [
        27,
        0.2493841483672213
      ],
      [
        28,
        0.24939026444232057
      ],
      [
        29,
        0.2493861962498303
      ],
      [
        30,
        0.2494033750456337
      ],
      [
        31,
        0.24938243676234567
      ],
      [
        32,
        0.24939319423626036
      ],
      [
        33,
        0.24939562419949676
      ],
      [
        34,
        0.24938205925404472
      ],
      [
        35,
        0.2493830925597816
      ],
      [
        36,
        0.2493944349979185
      ],
      [
        37,
        0.24938788290342598
      ],
      [
        38,
        0.24936400395985633
      ],
      [
        39,
        0.2493850344676143
      ],
      [
        40,
        0.24939985723679156
      ],
      [
        41,
        0.24939008893879183
      ],
      [
        42,
        0.24937747852341605
      ],
      [
        43,
        0.2493874785149169
      ],
      [
        44,
        0.24939919036674274
      ],
      [
        45,
        0.24939671759793644
      ],
      [
        46,
        0.2493911499053157
      ],
      [
        47,
        0.24938359107234617
      ],
      [
        48,
        0.24938592302378676
      ],
      [
        49,
        0.24939079277922477
      ],
      [
        50,
        0.2493865861851642
      ],
      [
        51,
        0.24938631211078413
      ],
      [
        52,
        0.2493991330587277
      ],
      [
        53,
        0.24939046190218817
      ],
      [
        54,
        0.24940303265783006
      ],
      [
        55,
        0.24939970424987953
      ],
      [
        56,
        0.24940813219908353
      ],
      [
        57,
        0.2494083824609693
      ],
      [
        58,
        0.24939771728527144
      ],
      [
        59,
        0.2493876792301662
      ],
      [
        60,
        0.2494002168938244
      ],
      [
        61,
        0.24940474481600178
      ],
      [
        62,
        0.24941695923309265
      ],
      [
        63,
        0.24939676061118335
      ],
      [
        64,
        0.24939502011458942
      ],
      [
        65,
        0.24939994227754606
      ],
      [
        66,
        0.24939422481077445
      ],
      [
        67,
        0.24938903324548542
      ],
      [
        68,
        0.2493852272043755
      ],
      [
        69,
        0.24939771266287739
      ],
      [
        70,
        0.24938762919778643
      ],
      [
        71,
        0.2493922112905308
      ],
      [
        72,
        0.24939185406299313
      ],
      [
        73,
        0.24938339641701565
      ],
      [
        74,
        0.24940474663816414
      ],
      [
        75,
        0.24939512209537285
      ],
      [
        76,
        0.24940129882528578
      ],
      [
        77,
        0.24941330412838525
      ],
      [
        78,
        0.24941724034515972
      ],
      [
        79,
        0.24940367609896208
      ],
      [
        80,
        0.2494165335645714
      ],
      [
        81,
        0.24941158939486094
      ],
      [
        82,
        0.2493936464817174
      ],
      [
        83,
        0.24938938208789213
      ],
      [
        84,
        0.24939251169705332
      ],
      [
        85,
        0.24939146172130572
      ],
      [
        86,
        0.24938545924827824
      ],
      [
        87,
        0.24939188685283167
      ],
      [
        88,
        0.24938399198640737
      ],
      [
        89,
        0.249372010405215
      ],
      [
        90,
        0.24938619307549603
      ],
      [
        91,
        0.24938151487506702
      ],
      [
        92,
        0.24938646258998595
      ],
      [
        93,
        0.2494060045181368
      ],
      [
        94,
        0.2493982639873303
      ],
      [
        95,
        0.24939781273659428
      ],
      [
        96,
        0.24937664426383271
      ],
      [
        97,
        0.249376480147334
      ],
      [
        98,
        0.2493897912286789
      ],
      [
        99,
        0.24939717074066392
      ],
      [
        100,
        0.2494029934547596
      ]
    ]
  },
  "blend_random_trainable_alpha050": {
    "alpha": 0.5,
    "test_acc": [
      0.3071,
      0.3153,
      0.3159,
      0.3073,
      0.3107,
      0.3048,
      0.3066,
      0.3002,
      0.2956,
      0.3025,
      0.3134,
      0.3098,
      0.3238,
      0.3106,
      0.3069,
      0.3009,
      0.3152,
      0.3153,
      0.3102,
      0.3059,
      0.305,
      0.3192,
      0.3077,
      0.3096,
      0.3039,
      0.3099,
      0.3109,
      0.3063,
      0.3103,
      0.3126,
      0.3141,
      0.3057,
      0.3133,
      0.3062,
      0.3146,
      0.3102,
      0.3179,
      0.325,
      0.3137,
      0.3186,
      0.3054,
      0.3068,
      0.3147,
      0.3127,
      0.3052,
      0.3089,
      0.3136,
      0.301,
      0.3065,
      0.3139,
      0.3091,
      0.3119,
      0.3171,
      0.3044,
      0.3084,
      0.3115,
      0.3155,
      0.3168,
      0.3097,
      0.3124,
      0.316,
      0.32,
      0.3188,
      0.3243,
      0.3033,
      0.3073,
      0.3149,
      0.3198,
      0.3143,
      0.3103,
      0.3134,
      0.3189,
      0.3155,
      0.3144,
      0.3076,
      0.3201,
      0.3123,
      0.316,
      0.314,
      0.3144,
      0.32,
      0.3188,
      0.32,
      0.3159,
      0.3167,
      0.3159,
      0.316,
      0.3153,
      0.315,
      0.316,
      0.3155,
      0.3159,
      0.3158,
      0.3158,
      0.3156
    ],
    "train_loss": [
      1.9908838816833496,
      1.9877498167419434,
      1.9915257918930054,
      1.98690866355896,
      1.990242875289917,
      1.982980037765503,
      1.9806120121002198,
      1.981981626815796,
      1.9789552877044678,
      1.9801098787689209,
      1.9775814321899414,
      1.9735393454742431,
      1.97612149017334,
      1.9740667019271851,
      1.9752808430480957,
      1.9748608548736573,
      1.9725629011535644,
      1.975950546951294,
      1.9726420166778564,
      1.9719942540740967,
      1.972226925048828,
      1.9718828250122071,
      1.9702325133514405,
      1.972721547088623,
      1.9749690441894532,
      1.970941196937561,
      1.9705127066802979,
      1.9721903118515014,
      1.9724419820404053,
      1.9722332624816894,
      1.9732470855712891,
      1.9714836350250244,
      1.9737400853729248,
      1.9724387300872803,
      1.9739704666900635,
      1.9718335093688966,
      1.9735708393096925,
      1.9722440079498291,
      1.972540139389038,
      1.9745972146987916,
      1.9730849907684327,
      1.971971201171875,
      1.9731891180038452,
      1.977160333328247,
      1.9752889443969726,
      1.9720553560638427,
      1.9734648179626464,
      1.972916893234253,
      1.9725440413665771,
      1.9729121141815185,
      1.973689049911499,
      1.9710198628997804,
      1.973855771446228,
      1.9726994828033446,
      1.9739762287902831,
      1.9727908270645143,
      1.9747351895904541,
      1.9715166574096679,
      1.9719487404632567,
      1.9724699239730834,
      1.973008492050171,
      1.9730079955291748,
      1.9727294918060303,
      1.9705677117538452,
      1.9700410662841796,
      1.9705747305679322,
      1.9694746914672852,
      1.9736025182724,
      1.9716221771240234,
      1.9716520706939697,
      1.9713862493133545,
      1.970648483581543,
      1.9720281861877442,
      1.9689332669830322,
      1.9710357287979126,
      1.9701062538146972,
      1.9711170873641968,
      1.9709298823547363,
      1.9700459471130372,
      1.967672025527954,
      1.9714107075500489,
      1.9676781567764283,
      1.9705823202896118,
      1.9675492962646484,
      1.9665284505462646,
      1.9696068994140625,
      1.9690539211654663,
      1.9694294802856445,
      1.9689524176788331,
      1.9657572605895997,
      1.9702196077728271,
      1.9710681314468383,
      1.9685678855895996,
      1.9667935219955444,
      1.9720542455291747
    ],
    "gamma": [
      [
        6,
        0.06159791396930814
      ],
      [
        7,
        0.058924108219798654
      ],
      [
        8,
        0.0625917793950066
      ],
      [
        9,
        0.06508902739733458
      ],
      [
        10,
        0.06468426494393498
      ],
      [
        13,
        0.064562008890789
      ],
      [
        15,
        0.06312858680030331
      ],
      [
        20,
        0.06455998323508538
      ],
      [
        25,
        0.07518586772494018
      ],
      [
        35,
        0.07322781311813742
      ],
      [
        45,
        0.06869896280113608
      ],
      [
        55,
        0.06770999490981922
      ],
      [
        65,
        0.06603386749338824
      ],
      [
        75,
        0.0666171737248078
      ],
      [
        85,
        0.07043640181655064
      ],
      [
        95,
        0.06907140363182407
      ],
      [
        100,
        0.0720302565023303
      ]
    ],
    "rho": [
      [
        6,
        0.01675456902012229
      ],
      [
        7,
        0.01637683156877756
      ],
      [
        8,
        0.014717273181304336
      ],
      [
        9,
        0.011490113567560911
      ],
      [
        10,
        0.01329625304788351
      ],
      [
        13,
        0.005268331617116928
      ],
      [
        15,
        0.010573521489277482
      ],
      [
        20,
        0.007580187520943582
      ],
      [
        25,
        0.015451677609235048
      ],
      [
        35,
        0.016363009715860244
      ],
      [
        45,
        0.009572957176715136
      ],
      [
        55,
        0.020591675187461078
      ],
      [
        65,
        0.0008253897540271282
      ],
      [
        75,
        0.018082315160427243
      ],
      [
        85,
        0.004077966790646315
      ],
      [
        95,
        0.0056699051056057215
      ],
      [
        100,
        0.00042029470205307007
      ]
    ],
    "alpha_eff": [
      [
        6,
        0.49989725988622363
      ],
      [
        7,
        0.49979735055626884
      ],
      [
        8,
        0.4997228360573307
      ],
      [
        9,
        0.49965275979738544
      ],
      [
        10,
        0.49958351357846775
      ],
      [
        11,
        0.49952551324310107
      ],
      [
        12,
        0.4994794246524265
      ],
      [
        13,
        0.4995562578955705
      ],
      [
        14,
        0.49938075811023797
      ],
      [
        15,
        0.49933156874722834
      ],
      [
        16,
        0.4993205764172403
      ],
      [
        17,
        0.4992995361849271
      ],
      [
        18,
        0.499288721696257
      ],
      [
        19,
        0.4992492484545191
      ],
      [
        20,
        0.49924901244261427
      ],
      [
        21,
        0.49924637408738043
      ],
      [
        22,
        0.4992184335676231
      ],
      [
        23,
        0.49921578349900986
      ],
      [
        24,
        0.49922592091700196
      ],
      [
        25,
        0.49923121253047503
      ],
      [
        26,
        0.4992126275079129
      ],
      [
        27,
        0.4991961502573495
      ],
      [
        28,
        0.4991821145312485
      ],
      [
        29,
        0.49919672315265506
      ],
      [
        30,
        0.4991906685158188
      ],
      [
        31,
        0.4991706533861234
      ],
      [
        32,
        0.4991725657775582
      ],
      [
        33,
        0.499173431494215
      ],
      [
        34,
        0.4991801839979003
      ],
      [
        35,
        0.49917648037211526
      ],
      [
        36,
        0.4991798443560795
      ],
      [
        37,
        0.4991831958540486
      ],
      [
        38,
        0.49917732217336347
      ],
      [
        39,
        0.49916182153597827
      ],
      [
        40,
        0.4991891533621105
      ],
      [
        41,
        0.49917867210464356
      ],
      [
        42,
        0.49918224555863994
      ],
      [
        43,
        0.49919490290287694
      ],
      [
        44,
        0.49922504713982274
      ],
      [
        45,
        0.4991974079788523
      ],
      [
        46,
        0.4991875999343034
      ],
      [
        47,
        0.49915751473944203
      ],
      [
        48,
        0.4991624911963996
      ],
      [
        49,
        0.49919186485919353
      ],
      [
        50,
        0.49917108740313154
      ],
      [
        51,
        0.4991606516524022
      ],
      [
        52,
        0.49917049827456755
      ],
      [
        53,
        0.4991804268264333
      ],
      [
        54,
        0.4992850830997803
      ],
      [
        55,
        0.49926025122092216
      ],
      [
        56,
        0.4992252067028678
      ],
      [
        57,
        0.49922797896930804
      ],
      [
        58,
        0.4992153532644955
      ],
      [
        59,
        0.49920003195065593
      ],
      [
        60,
        0.49920019451594494
      ],
      [
        61,
        0.4991897607897768
      ],
      [
        62,
        0.4992129324487871
      ],
      [
        63,
        0.499182074732644
      ],
      [
        64,
        0.49917155802631125
      ],
      [
        65,
        0.49919449559465245
      ],
      [
        66,
        0.4991937913452975
      ],
      [
        67,
        0.4991794039404566
      ],
      [
        68,
        0.49917882367874006
      ],
      [
        69,
        0.4992004154626366
      ],
      [
        70,
        0.4991786464503386
      ],
      [
        71,
        0.4991943976881417
      ],
      [
        72,
        0.4992084133590561
      ],
      [
        73,
        0.49919357186411856
      ],
      [
        74,
        0.49921211436505386
      ],
      [
        75,
        0.4991929743768104
      ],
      [
        76,
        0.4992041790551587
      ],
      [
        77,
        0.49918873023025095
      ],
      [
        78,
        0.49919151095021985
      ],
      [
        79,
        0.4991981630858893
      ],
      [
        80,
        0.4991842623630541
      ],
      [
        81,
        0.49918613368125275
      ],
      [
        82,
        0.499202557557044
      ],
      [
        83,
        0.4992060318878455
      ],
      [
        84,
        0.4991915450073312
      ],
      [
        85,
        0.4991825420377337
      ],
      [
        86,
        0.4991920382638308
      ],
      [
        87,
        0.4991819721839756
      ],
      [
        88,
        0.4991836322841509
      ],
      [
        89,
        0.49916824998324905
      ],
      [
        90,
        0.4991779286550408
      ],
      [
        91,
        0.49917084890951546
      ],
      [
        92,
        0.49917853233370346
      ],
      [
        93,
        0.4991865933238822
      ],
      [
        94,
        0.49917952327598253
      ],
      [
        95,
        0.49918596799442716
      ],
      [
        96,
        0.49919212982497696
      ],
      [
        97,
        0.49919001650648115
      ],
      [
        98,
        0.49919079738614003
      ],
      [
        99,
        0.49918675694839687
      ],
      [
        100,
        0.49918872952896104
      ]
    ]
  },
  "blend_random_trainable_alpha075": {
    "alpha": 0.75,
    "test_acc": [
      0.3034,
      0.3123,
      0.3089,
      0.3033,
      0.3088,
      0.3043,
      0.3017,
      0.2996,
      0.2881,
      0.2957,
      0.3089,
      0.3049,
      0.3084,
      0.3074,
      0.306,
      0.3032,
      0.3122,
      0.3096,
      0.309,
      0.3037,
      0.3015,
      0.3162,
      0.3072,
      0.3088,
      0.3035,
      0.3113,
      0.3108,
      0.3164,
      0.3061,
      0.3093,
      0.3161,
      0.3102,
      0.3104,
      0.3092,
      0.317,
      0.3135,
      0.3166,
      0.3193,
      0.3132,
      0.321,
      0.3138,
      0.3106,
      0.3148,
      0.3154,
      0.3107,
      0.3126,
      0.3175,
      0.3097,
      0.3109,
      0.3177,
      0.3114,
      0.3165,
      0.3205,
      0.3109,
      0.3134,
      0.3142,
      0.3192,
      0.3161,
      0.3129,
      0.3146,
      0.3184,
      0.3207,
      0.3196,
      0.3259,
      0.309,
      0.3131,
      0.3182,
      0.3223,
      0.32,
      0.3143,
      0.3178,
      0.3211,
      0.3199,
      0.318,
      0.3125,
      0.3211,
      0.3159,
      0.3194,
      0.3163,
      0.3181,
      0.3222,
      0.3221,
      0.3212,
      0.3191,
      0.3201,
      0.3193,
      0.3186,
      0.3173,
      0.3182,
      0.3194,
      0.3194,
      0.3193,
      0.3194,
      0.3193,
      0.3192
    ],
    "train_loss": [
      1.987240170211792,
      1.9871271530914307,
      1.9845678861236573,
      1.983582562904358,
      1.9888756177520752,
      1.986539323387146,
      1.9845917708587646,
      1.985333621673584,
      1.9822719374084472,
      1.9816022521972656,
      1.9779683029937745,
      1.971929577407837,
      1.9722519189834595,
      1.9687975677490235,
      1.969152216873169,
      1.9684696987915038,
      1.9655458721542358,
      1.9683702281951905,
      1.9652744570159912,
      1.9654630448150634,
      1.9655610497283935,
      1.964896211166382,
      1.9623671910858154,
      1.9632857027435302,
      1.9660598248291015,
      1.9606867895507814,
      1.960700237426758,
      1.9627517392349243,
      1.96167004032135,
      1.96215058883667,
      1.9626673681640625,
      1.9613383666610718,
      1.9638981309509278,
      1.9615884679412843,
      1.9643639147567749,
      1.9602514279174805,
      1.9618201668930053,
      1.9615961993408204,
      1.961815823097229,
      1.9646509646224977,
      1.9624934663391114,
      1.960718916244507,
      1.9623830725860596,
      1.9652647049331664,
      1.9634992519760133,
      1.959999230041504,
      1.9619419541931153,
      1.9603431912231446,
      1.9606768273162842,
      1.9610141585540772,
      1.9610223788452148,
      1.9585339109039306,
      1.9616724869155884,
      1.9590482375717162,
      1.961669761428833,
      1.9600498888778686,
      1.9626958881378174,
      1.9603246263885499,
      1.9605694396209716,
      1.9609092087554931,
      1.961390089111328,
      1.9620549584960938,
      1.9616080158996583,
      1.9578674816131592,
      1.9594170637512207,
      1.9593613959121705,
      1.957629048690796,
      1.9621257973861694,
      1.9598495999908447,
      1.9601541738891601,
      1.959862784500122,
      1.9588044677352905,
      1.9608067423248292,
      1.95737032913208,
      1.9599335641479492,
      1.9586967916107179,
      1.959671367111206,
      1.9605539001083374,
      1.9584323050689698,
      1.9562305585479736,
      1.9603590017700194,
      1.955668737487793,
      1.9594869439315796,
      1.9560476244354248,
      1.9548624114608764,
      1.9581794776153565,
      1.9577512713623046,
      1.9576651248168946,
      1.9579689697265625,
      1.954503147583008,
      1.9583285201263427,
      1.9600629302215575,
      1.9575826657485962,
      1.9553564596176147,
      1.9605778546905517
    ],
    "gamma": [
      [
        6,
        0.020075631327927113
      ],
      [
        7,
        0.020418883301317692
      ],
      [
        8,
        0.041572967427782714
      ],
      [
        9,
        0.034633477218449116
      ],
      [
        10,
        0.032537849212531
      ],
      [
        13,
        0.026815209886990488
      ],
      [
        15,
        0.027469406370073557
      ],
      [
        20,
        0.02724000324087683
      ],
      [
        25,
        0.026616851129801944
      ],
      [
        35,
        0.033171679242514074
      ],
      [
        45,
        0.030373239191249013
      ],
      [
        55,
        0.023685507534537464
      ],
      [
        65,
        0.02635520964395255
      ],
      [
        75,
        0.027785221464000642
      ],
      [
        85,
        0.0341503472882323
      ],
      [
        95,
        0.03362242935691029
      ],
      [
        100,
        0.03354454814689234
      ]
    ],
    "rho": [
      [
        6,
        0.026563940104097128
      ],
      [
        7,
        0.009303744416683912
      ],
      [
        8,
        -0.002133091911673546
      ],
      [
        9,
        0.028314012044575065
      ],
      [
        10,
        0.006396602489985526
      ],
      [
        13,
        0.007015988463535905
      ],
      [
        15,
        0.011417242116294801
      ],
      [
        20,
        0.0027145042549818754
      ],
      [
        25,
        0.005520312930457294
      ],
      [
        35,
        -0.01181224372703582
      ],
      [
        45,
        0.016137104714289308
      ],
      [
        55,
        -0.003447658964432776
      ],
      [
        65,
        0.0003238511271774769
      ],
      [
        75,
        -5.083635915070772e-05
      ],
      [
        85,
        0.007546830922365189
      ],
      [
        95,
        -0.00822349707596004
      ],
      [
        100,
        -0.003206890542060137
      ]
    ],
    "alpha_eff": [
      [
        6,
        0.7499192532525394
      ],
      [
        7,
        0.7498502609810094
      ],
      [
        8,
        0.7498018195944903
      ],
      [
        9,
        0.74974280153621
      ],
      [
        10,
        0.7496940813124257
      ],
      [
        11,
        0.7496545372701029
      ],
      [
        12,
        0.7495810472115972
      ],
      [
        13,
        0.749558732048481
      ],
      [
        14,
        0.7495275827741228
      ],
      [
        15,
        0.7495326757935619
      ],
      [
        16,
        0.7495022523737868
      ],
      [
        17,
        0.7495021004220415
      ],
      [
        18,
        0.7494640027781643
      ],
      [
        19,
        0.7494477251847736
      ],
      [
        20,
        0.7494261573039042
      ],
      [
        21,
        0.7494410834410338
      ],
      [
        22,
        0.7494386201277249
      ],
      [
        23,
        0.7494231009862471
      ],
      [
        24,
        0.7494020657321235
      ],
      [
        25,
        0.7494010221685214
      ],
      [
        26,
        0.7494057753731722
      ],
      [
        27,
        0.749389045099605
      ],
      [
        28,
        0.749384071241818
      ],
      [
        29,
        0.7493894289640239
      ],
      [
        30,
        0.7494117084122605
      ],
      [
        31,
        0.749385563060789
      ],
      [
        32,
        0.7493704445564451
      ],
      [
        33,
        0.7493706049375978
      ],
      [
        34,
        0.7493805366806727
      ],
      [
        35,
        0.7493874588228995
      ],
      [
        36,
        0.7493978847742617
      ],
      [
        37,
        0.7494017685499555
      ],
      [
        38,
        0.7493880230593533
      ],
      [
        39,
        0.7493769516761828
      ],
      [
        40,
        0.7494408632640851
      ],
      [
        41,
        0.7493989971123053
      ],
      [
        42,
        0.7493897648061398
      ],
      [
        43,
        0.7493895841945271
      ],
      [
        44,
        0.7493882939300405
      ],
      [
        45,
        0.7493841867438201
      ],
      [
        46,
        0.7493926980162646
      ],
      [
        47,
        0.7493867757744943
      ],
      [
        48,
        0.7493720257682946
      ],
      [
        49,
        0.7494728147215595
      ],
      [
        50,
        0.749414911835902
      ],
      [
        51,
        0.7494096663834889
      ],
      [
        52,
        0.7493995216109133
      ],
      [
        53,
        0.749396777072851
      ],
      [
        54,
        0.7493965331252112
      ],
      [
        55,
        0.7493923580980166
      ],
      [
        56,
        0.7494068358236006
      ],
      [
        57,
        0.7494184103961008
      ],
      [
        58,
        0.7494000625639603
      ],
      [
        59,
        0.7494034769879309
      ],
      [
        60,
        0.7493934865981208
      ],
      [
        61,
        0.7493903652907954
      ],
      [
        62,
        0.7494398632661997
      ],
      [
        63,
        0.7494094916387471
      ],
      [
        64,
        0.7493947113321128
      ],
      [
        65,
        0.7494024170011034
      ],
      [
        66,
        0.749398971814846
      ],
      [
        67,
        0.7494397440709936
      ],
      [
        68,
        0.7493945606505155
      ],
      [
        69,
        0.7494030530324994
      ],
      [
        70,
        0.7493775239285799
      ],
      [
        71,
        0.7493773878959508
      ],
      [
        72,
        0.7493824697180758
      ],
      [
        73,
        0.7493759069136149
      ],
      [
        74,
        0.7494055114912002
      ],
      [
        75,
        0.7493977227125793
      ],
      [
        76,
        0.7494091331388193
      ],
      [
        77,
        0.7494083440941964
      ],
      [
        78,
        0.7494013029090836
      ],
      [
        79,
        0.7493902673789514
      ],
      [
        80,
        0.7493761629049908
      ],
      [
        81,
        0.7493847590553622
      ],
      [
        82,
        0.7493947307932345
      ],
      [
        83,
        0.7494084699250041
      ],
      [
        84,
        0.7493976491047936
      ],
      [
        85,
        0.7493935376218088
      ],
      [
        86,
        0.7493913260946169
      ],
      [
        87,
        0.7493949209269184
      ],
      [
        88,
        0.7493897975263685
      ],
      [
        89,
        0.7493713406303161
      ],
      [
        90,
        0.7493740259292067
      ],
      [
        91,
        0.7493801858158619
      ],
      [
        92,
        0.7493910697674242
      ],
      [
        93,
        0.7494002957991308
      ],
      [
        94,
        0.7494018104351715
      ],
      [
        95,
        0.7493974601231723
      ],
      [
        96,
        0.7493904702338606
      ],
      [
        97,
        0.7493766092739566
      ],
      [
        98,
        0.7493959197929352
      ],
      [
        99,
        0.749394734893217
      ],
      [
        100,
        0.7493910770041978
      ]
    ]
  },
  "blend_random_trainable_alpha090": {
    "alpha": 0.9,
    "test_acc": [
      0.299,
      0.304,
      0.3011,
      0.2798,
      0.301,
      0.2953,
      0.2991,
      0.2972,
      0.2835,
      0.2989,
      0.3027,
      0.2963,
      0.2943,
      0.294,
      0.2838,
      0.2818,
      0.3032,
      0.298,
      0.3001,
      0.288,
      0.2961,
      0.3002,
      0.2976,
      0.2961,
      0.2935,
      0.2971,
      0.2987,
      0.3023,
      0.3001,
      0.3019,
      0.3074,
      0.3007,
      0.3042,
      0.3036,
      0.3068,
      0.3051,
      0.3103,
      0.313,
      0.3015,
      0.3068,
      0.3068,
      0.3016,
      0.3074,
      0.312,
      0.3022,
      0.3071,
      0.3095,
      0.2999,
      0.3055,
      0.3127,
      0.304,
      0.3098,
      0.3112,
      0.3023,
      0.3033,
      0.3137,
      0.3138,
      0.3117,
      0.3067,
      0.3029,
      0.3127,
      0.3107,
      0.3114,
      0.3155,
      0.3012,
      0.3059,
      0.3067,
      0.3107,
      0.3123,
      0.3073,
      0.3084,
      0.3122,
      0.3134,
      0.3105,
      0.3051,
      0.3114,
      0.3109,
      0.3115,
      0.3115,
      0.3098,
      0.3124,
      0.3115,
      0.3132,
      0.3116,
      0.3121,
      0.3132,
      0.3111,
      0.3121,
      0.3105,
      0.3102,
      0.3103,
      0.3103,
      0.3104,
      0.3102,
      0.3104
    ],
    "train_loss": [
      1.9890508442687989,
      1.990648283843994,
      1.994727445678711,
      1.9898214043426514,
      1.9945692050552368,
      1.9881462112426758,
      1.9850170427703857,
      1.9874203789520264,
      1.9842438862609864,
      1.9827749535369874,
      1.9797347565078736,
      1.9834029346084594,
      1.988257053451538,
      1.9841754889678955,
      1.985011074142456,
      1.984129882659912,
      1.9779130119323731,
      1.9801474346542358,
      1.97670384223938,
      1.975082826385498,
      1.973111046295166,
      1.9703727652359009,
      1.9688108737182617,
      1.9692627041625976,
      1.9705071445083617,
      1.9649039663696288,
      1.9643345845794677,
      1.96681397605896,
      1.9641611499404907,
      1.9641723567199707,
      1.9648383374786378,
      1.9631840893936157,
      1.9648317515563964,
      1.9614055786895752,
      1.9650694213104247,
      1.961541328048706,
      1.9629750553131105,
      1.962144373550415,
      1.962860485305786,
      1.9636458072280885,
      1.9623364852905274,
      1.9610377810668946,
      1.9629042342376708,
      1.9655962491226195,
      1.9635980056762696,
      1.9599338647079467,
      1.9622287102508544,
      1.9611709561538697,
      1.9601466109848023,
      1.9616209969329834,
      1.960803759689331,
      1.9582552689361572,
      1.9611395385742187,
      1.9584340462875367,
      1.961097812576294,
      1.959400883255005,
      1.9609548767471314,
      1.9589200262069701,
      1.9589226739883423,
      1.958297335510254,
      1.9593491931915283,
      1.960762004852295,
      1.959771747894287,
      1.9566084023284913,
      1.956548022003174,
      1.9582088103866577,
      1.9569922626113891,
      1.9611940761566162,
      1.9581898126983643,
      1.9584559888076782,
      1.9579038101959227,
      1.957134034500122,
      1.9579114457702638,
      1.9553621417236329,
      1.958240584373474,
      1.9565584728622436,
      1.9576134494400024,
      1.9577414935684203,
      1.9558836351013185,
      1.95412816986084,
      1.957853369293213,
      1.9536584018707275,
      1.9573557986831664,
      1.953881487350464,
      1.9525489911270142,
      1.9555533562469483,
      1.9550897399520875,
      1.9547373791122435,
      1.9562894794464112,
      1.9520553144073487,
      1.956090751800537,
      1.9581266250610352,
      1.9547510679626465,
      1.9527177194213867,
      1.9579596255111695
    ],
    "gamma": [
      [
        6,
        0.020970277953892946
      ],
      [
        7,
        0.010939141269773245
      ],
      [
        8,
        0.015217388630844653
      ],
      [
        9,
        -0.0042448341846466064
      ],
      [
        10,
        0.014619549445342273
      ],
      [
        13,
        0.006043761153705418
      ],
      [
        15,
        0.015412847453262657
      ],
      [
        20,
        0.008474407310131937
      ],
      [
        25,
        0.0068653663620352745
      ],
      [
        35,
        0.006590569159016013
      ],
      [
        45,
        0.017077833792427555
      ],
      [
        55,
        0.008733848109841347
      ],
      [
        65,
        0.013923669699579477
      ],
      [
        75,
        0.017147758801002055
      ],
      [
        85,
        0.007989586098119617
      ],
      [
        95,
        0.007280286401510239
      ],
      [
        100,
        0.004780605202540755
      ]
    ],
    "rho": [
      [
        6,
        0.0234045252436772
      ],
      [
        7,
        0.007293196045793593
      ],
      [
        8,
        -0.004426149884238839
      ],
      [
        9,
        0.006934044416993856
      ],
      [
        10,
        0.015940490178763866
      ],
      [
        13,
        0.00822709547355771
      ],
      [
        15,
        -0.002329273382201791
      ],
      [
        20,
        0.00963468081317842
      ],
      [
        25,
        -0.013927004765719175
      ],
      [
        35,
        -0.015318268910050392
      ],
      [
        45,
        0.00814310647547245
      ],
      [
        55,
        -0.0056371710961684585
      ],
      [
        65,
        0.005264427280053496
      ],
      [
        75,
        -0.006690809037536383
      ],
      [
        85,
        0.02103410242125392
      ],
      [
        95,
        0.0006436840631067753
      ],
      [
        100,
        0.004339051432907581
      ]
    ],
    "alpha_eff": [
      [
        6,
        0.8999630756881548
      ],
      [
        7,
        0.8999290295126786
      ],
      [
        8,
        0.899902619170082
      ],
      [
        9,
        0.8998760179499884
      ],
      [
        10,
        0.8998530249039248
      ],
      [
        11,
        0.8998271876043261
      ],
      [
        12,
        0.8998125385272272
      ],
      [
        13,
        0.8997871005381969
      ],
      [
        14,
        0.8997809391666968
      ],
      [
        15,
        0.8997644459866166
      ],
      [
        16,
        0.8997902300882685
      ],
      [
        17,
        0.8997535400184713
      ],
      [
        18,
        0.8997355777376747
      ],
      [
        19,
        0.8997289153744131
      ],
      [
        20,
        0.899722931653093
      ],
      [
        21,
        0.8997228981314278
      ],
      [
        22,
        0.8997144762755186
      ],
      [
        23,
        0.8997192063355121
      ],
      [
        24,
        0.8997157021832001
      ],
      [
        25,
        0.8997321245068026
      ],
      [
        26,
        0.8997285128442438
      ],
      [
        27,
        0.8997031268267427
      ],
      [
        28,
        0.8997031082162511
      ],
      [
        29,
        0.8997039632836831
      ],
      [
        30,
        0.8997145364640176
      ],
      [
        31,
        0.8997023406296571
      ],
      [
        32,
        0.8997020849440805
      ],
      [
        33,
        0.8997035311834697
      ],
      [
        34,
        0.8997063751061889
      ],
      [
        35,
        0.8997086170889398
      ],
      [
        36,
        0.8997108071445673
      ],
      [
        37,
        0.8997076995274622
      ],
      [
        38,
        0.8997031768711902
      ],
      [
        39,
        0.8996995302817202
      ],
      [
        40,
        0.8997065973709011
      ],
      [
        41,
        0.8997068631940662
      ],
      [
        42,
        0.899703036028811
      ],
      [
        43,
        0.899706049281201
      ],
      [
        44,
        0.8997102282322337
      ],
      [
        45,
        0.8997103121378697
      ],
      [
        46,
        0.8997192965751147
      ],
      [
        47,
        0.899705187170609
      ],
      [
        48,
        0.8996959242607423
      ],
      [
        49,
        0.899711522933519
      ],
      [
        50,
        0.899706037301123
      ],
      [
        51,
        0.8997002093214819
      ],
      [
        52,
        0.8997071771801318
      ],
      [
        53,
        0.8997081014789804
      ],
      [
        54,
        0.8997188554489542
      ],
      [
        55,
        0.899720778788983
      ],
      [
        56,
        0.899719698950363
      ],
      [
        57,
        0.8997175967443884
      ],
      [
        58,
        0.8997158655149179
      ],
      [
        59,
        0.8997115404828796
      ],
      [
        60,
        0.8997160153322658
      ],
      [
        61,
        0.899708785385546
      ],
      [
        62,
        0.899715713068994
      ],
      [
        63,
        0.8997065337151827
      ],
      [
        64,
        0.8997141056722793
      ],
      [
        65,
        0.8997136566544934
      ],
      [
        66,
        0.899702694273918
      ],
      [
        67,
        0.8997030763643339
      ],
      [
        68,
        0.8997057542746615
      ],
      [
        69,
        0.8997141589604338
      ],
      [
        70,
        0.8997088932789362
      ],
      [
        71,
        0.8997089861909919
      ],
      [
        72,
        0.8997062874596711
      ],
      [
        73,
        0.8997017510694443
      ],
      [
        74,
        0.8997142078393265
      ],
      [
        75,
        0.8997098150026078
      ],
      [
        76,
        0.8997117228573014
      ],
      [
        77,
        0.8997054817459939
      ],
      [
        78,
        0.8997646824729889
      ],
      [
        79,
        0.8997297471777584
      ],
      [
        80,
        0.8997190852472362
      ],
      [
        81,
        0.8997168875745091
      ],
      [
        82,
        0.8997159321584175
      ],
      [
        83,
        0.8997078933597031
      ],
      [
        84,
        0.8997014896847517
      ],
      [
        85,
        0.8997058110406619
      ],
      [
        86,
        0.8997117273849363
      ],
      [
        87,
        0.8997057470204033
      ],
      [
        88,
        0.8997055645964045
      ],
      [
        89,
        0.8996992502849522
      ],
      [
        90,
        0.8997053043136866
      ],
      [
        91,
        0.899701870877184
      ],
      [
        92,
        0.8997028730898097
      ],
      [
        93,
        0.8997091255880337
      ],
      [
        94,
        0.8997070845031366
      ],
      [
        95,
        0.8997101786387347
      ],
      [
        96,
        0.8997108956408635
      ],
      [
        97,
        0.899711030221111
      ],
      [
        98,
        0.8997101646986978
      ],
      [
        99,
        0.8997098436319917
      ],
      [
        100,
        0.8997112090139117
      ]
    ]
  }
}