diff options
Diffstat (limited to 'results/alpha_sweep_scaffold/alpha_sweep_t5_s42.json')
| -rw-r--r-- | results/alpha_sweep_scaffold/alpha_sweep_t5_s42.json | 6489 |
1 files changed, 6489 insertions, 0 deletions
diff --git a/results/alpha_sweep_scaffold/alpha_sweep_t5_s42.json b/results/alpha_sweep_scaffold/alpha_sweep_t5_s42.json new file mode 100644 index 0000000..6ca3952 --- /dev/null +++ b/results/alpha_sweep_scaffold/alpha_sweep_t5_s42.json @@ -0,0 +1,6489 @@ +{ + "args": { + "num_blocks": 4, + "d_hidden": 256, + "batch_size": 128, + "epochs": 100, + "t0": 5, + "lr": 0.001, + "lr_fb": 0.001, + "wd": 0.01, + "M": 4, + "seed": 42, + "gpu": 3, + "output_dir": "/home/yurenh2/fa/results/alpha_sweep_scaffold" + }, + "dfa_ckpt_acc": 0.304, + "dfa_final_acc": 0.3115, + "continue_DFA": { + "alpha": 0.0, + "test_acc": [ + 0.2982, + 0.3109, + 0.3125, + 0.3038, + 0.3113, + 0.3135, + 0.302, + 0.3075, + 0.3097, + 0.3101, + 0.3029, + 0.3054, + 0.3108, + 0.3095, + 0.3047, + 0.3164, + 0.3031, + 0.3083, + 0.3171, + 0.3029, + 0.2979, + 0.2958, + 0.3099, + 0.2966, + 0.2959, + 0.3017, + 0.3082, + 0.3046, + 0.306, + 0.292, + 0.281, + 0.3129, + 0.3075, + 0.3115, + 0.3141, + 0.3111, + 0.3151, + 0.2969, + 0.3097, + 0.321, + 0.3058, + 0.3145, + 0.32, + 0.303, + 0.3093, + 0.3071, + 0.3118, + 0.3043, + 0.3104, + 0.3127, + 0.3148, + 0.3203, + 0.3112, + 0.3016, + 0.315, + 0.312, + 0.3134, + 0.3129, + 0.3049, + 0.3125, + 0.3142, + 0.3164, + 0.314, + 0.309, + 0.3142, + 0.3165, + 0.3125, + 0.3095, + 0.3104, + 0.3188, + 0.3149, + 0.3142, + 0.3119, + 0.3166, + 0.3118, + 0.3119, + 0.3127, + 0.311, + 0.3141, + 0.3164, + 0.3123, + 0.3128, + 0.3126, + 0.3091, + 0.3115, + 0.3127, + 0.3121, + 0.3123, + 0.3127, + 0.3132, + 0.3118, + 0.3118, + 0.3117, + 0.3114, + 0.3115 + ], + "train_loss": [ + 1.989790809059143, + 1.990307411880493, + 1.9905100513458251, + 1.9918334338378907, + 1.9863724251937867, + 1.9870153832244872, + 1.9874663953399658, + 1.9870845441055298, + 1.9880484677505492, + 1.9872064337539672, + 1.9897905487823486, + 1.9892820449066162, + 1.9874972410583496, + 1.9877921746444702, + 1.9876875100708007, + 1.9888226028060914, + 1.9874765905761718, + 1.9867966274642945, + 1.987537554550171, + 1.9880204120254517, + 1.9879772283935546, + 1.987797650413513, + 1.9874019779968262, + 1.9876940496063233, + 1.986886355819702, + 1.9884147914123536, + 1.9890670285797118, + 1.9873397811889648, + 1.9847210833740234, + 1.9871949213027955, + 1.9887558262634277, + 1.9838399686431885, + 1.9857967501068114, + 1.9860699237060546, + 1.9850847225952148, + 1.987654845123291, + 1.983670299758911, + 1.987481754837036, + 1.9858247266387938, + 1.9868243627166748, + 1.9862985388946532, + 1.984481724205017, + 1.9851255657958984, + 1.9881289917373657, + 1.9866780487442017, + 1.9885919563293457, + 1.9857788675308228, + 1.9890421838378907, + 1.9863371643066405, + 1.986637942276001, + 1.9849364169311523, + 1.9842691050720216, + 1.9856912046051025, + 1.988491299057007, + 1.9852929847717284, + 1.9856826776123047, + 1.9851847518920898, + 1.9835067967987061, + 1.9865730474853516, + 1.9850236835479735, + 1.9849657077789307, + 1.9844414936065673, + 1.9851242599105834, + 1.9842400899505614, + 1.9859014458847046, + 1.9850837426757812, + 1.985779475440979, + 1.985046662750244, + 1.9846652752685547, + 1.9845653623199462, + 1.984431827697754, + 1.9861651288223268, + 1.9833351360702514, + 1.9858753430175782, + 1.9859362523651123, + 1.9840349249649047, + 1.9841974882507325, + 1.9834141875457765, + 1.9854680131530762, + 1.9825797986221314, + 1.9835828475570678, + 1.9841230081176757, + 1.9844115731811522, + 1.9840126071548463, + 1.9844582679748535, + 1.9840802533340454, + 1.9842612131118775, + 1.984658988571167, + 1.9846206958770751, + 1.983520182762146, + 1.981859715309143, + 1.9833977752304077, + 1.9841900691986083, + 1.982843738861084, + 1.9838121879577637 + ], + "gamma": [ + [ + 6, + 0.0821653357706964 + ], + [ + 7, + 0.083711032057181 + ], + [ + 8, + 0.08393650152720511 + ], + [ + 9, + 0.08384976850356907 + ], + [ + 10, + 0.08560753799974918 + ], + [ + 13, + 0.0868276598630473 + ], + [ + 15, + 0.08848524722270668 + ], + [ + 20, + 0.08918609796091914 + ], + [ + 25, + 0.09372491284739226 + ], + [ + 35, + 0.09340126946335658 + ], + [ + 45, + 0.09817965375259519 + ], + [ + 55, + 0.09978153288830072 + ], + [ + 65, + 0.1001084745512344 + ], + [ + 75, + 0.1013008076697588 + ], + [ + 85, + 0.1014239476644434 + ], + [ + 95, + 0.10141936334548518 + ], + [ + 100, + 0.10145300498697907 + ] + ], + "rho": [ + [ + 6, + 0.019282110035419464 + ], + [ + 7, + 0.006952052121050656 + ], + [ + 8, + 0.008748143445700407 + ], + [ + 9, + 0.008938514394685626 + ], + [ + 10, + 0.01805932994466275 + ], + [ + 13, + 0.01803369668778032 + ], + [ + 15, + 0.0023002898087725043 + ], + [ + 20, + 0.012751705711707473 + ], + [ + 25, + 0.0011155498214066029 + ], + [ + 35, + 0.009300894802436233 + ], + [ + 45, + -0.0039156777784228325 + ], + [ + 55, + -0.007268198300153017 + ], + [ + 65, + 0.008430896326899529 + ], + [ + 75, + 0.004795442800968885 + ], + [ + 85, + -0.0030130266677588224 + ], + [ + 95, + 0.006304946728050709 + ], + [ + 100, + 0.004224925301969051 + ] + ], + "alpha_eff": [ + [ + 6, + 0.0 + ], + [ + 7, + 0.0 + ], + [ + 8, + 0.0 + ], + [ + 9, + 0.0 + ], + [ + 10, + 0.0 + ], + [ + 11, + 0.0 + ], + [ + 12, + 0.0 + ], + [ + 13, + 0.0 + ], + [ + 14, + 0.0 + ], + [ + 15, + 0.0 + ], + [ + 16, + 0.0 + ], + [ + 17, + 0.0 + ], + [ + 18, + 0.0 + ], + [ + 19, + 0.0 + ], + [ + 20, + 0.0 + ], + [ + 21, + 0.0 + ], + [ + 22, + 0.0 + ], + [ + 23, + 0.0 + ], + [ + 24, + 0.0 + ], + [ + 25, + 0.0 + ], + [ + 26, + 0.0 + ], + [ + 27, + 0.0 + ], + [ + 28, + 0.0 + ], + [ + 29, + 0.0 + ], + [ + 30, + 0.0 + ], + [ + 31, + 0.0 + ], + [ + 32, + 0.0 + ], + [ + 33, + 0.0 + ], + [ + 34, + 0.0 + ], + [ + 35, + 0.0 + ], + [ + 36, + 0.0 + ], + [ + 37, + 0.0 + ], + [ + 38, + 0.0 + ], + [ + 39, + 0.0 + ], + [ + 40, + 0.0 + ], + [ + 41, + 0.0 + ], + [ + 42, + 0.0 + ], + [ + 43, + 0.0 + ], + [ + 44, + 0.0 + ], + [ + 45, + 0.0 + ], + [ + 46, + 0.0 + ], + [ + 47, + 0.0 + ], + [ + 48, + 0.0 + ], + [ + 49, + 0.0 + ], + [ + 50, + 0.0 + ], + [ + 51, + 0.0 + ], + [ + 52, + 0.0 + ], + [ + 53, + 0.0 + ], + [ + 54, + 0.0 + ], + [ + 55, + 0.0 + ], + [ + 56, + 0.0 + ], + [ + 57, + 0.0 + ], + [ + 58, + 0.0 + ], + [ + 59, + 0.0 + ], + [ + 60, + 0.0 + ], + [ + 61, + 0.0 + ], + [ + 62, + 0.0 + ], + [ + 63, + 0.0 + ], + [ + 64, + 0.0 + ], + [ + 65, + 0.0 + ], + [ + 66, + 0.0 + ], + [ + 67, + 0.0 + ], + [ + 68, + 0.0 + ], + [ + 69, + 0.0 + ], + [ + 70, + 0.0 + ], + [ + 71, + 0.0 + ], + [ + 72, + 0.0 + ], + [ + 73, + 0.0 + ], + [ + 74, + 0.0 + ], + [ + 75, + 0.0 + ], + [ + 76, + 0.0 + ], + [ + 77, + 0.0 + ], + [ + 78, + 0.0 + ], + [ + 79, + 0.0 + ], + [ + 80, + 0.0 + ], + [ + 81, + 0.0 + ], + [ + 82, + 0.0 + ], + [ + 83, + 0.0 + ], + [ + 84, + 0.0 + ], + [ + 85, + 0.0 + ], + [ + 86, + 0.0 + ], + [ + 87, + 0.0 + ], + [ + 88, + 0.0 + ], + [ + 89, + 0.0 + ], + [ + 90, + 0.0 + ], + [ + 91, + 0.0 + ], + [ + 92, + 0.0 + ], + [ + 93, + 0.0 + ], + [ + 94, + 0.0 + ], + [ + 95, + 0.0 + ], + [ + 96, + 0.0 + ], + [ + 97, + 0.0 + ], + [ + 98, + 0.0 + ], + [ + 99, + 0.0 + ], + [ + 100, + 0.0 + ] + ] + }, + "blend_perlayer_vector_alpha025": { + "alpha": 0.25, + "test_acc": [ + 0.3059, + 0.3134, + 0.3123, + 0.3027, + 0.3018, + 0.2983, + 0.3026, + 0.3085, + 0.2995, + 0.309, + 0.32, + 0.3066, + 0.3078, + 0.292, + 0.3148, + 0.3093, + 0.3138, + 0.3203, + 0.3104, + 0.3125, + 0.3131, + 0.3109, + 0.3155, + 0.3017, + 0.2953, + 0.3003, + 0.3192, + 0.3038, + 0.2993, + 0.3093, + 0.3122, + 0.3103, + 0.3157, + 0.3056, + 0.3163, + 0.3008, + 0.3168, + 0.3076, + 0.3191, + 0.2972, + 0.3109, + 0.3154, + 0.3106, + 0.3057, + 0.2987, + 0.2986, + 0.2998, + 0.3103, + 0.3066, + 0.2939, + 0.3131, + 0.3157, + 0.3075, + 0.3084, + 0.3134, + 0.304, + 0.3125, + 0.3086, + 0.3127, + 0.3062, + 0.3115, + 0.3095, + 0.3136, + 0.3181, + 0.3079, + 0.305, + 0.3098, + 0.3092, + 0.3121, + 0.3123, + 0.3019, + 0.3064, + 0.3185, + 0.3061, + 0.314, + 0.3095, + 0.3082, + 0.3099, + 0.3077, + 0.3074, + 0.309, + 0.3084, + 0.3071, + 0.3117, + 0.3135, + 0.3103, + 0.3108, + 0.3128, + 0.311, + 0.3125, + 0.311, + 0.3116, + 0.3116, + 0.3114, + 0.3113 + ], + "train_loss": [ + 1.9946389611434936, + 1.9873730335998536, + 1.9877911005020141, + 1.9842363983154296, + 1.9815330656433106, + 1.980721904220581, + 1.9785015773773194, + 1.9797889567565918, + 1.9816056001281739, + 1.9788435654449463, + 1.9812182509613037, + 1.9796995071792602, + 1.9816956015396119, + 1.9824337406921386, + 1.979214592666626, + 1.9782327182769774, + 1.983439411239624, + 1.9820835842895508, + 1.982200440979004, + 1.9838852446746826, + 1.9820847830963135, + 1.9821476971435548, + 1.9841077730560304, + 1.984079453048706, + 1.981676795501709, + 1.981983535079956, + 1.9816267264175416, + 1.9832186078262328, + 1.9813471504974365, + 1.983914895172119, + 1.980699147644043, + 1.9799334463500977, + 1.981280658531189, + 1.981482693939209, + 1.981354609375, + 1.9822732683563233, + 1.981365751876831, + 1.9825617141723633, + 1.9832577297210694, + 1.982207321434021, + 1.981124991416931, + 1.9847596619415284, + 1.9812841805648804, + 1.9833404195404052, + 1.9824105700683594, + 1.9793556769561769, + 1.9829961922454833, + 1.983497814025879, + 1.9825690042495727, + 1.9819972144317628, + 1.9813205464172363, + 1.9805747171783448, + 1.981684338645935, + 1.981287991065979, + 1.9817047914886474, + 1.9801208978652953, + 1.982117232284546, + 1.9809979217910767, + 1.9817907106781005, + 1.9819589037704468, + 1.980901844406128, + 1.979100549545288, + 1.9783411534118653, + 1.982215822982788, + 1.9786703715515137, + 1.9790553332138061, + 1.9795003827285766, + 1.9804647981262207, + 1.9805792209243775, + 1.9786001267242432, + 1.980303563232422, + 1.9798223697280883, + 1.9818306106948853, + 1.9783708667755127, + 1.9785375136947632, + 1.9783638653945923, + 1.9782444370269776, + 1.9777508059692384, + 1.9798192587280274, + 1.9783385585021973, + 1.9803018301773072, + 1.977279466819763, + 1.9773743700790405, + 1.9787853107452393, + 1.9787623846054077, + 1.9773602225112914, + 1.978456362953186, + 1.9782572579956055, + 1.9804483145141603, + 1.9793778206634522, + 1.9739930397033691, + 1.979039264907837, + 1.9762582428359985, + 1.977005643081665, + 1.9782807824707032 + ], + "gamma": [ + [ + 6, + 0.07866817025933415 + ], + [ + 7, + 0.08171852119266987 + ], + [ + 8, + 0.0832369290292263 + ], + [ + 9, + 0.08300935570150614 + ], + [ + 10, + 0.08633468067273498 + ], + [ + 13, + 0.08728862018324435 + ], + [ + 15, + 0.08539568376727402 + ], + [ + 20, + 0.0892858924344182 + ], + [ + 25, + 0.08779954141937196 + ], + [ + 35, + 0.089820038061589 + ], + [ + 45, + 0.09298557415604591 + ], + [ + 55, + 0.09603138081729412 + ], + [ + 65, + 0.09451595041900873 + ], + [ + 75, + 0.09730265894904733 + ], + [ + 85, + 0.09736149618402123 + ], + [ + 95, + 0.09684902639128268 + ], + [ + 100, + 0.09718019678257406 + ] + ], + "rho": [ + [ + 6, + 0.01853559073060751 + ], + [ + 7, + 0.0021537072025239468 + ], + [ + 8, + 0.022916836314834654 + ], + [ + 9, + 0.017495981883257627 + ], + [ + 10, + -0.007019296521320939 + ], + [ + 13, + 0.020411364268511534 + ], + [ + 15, + 0.008924664638470858 + ], + [ + 20, + 0.009920771466568112 + ], + [ + 25, + 0.0004479335620999336 + ], + [ + 35, + -0.00826605735346675 + ], + [ + 45, + 0.0026894344482570887 + ], + [ + 55, + -0.0041805449873209 + ], + [ + 65, + 0.0017762749921530485 + ], + [ + 75, + 0.0005749878473579884 + ], + [ + 85, + 0.0030663725920021534 + ], + [ + 95, + 0.01072357571683824 + ], + [ + 100, + -0.002892943099141121 + ] + ], + "alpha_eff": [ + [ + 6, + 0.24972248771260733 + ], + [ + 7, + 0.24947935032695043 + ], + [ + 8, + 0.24948230432577714 + ], + [ + 9, + 0.24949492228305725 + ], + [ + 10, + 0.24948454982935764 + ], + [ + 11, + 0.24949888452990227 + ], + [ + 12, + 0.24948282668432062 + ], + [ + 13, + 0.24949142674491542 + ], + [ + 14, + 0.24948863864376475 + ], + [ + 15, + 0.249494092781818 + ], + [ + 16, + 0.2494879335982677 + ], + [ + 17, + 0.24949017029823428 + ], + [ + 18, + 0.24947683994673858 + ], + [ + 19, + 0.24948694720682202 + ], + [ + 20, + 0.24948447549318925 + ], + [ + 21, + 0.24948920513186867 + ], + [ + 22, + 0.2494920286991675 + ], + [ + 23, + 0.24949015605792602 + ], + [ + 24, + 0.24947783867079276 + ], + [ + 25, + 0.2494776485658948 + ], + [ + 26, + 0.2494743912586451 + ], + [ + 27, + 0.24945635304586694 + ], + [ + 28, + 0.2494817281764155 + ], + [ + 29, + 0.24947529417163083 + ], + [ + 30, + 0.24948553835581308 + ], + [ + 31, + 0.24947934118373832 + ], + [ + 32, + 0.2494931516826185 + ], + [ + 33, + 0.24948261801326022 + ], + [ + 34, + 0.24948319727456705 + ], + [ + 35, + 0.24947981390237856 + ], + [ + 36, + 0.2494862019543101 + ], + [ + 37, + 0.24948648091286968 + ], + [ + 38, + 0.24948492864362595 + ], + [ + 39, + 0.2494821003855004 + ], + [ + 40, + 0.24947632642287987 + ], + [ + 41, + 0.24947967624534692 + ], + [ + 42, + 0.24947886875613925 + ], + [ + 43, + 0.24948325688500178 + ], + [ + 44, + 0.2494944341907901 + ], + [ + 45, + 0.24948371186478835 + ], + [ + 46, + 0.2494850860984326 + ], + [ + 47, + 0.2494756676395805 + ], + [ + 48, + 0.24947560985496792 + ], + [ + 49, + 0.24949731965623512 + ], + [ + 50, + 0.24947536293189315 + ], + [ + 51, + 0.24946844536101623 + ], + [ + 52, + 0.24947678739963527 + ], + [ + 53, + 0.24947438884654782 + ], + [ + 54, + 0.24949042802970364 + ], + [ + 55, + 0.2494939425232515 + ], + [ + 56, + 0.24948793523593268 + ], + [ + 57, + 0.24949688396885342 + ], + [ + 58, + 0.24948035040414968 + ], + [ + 59, + 0.24945642654825334 + ], + [ + 60, + 0.24948242856112499 + ], + [ + 61, + 0.24948100071931803 + ], + [ + 62, + 0.24949957614031087 + ], + [ + 63, + 0.24948502855966503 + ], + [ + 64, + 0.24948644180485893 + ], + [ + 65, + 0.24947477087551181 + ], + [ + 66, + 0.24946816015729842 + ], + [ + 67, + 0.2494722537208322 + ], + [ + 68, + 0.2494809632315978 + ], + [ + 69, + 0.24949564815756167 + ], + [ + 70, + 0.24946268715863537 + ], + [ + 71, + 0.24948731809190608 + ], + [ + 72, + 0.24948537374072835 + ], + [ + 73, + 0.24948555141221207 + ], + [ + 74, + 0.249494409075237 + ], + [ + 75, + 0.24947960040422168 + ], + [ + 76, + 0.2494949614662781 + ], + [ + 77, + 0.24949650212563007 + ], + [ + 78, + 0.24949114084876567 + ], + [ + 79, + 0.249489902312524 + ], + [ + 80, + 0.24946300410005345 + ], + [ + 81, + 0.24947569553155974 + ], + [ + 82, + 0.24948523532543226 + ], + [ + 83, + 0.24948210614594962 + ], + [ + 84, + 0.24947225552035546 + ], + [ + 85, + 0.24947941896357276 + ], + [ + 86, + 0.24948837982560348 + ], + [ + 87, + 0.24947696381396076 + ], + [ + 88, + 0.24947869451986296 + ], + [ + 89, + 0.24945727642174398 + ], + [ + 90, + 0.24946828940090288 + ], + [ + 91, + 0.24947728166379377 + ], + [ + 92, + 0.24947517484195078 + ], + [ + 93, + 0.24948233253009675 + ], + [ + 94, + 0.2494779532154209 + ], + [ + 95, + 0.24947562515897356 + ], + [ + 96, + 0.2494888820429275 + ], + [ + 97, + 0.2494965139146254 + ], + [ + 98, + 0.24947869341928813 + ], + [ + 99, + 0.24948464951129232 + ], + [ + 100, + 0.24947761844822447 + ] + ] + }, + "blend_perlayer_vector_alpha050": { + "alpha": 0.5, + "test_acc": [ + 0.3023, + 0.3096, + 0.3145, + 0.3032, + 0.3072, + 0.2997, + 0.3137, + 0.3118, + 0.3058, + 0.3109, + 0.3207, + 0.3091, + 0.3121, + 0.2956, + 0.32, + 0.312, + 0.3177, + 0.3197, + 0.3224, + 0.3198, + 0.318, + 0.3172, + 0.3178, + 0.3128, + 0.2978, + 0.3098, + 0.32, + 0.3142, + 0.3047, + 0.3156, + 0.3106, + 0.3144, + 0.3143, + 0.312, + 0.3241, + 0.3061, + 0.3211, + 0.3149, + 0.319, + 0.3059, + 0.3164, + 0.315, + 0.3141, + 0.3046, + 0.3048, + 0.3037, + 0.3057, + 0.3178, + 0.3129, + 0.3019, + 0.3178, + 0.3198, + 0.3123, + 0.3085, + 0.3157, + 0.3089, + 0.3156, + 0.3123, + 0.3181, + 0.3123, + 0.3148, + 0.3144, + 0.3168, + 0.3198, + 0.3121, + 0.3111, + 0.3151, + 0.3155, + 0.3144, + 0.3164, + 0.3099, + 0.3103, + 0.3255, + 0.3112, + 0.3223, + 0.313, + 0.3094, + 0.3146, + 0.311, + 0.3155, + 0.3148, + 0.3139, + 0.3125, + 0.3138, + 0.3151, + 0.316, + 0.3156, + 0.3154, + 0.3165, + 0.3167, + 0.3163, + 0.3171, + 0.3171, + 0.3171, + 0.3171 + ], + "train_loss": [ + 1.9917561831665038, + 1.9829305992126465, + 1.9812401902008057, + 1.9778941026306152, + 1.9752952905273438, + 1.974818321762085, + 1.9736881392669678, + 1.974170976486206, + 1.9745802745056151, + 1.9709150112533569, + 1.9729148027801513, + 1.9720560794830322, + 1.9740230810928345, + 1.9755329774475097, + 1.9731374980163574, + 1.9692442362213134, + 1.9725708643341064, + 1.9713253354644775, + 1.970638151473999, + 1.9699185414886475, + 1.9683959786224365, + 1.967863571510315, + 1.9711056298828125, + 1.972366621360779, + 1.9698165482330323, + 1.9716122170257568, + 1.969995245361328, + 1.971645417175293, + 1.9680979971313477, + 1.9714557960510255, + 1.9684885326766968, + 1.9681451354599, + 1.9684070782089234, + 1.9694038621520995, + 1.9699225545501708, + 1.9718246128082275, + 1.97034676486969, + 1.9717714920425415, + 1.9720078167724608, + 1.9701439580535889, + 1.9689175207901002, + 1.974075308189392, + 1.9706641263580322, + 1.9716036338043212, + 1.97032455657959, + 1.9667090301513672, + 1.970846530380249, + 1.9712551027679444, + 1.9709385818862915, + 1.9708643013763427, + 1.9695846894073485, + 1.9686976073837281, + 1.9692375783920288, + 1.9684447635650635, + 1.9694693069458007, + 1.9663859380722046, + 1.9694285501861573, + 1.9679479430389404, + 1.9683449375152589, + 1.9691200702667235, + 1.9684226276397705, + 1.965940485496521, + 1.9654108630371094, + 1.9689697052764892, + 1.9656564891052246, + 1.9655308631134034, + 1.9673858330917358, + 1.9679986907196045, + 1.9682127925872803, + 1.9662462731933594, + 1.9673945916366578, + 1.9669571544647217, + 1.969510202255249, + 1.9656707555770874, + 1.9662874362945557, + 1.9652958306503296, + 1.9660377970886231, + 1.9649639958953857, + 1.9671108046722412, + 1.9657821132659912, + 1.9678813097763062, + 1.9645460061645508, + 1.9649910687637329, + 1.9668921905899048, + 1.9659738945770264, + 1.964272243347168, + 1.965306146583557, + 1.96566610496521, + 1.967940728225708, + 1.9675999630737304, + 1.96113099899292, + 1.966398711013794, + 1.963310030479431, + 1.96448876953125, + 1.9661073540496825 + ], + "gamma": [ + [ + 6, + 0.06322180852293968 + ], + [ + 7, + 0.06429825956001878 + ], + [ + 8, + 0.06493996377685107 + ], + [ + 9, + 0.06486295888316818 + ], + [ + 10, + 0.06457511300686747 + ], + [ + 13, + 0.0671108040260151 + ], + [ + 15, + 0.0674042459577322 + ], + [ + 20, + 0.07273604930378497 + ], + [ + 25, + 0.06582908588461578 + ], + [ + 35, + 0.06825429387390614 + ], + [ + 45, + 0.07122062100097537 + ], + [ + 55, + 0.0672054453752935 + ], + [ + 65, + 0.06926454044878483 + ], + [ + 75, + 0.06559235090389848 + ], + [ + 85, + 0.06751847686246037 + ], + [ + 95, + 0.06816108210477978 + ], + [ + 100, + 0.06730447930749506 + ] + ], + "rho": [ + [ + 6, + 0.0200467340182513 + ], + [ + 7, + 0.013113802997395396 + ], + [ + 8, + -0.003037167713046074 + ], + [ + 9, + 0.0035772863775491714 + ], + [ + 10, + -0.006673132302239537 + ], + [ + 13, + 0.010507516213692725 + ], + [ + 15, + 0.006647368194535375 + ], + [ + 20, + 0.014684727881103754 + ], + [ + 25, + -0.006462351040681824 + ], + [ + 35, + 0.006036010920070112 + ], + [ + 45, + 0.00909994961693883 + ], + [ + 55, + 0.008473677095025778 + ], + [ + 65, + 0.00033604807686060667 + ], + [ + 75, + 0.0012597318273037672 + ], + [ + 85, + 0.004310714080929756 + ], + [ + 95, + 0.0027081522857770324 + ], + [ + 100, + 0.003070657607167959 + ] + ], + "alpha_eff": [ + [ + 6, + 0.4996261993362568 + ], + [ + 7, + 0.4993391021476833 + ], + [ + 8, + 0.49931185811976125 + ], + [ + 9, + 0.4993096364983503 + ], + [ + 10, + 0.4993144600555052 + ], + [ + 11, + 0.4993251101963492 + ], + [ + 12, + 0.4993212678677952 + ], + [ + 13, + 0.4993213098394563 + ], + [ + 14, + 0.4993075194350882 + ], + [ + 15, + 0.4993074665095068 + ], + [ + 16, + 0.4993121157349748 + ], + [ + 17, + 0.49932483488099205 + ], + [ + 18, + 0.49931736472090327 + ], + [ + 19, + 0.4993086092610733 + ], + [ + 20, + 0.4993029887170185 + ], + [ + 21, + 0.4992957905314217 + ], + [ + 22, + 0.49929552812098327 + ], + [ + 23, + 0.49931472694487866 + ], + [ + 24, + 0.49932052243153885 + ], + [ + 25, + 0.4993186115711273 + ], + [ + 26, + 0.49932203807715797 + ], + [ + 27, + 0.49931577169005587 + ], + [ + 28, + 0.49930774133195877 + ], + [ + 29, + 0.4993113354669589 + ], + [ + 30, + 0.4993269110739146 + ], + [ + 31, + 0.4992846764001769 + ], + [ + 32, + 0.4993147888204103 + ], + [ + 33, + 0.4992991821444239 + ], + [ + 34, + 0.499315539341136 + ], + [ + 35, + 0.49929300368544605 + ], + [ + 36, + 0.4993135312110566 + ], + [ + 37, + 0.499312173433516 + ], + [ + 38, + 0.49928442076505974 + ], + [ + 39, + 0.4992879848127134 + ], + [ + 40, + 0.4993209541877065 + ], + [ + 41, + 0.499310149841278 + ], + [ + 42, + 0.4993123354568663 + ], + [ + 43, + 0.4993222357028763 + ], + [ + 44, + 0.4993008995468193 + ], + [ + 45, + 0.4993061526558331 + ], + [ + 46, + 0.4993149831092503 + ], + [ + 47, + 0.4992837521548189 + ], + [ + 48, + 0.49930527816737597 + ], + [ + 49, + 0.49931959987404495 + ], + [ + 50, + 0.49929977286637234 + ], + [ + 51, + 0.4993105151789878 + ], + [ + 52, + 0.4992952907262145 + ], + [ + 53, + 0.49932079464976303 + ], + [ + 54, + 0.4993199948848364 + ], + [ + 55, + 0.499329275416757 + ], + [ + 56, + 0.4993268754767892 + ], + [ + 57, + 0.49933033291600765 + ], + [ + 58, + 0.4993347317146705 + ], + [ + 59, + 0.4993103629058204 + ], + [ + 60, + 0.4993249711709759 + ], + [ + 61, + 0.49930806472910405 + ], + [ + 62, + 0.49934650968638655 + ], + [ + 63, + 0.499318712547547 + ], + [ + 64, + 0.49930730074876145 + ], + [ + 65, + 0.499297153457682 + ], + [ + 66, + 0.4993050258252328 + ], + [ + 67, + 0.4993109057142996 + ], + [ + 68, + 0.4993250766214407 + ], + [ + 69, + 0.49931206114113486 + ], + [ + 70, + 0.4992909524624259 + ], + [ + 71, + 0.4993036393420284 + ], + [ + 72, + 0.49928560112304887 + ], + [ + 73, + 0.49928474530212236 + ], + [ + 74, + 0.4993115701930791 + ], + [ + 75, + 0.49932136828439816 + ], + [ + 76, + 0.49933078556097654 + ], + [ + 77, + 0.49931148991954166 + ], + [ + 78, + 0.4993258145434325 + ], + [ + 79, + 0.49929900535780325 + ], + [ + 80, + 0.4993166113977388 + ], + [ + 81, + 0.49933789130753126 + ], + [ + 82, + 0.49931904675707844 + ], + [ + 83, + 0.4993120953828435 + ], + [ + 84, + 0.49931019143782207 + ], + [ + 85, + 0.49933704079924096 + ], + [ + 86, + 0.4993145677080777 + ], + [ + 87, + 0.49930384335673567 + ], + [ + 88, + 0.499322289517738 + ], + [ + 89, + 0.49929241445598693 + ], + [ + 90, + 0.4992949648031173 + ], + [ + 91, + 0.4993037293404372 + ], + [ + 92, + 0.4993026274800937 + ], + [ + 93, + 0.4993259323893475 + ], + [ + 94, + 0.4993038912299493 + ], + [ + 95, + 0.4993109706485008 + ], + [ + 96, + 0.4993138731485378 + ], + [ + 97, + 0.49931836748686986 + ], + [ + 98, + 0.4993113804309337 + ], + [ + 99, + 0.4992930082988331 + ], + [ + 100, + 0.4992933031719118 + ] + ] + }, + "blend_perlayer_vector_alpha075": { + "alpha": 0.75, + "test_acc": [ + 0.3069, + 0.3117, + 0.3134, + 0.3102, + 0.3043, + 0.3044, + 0.3067, + 0.3087, + 0.3081, + 0.3071, + 0.3231, + 0.3151, + 0.3161, + 0.3, + 0.3232, + 0.3145, + 0.3203, + 0.3116, + 0.3031, + 0.3142, + 0.3144, + 0.3131, + 0.3144, + 0.3083, + 0.3032, + 0.314, + 0.3217, + 0.3134, + 0.3115, + 0.3174, + 0.3138, + 0.3208, + 0.3169, + 0.3148, + 0.3267, + 0.3132, + 0.3244, + 0.3238, + 0.3246, + 0.3124, + 0.3231, + 0.3273, + 0.3208, + 0.3184, + 0.3131, + 0.3126, + 0.3145, + 0.3219, + 0.3236, + 0.3125, + 0.3258, + 0.3232, + 0.3253, + 0.3178, + 0.3239, + 0.3178, + 0.3258, + 0.3196, + 0.3233, + 0.3198, + 0.3233, + 0.3256, + 0.3257, + 0.3272, + 0.322, + 0.3216, + 0.3197, + 0.3245, + 0.3215, + 0.3198, + 0.3168, + 0.3195, + 0.3252, + 0.3238, + 0.3253, + 0.3194, + 0.3212, + 0.3215, + 0.321, + 0.3206, + 0.3216, + 0.3216, + 0.3208, + 0.3243, + 0.3234, + 0.3221, + 0.3212, + 0.3217, + 0.3227, + 0.3219, + 0.3222, + 0.3219, + 0.322, + 0.3221, + 0.3221 + ], + "train_loss": [ + 1.9939408515167236, + 1.9861596878051757, + 1.9854449212646483, + 1.9809263521575928, + 1.97566344871521, + 1.9728280086517334, + 1.974452314453125, + 1.9807431080627442, + 1.9744162216949463, + 1.9669867644882202, + 1.9692662822723388, + 1.9678162953948974, + 1.9709133194732666, + 1.972092370071411, + 1.9702331074523927, + 1.9634329458618165, + 1.9693690857696533, + 1.9714275366973877, + 1.9736647372436524, + 1.9713019152069091, + 1.967839783554077, + 1.9648340505981445, + 1.9675980786895753, + 1.9694680223846435, + 1.9661734999847411, + 1.9668920111465453, + 1.9645757045745849, + 1.9667655364608765, + 1.9594652931976317, + 1.9621334440612792, + 1.9592414768218993, + 1.9580158362579345, + 1.9570839422988893, + 1.9565859017181397, + 1.9596544408416747, + 1.9624952820587158, + 1.9606676049804688, + 1.9625141510009765, + 1.9646410295104981, + 1.9604910164642333, + 1.9581072945404052, + 1.9628234854507447, + 1.9590881076049804, + 1.9604977954101563, + 1.9603009243774414, + 1.956119110031128, + 1.9611696166610717, + 1.9605925281143188, + 1.9598565783309936, + 1.9586773540496827, + 1.9580707284545897, + 1.9566046767807006, + 1.9583141498184204, + 1.9575138668823242, + 1.9584173246002197, + 1.9545537184906006, + 1.9576402924346923, + 1.9552772137069703, + 1.955228793106079, + 1.956446703186035, + 1.9568019944000243, + 1.9528450647735596, + 1.9516719250488281, + 1.9547899242401123, + 1.9507095720672607, + 1.951067873840332, + 1.9530513054656982, + 1.9538879953765869, + 1.953553825111389, + 1.9515541619110108, + 1.9523499368667603, + 1.9517578278350831, + 1.9545308373260497, + 1.9503954576873779, + 1.951339678955078, + 1.950171506958008, + 1.951169235610962, + 1.9501886684417724, + 1.9523463172149658, + 1.950947571105957, + 1.9535913979339599, + 1.949757958946228, + 1.9497659448623657, + 1.9515488370513916, + 1.9508306390380858, + 1.9497578717803956, + 1.9498168933105469, + 1.9509752071380615, + 1.9535040804672241, + 1.9524465697860718, + 1.9461274175643921, + 1.9513143978118896, + 1.9484365969848634, + 1.9497413010406495, + 1.9511626023101807 + ], + "gamma": [ + [ + 6, + 0.029690025316085666 + ], + [ + 7, + 0.03211108082905412 + ], + [ + 8, + 0.02919765340629965 + ], + [ + 9, + 0.02874648931901902 + ], + [ + 10, + 0.029019907349720597 + ], + [ + 13, + 0.0342491683550179 + ], + [ + 15, + 0.03304886294063181 + ], + [ + 20, + 0.03220415679970756 + ], + [ + 25, + 0.027112489042337984 + ], + [ + 35, + 0.03040921490173787 + ], + [ + 45, + 0.026454357663169503 + ], + [ + 55, + 0.03050265001365915 + ], + [ + 65, + 0.022586700739338994 + ], + [ + 75, + 0.03416337142698467 + ], + [ + 85, + 0.030736169428564608 + ], + [ + 95, + 0.03216187539510429 + ], + [ + 100, + 0.03935998142696917 + ] + ], + "rho": [ + [ + 6, + 0.015949245484080166 + ], + [ + 7, + 0.01342307054437697 + ], + [ + 8, + 0.004009846597909927 + ], + [ + 9, + 0.025402148254215717 + ], + [ + 10, + 0.008257870795205235 + ], + [ + 13, + 0.006433822971303016 + ], + [ + 15, + -0.017903955653309822 + ], + [ + 20, + 0.008053621626459062 + ], + [ + 25, + 0.011718281777575612 + ], + [ + 35, + -0.004712250549346209 + ], + [ + 45, + -0.0023677245480939746 + ], + [ + 55, + 0.014406869537197053 + ], + [ + 65, + 0.012566582299768925 + ], + [ + 75, + 0.0038452057633548975 + ], + [ + 85, + 0.005002687452360988 + ], + [ + 95, + -0.005955582018941641 + ], + [ + 100, + -0.00363031099550426 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7497128513850779 + ], + [ + 7, + 0.7495006479403842 + ], + [ + 8, + 0.7494898494059449 + ], + [ + 9, + 0.7494894703915523 + ], + [ + 10, + 0.7494910522493321 + ], + [ + 11, + 0.7494916838514811 + ], + [ + 12, + 0.7494720897153492 + ], + [ + 13, + 0.7494797446246886 + ], + [ + 14, + 0.7494986754725924 + ], + [ + 15, + 0.7494939935776234 + ], + [ + 16, + 0.7494804065708064 + ], + [ + 17, + 0.7495019121324088 + ], + [ + 18, + 0.7495100362494223 + ], + [ + 19, + 0.7494826293182024 + ], + [ + 20, + 0.7494933775064284 + ], + [ + 21, + 0.7494798413342856 + ], + [ + 22, + 0.7494969511168854 + ], + [ + 23, + 0.7494865050193906 + ], + [ + 24, + 0.7494881104692075 + ], + [ + 25, + 0.7494846218186876 + ], + [ + 26, + 0.7494853043551933 + ], + [ + 27, + 0.7494773243484152 + ], + [ + 28, + 0.74949463029463 + ], + [ + 29, + 0.7494757489504915 + ], + [ + 30, + 0.7494804237637255 + ], + [ + 31, + 0.7494909548788173 + ], + [ + 32, + 0.7494900723300271 + ], + [ + 33, + 0.7494941878746446 + ], + [ + 34, + 0.7494877638886531 + ], + [ + 35, + 0.7494897202151976 + ], + [ + 36, + 0.7494963330719294 + ], + [ + 37, + 0.7494808239403828 + ], + [ + 38, + 0.7494753657764512 + ], + [ + 39, + 0.7494608971844654 + ], + [ + 40, + 0.7494808497354714 + ], + [ + 41, + 0.74946907683424 + ], + [ + 42, + 0.7494659161119482 + ], + [ + 43, + 0.7494800591210298 + ], + [ + 44, + 0.7494823127125755 + ], + [ + 45, + 0.7494831127329752 + ], + [ + 46, + 0.7494868941304027 + ], + [ + 47, + 0.7494760497503494 + ], + [ + 48, + 0.7494636843509664 + ], + [ + 49, + 0.7494856075038441 + ], + [ + 50, + 0.7494714868603383 + ], + [ + 51, + 0.7494691888956687 + ], + [ + 52, + 0.749490003547161 + ], + [ + 53, + 0.7494840879178268 + ], + [ + 54, + 0.7494897896890308 + ], + [ + 55, + 0.74948246129217 + ], + [ + 56, + 0.7494876378303129 + ], + [ + 57, + 0.7494846458457998 + ], + [ + 58, + 0.7494881171334334 + ], + [ + 59, + 0.7494740839123716 + ], + [ + 60, + 0.7494890395866025 + ], + [ + 61, + 0.7494802380837144 + ], + [ + 62, + 0.7495076806478569 + ], + [ + 63, + 0.7494821568138585 + ], + [ + 64, + 0.7494822141688123 + ], + [ + 65, + 0.7494636815466068 + ], + [ + 66, + 0.7494762624940223 + ], + [ + 67, + 0.7494929011143916 + ], + [ + 68, + 0.7494633290311189 + ], + [ + 69, + 0.7494907818954 + ], + [ + 70, + 0.7494698129657793 + ], + [ + 71, + 0.7494802658543539 + ], + [ + 72, + 0.7494772070406521 + ], + [ + 73, + 0.7494757257563516 + ], + [ + 74, + 0.7494800816258608 + ], + [ + 75, + 0.7494901063270729 + ], + [ + 76, + 0.7494993449623615 + ], + [ + 77, + 0.7495025094752598 + ], + [ + 78, + 0.7494899987239635 + ], + [ + 79, + 0.7494908590412915 + ], + [ + 80, + 0.7494663255005782 + ], + [ + 81, + 0.7494692173356918 + ], + [ + 82, + 0.7494787389196118 + ], + [ + 83, + 0.7494800861725361 + ], + [ + 84, + 0.749475234405983 + ], + [ + 85, + 0.7494909942691758 + ], + [ + 86, + 0.7494746851469412 + ], + [ + 87, + 0.749478037434971 + ], + [ + 88, + 0.7494801549497961 + ], + [ + 89, + 0.749456032036178 + ], + [ + 90, + 0.7494693929095732 + ], + [ + 91, + 0.749480378399538 + ], + [ + 92, + 0.7494707978635028 + ], + [ + 93, + 0.749493460356757 + ], + [ + 94, + 0.7494840322166019 + ], + [ + 95, + 0.7494808940938613 + ], + [ + 96, + 0.7495053216308006 + ], + [ + 97, + 0.7494823938620113 + ], + [ + 98, + 0.7494855984799902 + ], + [ + 99, + 0.7494825074497661 + ], + [ + 100, + 0.7494873096472457 + ] + ] + }, + "blend_perlayer_vector_alpha090": { + "alpha": 0.9, + "test_acc": [ + 0.3069, + 0.3092, + 0.3164, + 0.3052, + 0.3059, + 0.2984, + 0.2973, + 0.2947, + 0.2982, + 0.3095, + 0.3037, + 0.2972, + 0.2966, + 0.2832, + 0.3005, + 0.3075, + 0.3059, + 0.3057, + 0.3103, + 0.3071, + 0.3066, + 0.3057, + 0.2968, + 0.3149, + 0.2998, + 0.3032, + 0.3059, + 0.2894, + 0.2553, + 0.276, + 0.2692, + 0.2751, + 0.2626, + 0.2736, + 0.2803, + 0.2831, + 0.2905, + 0.2837, + 0.2877, + 0.2887, + 0.2928, + 0.2954, + 0.2928, + 0.2862, + 0.2882, + 0.2838, + 0.2886, + 0.2929, + 0.2915, + 0.2865, + 0.2984, + 0.299, + 0.2878, + 0.296, + 0.2927, + 0.2884, + 0.2999, + 0.29, + 0.2963, + 0.2913, + 0.2989, + 0.2929, + 0.3013, + 0.2986, + 0.2953, + 0.2932, + 0.2908, + 0.2978, + 0.291, + 0.2916, + 0.2903, + 0.2934, + 0.2984, + 0.2947, + 0.298, + 0.2972, + 0.2956, + 0.2959, + 0.2951, + 0.2946, + 0.2971, + 0.2956, + 0.296, + 0.297, + 0.2973, + 0.2972, + 0.2969, + 0.2968, + 0.2969, + 0.2974, + 0.2975, + 0.2977, + 0.2977, + 0.2977, + 0.2977 + ], + "train_loss": [ + 1.997782850074768, + 1.9959279607391358, + 1.9895094528961181, + 1.981425369491577, + 1.987436777191162, + 1.9854413581085204, + 1.9890507335662841, + 1.999713560562134, + 2.0028857360839845, + 1.9928191792297363, + 2.0108930098724365, + 2.0137152437973023, + 2.0112061127090453, + 2.0165509329223634, + 2.0117236939239502, + 2.003053000869751, + 2.002287318687439, + 1.9908985527801513, + 1.9845779376983643, + 1.98173641166687, + 1.9821000887298583, + 1.9811158957290649, + 1.9879641247558595, + 1.9877586428833007, + 1.9778228791809083, + 1.9733421154785156, + 1.972704354248047, + 1.9742003258514405, + 1.9950288501358033, + 2.002638019256592, + 2.0036745891571046, + 2.0020674619293213, + 1.9996952025985717, + 1.9941947059631349, + 1.994228055343628, + 1.9943625868988037, + 1.9882129996490479, + 1.9930521758270263, + 1.9930853601074219, + 1.9859523449325562, + 1.9788912723541259, + 1.984332553024292, + 1.9792242436981202, + 1.9806055389404298, + 1.9804424798202516, + 1.9772218966293336, + 1.9814973215103149, + 1.97999455078125, + 1.9773017657089234, + 1.976198729248047, + 1.9766320819091796, + 1.9745968744277953, + 1.976400178565979, + 1.9745356512832641, + 1.972631764678955, + 1.970634806175232, + 1.9749352013397217, + 1.9714062850952148, + 1.9663891560363769, + 1.9686513556671144, + 1.967209598388672, + 1.9641500353622436, + 1.9615454802703858, + 1.965209234046936, + 1.9620319871520997, + 1.9626867557525636, + 1.9641366138076781, + 1.9657211672210693, + 1.963914808883667, + 1.963132495651245, + 1.9641750479125977, + 1.9627278024673462, + 1.9663054087066651, + 1.962103825340271, + 1.963687724533081, + 1.9598489971923827, + 1.9601465383148193, + 1.9602603670501708, + 1.9618255139923095, + 1.9606169825744628, + 1.9639963116836547, + 1.959268245162964, + 1.9602994772338866, + 1.9610898205947875, + 1.9605756457901, + 1.9586503783416749, + 1.960484585647583, + 1.9599338275909424, + 1.9627701279449463, + 1.962965354270935, + 1.9585062088012695, + 1.9599010592269897, + 1.9586225860214233, + 1.9604066236114501, + 1.9609591567230225 + ], + "gamma": [ + [ + 6, + 0.0012919941218569875 + ], + [ + 7, + 0.013235294725745916 + ], + [ + 8, + 0.005836346885189414 + ], + [ + 9, + 0.007337209477555007 + ], + [ + 10, + 0.01136046287138015 + ], + [ + 13, + 0.013101757591357455 + ], + [ + 15, + 0.0105974708130816 + ], + [ + 20, + 0.01104156908695586 + ], + [ + 25, + 0.005037317343521863 + ], + [ + 35, + 0.016087420284748077 + ], + [ + 45, + 0.009149214645731263 + ], + [ + 55, + 0.007499612169340253 + ], + [ + 65, + 0.018092090846039355 + ], + [ + 75, + 0.011558135156519711 + ], + [ + 85, + 0.012031848134938627 + ], + [ + 95, + 0.012515450536739081 + ], + [ + 100, + 0.007372630410827696 + ] + ], + "rho": [ + [ + 6, + -0.010041043860837817 + ], + [ + 7, + 0.0027252465952187777 + ], + [ + 8, + -0.001453035045415163 + ], + [ + 9, + -0.009528452530503273 + ], + [ + 10, + -0.023047671420499682 + ], + [ + 13, + -0.007210864219814539 + ], + [ + 15, + 0.0055196997709572315 + ], + [ + 20, + 0.004364048421848565 + ], + [ + 25, + 0.0042708017863333225 + ], + [ + 35, + 0.014436901547014713 + ], + [ + 45, + 0.0030632668640464544 + ], + [ + 55, + 0.014385869493708014 + ], + [ + 65, + -0.009030808927491307 + ], + [ + 75, + -0.00455438275821507 + ], + [ + 85, + 0.006564809940755367 + ], + [ + 95, + -0.002711795154027641 + ], + [ + 100, + -0.018319898284971714 + ] + ], + "alpha_eff": [ + [ + 6, + 0.8998637034742774 + ], + [ + 7, + 0.8997563326857774 + ], + [ + 8, + 0.8997523543230196 + ], + [ + 9, + 0.8997494678808297 + ], + [ + 10, + 0.8997527853654496 + ], + [ + 11, + 0.8997554477200242 + ], + [ + 12, + 0.8997461976186043 + ], + [ + 13, + 0.8997534205024557 + ], + [ + 14, + 0.8997589831013083 + ], + [ + 15, + 0.8997533015536816 + ], + [ + 16, + 0.899759264603019 + ], + [ + 17, + 0.8997603646560224 + ], + [ + 18, + 0.899744551444836 + ], + [ + 19, + 0.8997519522531576 + ], + [ + 20, + 0.8997514759915216 + ], + [ + 21, + 0.8997469126131926 + ], + [ + 22, + 0.8997551999292398 + ], + [ + 23, + 0.8997531225692526 + ], + [ + 24, + 0.8997492362557167 + ], + [ + 25, + 0.8997548329971168 + ], + [ + 26, + 0.8997452556978576 + ], + [ + 27, + 0.8997449194113881 + ], + [ + 28, + 0.899748204397291 + ], + [ + 29, + 0.8997564658103022 + ], + [ + 30, + 0.8997560852420976 + ], + [ + 31, + 0.899745100011646 + ], + [ + 32, + 0.8997443665296799 + ], + [ + 33, + 0.8997538987615857 + ], + [ + 34, + 0.8997562560855241 + ], + [ + 35, + 0.8997577694863691 + ], + [ + 36, + 0.8997531511549263 + ], + [ + 37, + 0.8997498077332158 + ], + [ + 38, + 0.8997471279800556 + ], + [ + 39, + 0.8997470251827299 + ], + [ + 40, + 0.8997483266806293 + ], + [ + 41, + 0.899755457365203 + ], + [ + 42, + 0.8997535806917598 + ], + [ + 43, + 0.8997482846351207 + ], + [ + 44, + 0.8997564019689559 + ], + [ + 45, + 0.899755343975014 + ], + [ + 46, + 0.899753419242508 + ], + [ + 47, + 0.8997497203084536 + ], + [ + 48, + 0.8997497351657013 + ], + [ + 49, + 0.8997573738207715 + ], + [ + 50, + 0.8997540927136419 + ], + [ + 51, + 0.8997470542451639 + ], + [ + 52, + 0.8997551731091843 + ], + [ + 53, + 0.8997503267897882 + ], + [ + 54, + 0.8997541813397864 + ], + [ + 55, + 0.8997525896849798 + ], + [ + 56, + 0.8997549450950412 + ], + [ + 57, + 0.8997491197190708 + ], + [ + 58, + 0.8997518755081857 + ], + [ + 59, + 0.8997480943804367 + ], + [ + 60, + 0.899753113172218 + ], + [ + 61, + 0.8997530148003327 + ], + [ + 62, + 0.8997619302848505 + ], + [ + 63, + 0.8997553120039977 + ], + [ + 64, + 0.8997560414549803 + ], + [ + 65, + 0.8997569489272897 + ], + [ + 66, + 0.8997469547600226 + ], + [ + 67, + 0.8997601259492954 + ], + [ + 68, + 0.8997641942648589 + ], + [ + 69, + 0.8997522213318294 + ], + [ + 70, + 0.8997532461835194 + ], + [ + 71, + 0.8997499700423474 + ], + [ + 72, + 0.8997493443402218 + ], + [ + 73, + 0.8997523293564776 + ], + [ + 74, + 0.899754103669039 + ], + [ + 75, + 0.8997519753496676 + ], + [ + 76, + 0.8997513374171273 + ], + [ + 77, + 0.8997519755200604 + ], + [ + 78, + 0.8997566013902689 + ], + [ + 79, + 0.8997531982405848 + ], + [ + 80, + 0.8997471969888591 + ], + [ + 81, + 0.8997520879056414 + ], + [ + 82, + 0.8997545979206795 + ], + [ + 83, + 0.8997494490540048 + ], + [ + 84, + 0.8997460583559757 + ], + [ + 85, + 0.8997473555098748 + ], + [ + 86, + 0.8997510402160203 + ], + [ + 87, + 0.8997478383467744 + ], + [ + 88, + 0.8997539129293753 + ], + [ + 89, + 0.8997414488573269 + ], + [ + 90, + 0.8997540890154373 + ], + [ + 91, + 0.8997432008102813 + ], + [ + 92, + 0.8997552213896457 + ], + [ + 93, + 0.8997529959770517 + ], + [ + 94, + 0.8997478145754266 + ], + [ + 95, + 0.8997567217736824 + ], + [ + 96, + 0.8997592502084472 + ], + [ + 97, + 0.8997512810017133 + ], + [ + 98, + 0.8997578958982544 + ], + [ + 99, + 0.8997540308265919 + ], + [ + 100, + 0.8997528533801658 + ] + ] + }, + "blend_random_trainable_alpha025": { + "alpha": 0.25, + "test_acc": [ + 0.3057, + 0.3113, + 0.3171, + 0.3057, + 0.3103, + 0.3051, + 0.299, + 0.2961, + 0.2919, + 0.2998, + 0.3092, + 0.3096, + 0.319, + 0.3049, + 0.3063, + 0.2969, + 0.31, + 0.3108, + 0.3048, + 0.302, + 0.2983, + 0.3143, + 0.2984, + 0.3035, + 0.2974, + 0.3054, + 0.2983, + 0.3046, + 0.3029, + 0.3079, + 0.3096, + 0.2971, + 0.3078, + 0.2992, + 0.3089, + 0.3024, + 0.3186, + 0.317, + 0.3028, + 0.3157, + 0.3045, + 0.2984, + 0.3065, + 0.3089, + 0.2953, + 0.2998, + 0.3084, + 0.2948, + 0.2979, + 0.3127, + 0.3008, + 0.3063, + 0.3108, + 0.3017, + 0.3002, + 0.3108, + 0.3082, + 0.3142, + 0.3089, + 0.3083, + 0.312, + 0.3163, + 0.3164, + 0.3199, + 0.2936, + 0.3038, + 0.31, + 0.312, + 0.313, + 0.306, + 0.3075, + 0.3148, + 0.3082, + 0.3128, + 0.3049, + 0.3151, + 0.3092, + 0.3095, + 0.3086, + 0.3109, + 0.3122, + 0.3145, + 0.3159, + 0.3119, + 0.314, + 0.3121, + 0.3128, + 0.3109, + 0.3113, + 0.3116, + 0.3128, + 0.3124, + 0.3124, + 0.3124, + 0.3124 + ], + "train_loss": [ + 1.992463056564331, + 1.9916953456115722, + 1.9931287091827392, + 1.9910267595672608, + 1.995366346435547, + 1.9881870716094971, + 1.9875581604003907, + 1.9898411698150635, + 1.9859656770324707, + 1.9878472745513915, + 1.9862687158966064, + 1.9826919412612916, + 1.9842528048324586, + 1.9822434168243408, + 1.9832794903564452, + 1.983619165649414, + 1.9822709893035888, + 1.985293566017151, + 1.9828473961639403, + 1.9828178525543212, + 1.9830375411987304, + 1.9841897015762329, + 1.9822585163116455, + 1.9849855586242675, + 1.9855137767028808, + 1.982492109375, + 1.9817083055877684, + 1.983814546470642, + 1.9830951291656493, + 1.9834409854888917, + 1.9843923540496826, + 1.9837786234283448, + 1.9858489233398438, + 1.9843562865829467, + 1.985345831375122, + 1.984080626373291, + 1.984860789489746, + 1.9836374221801758, + 1.9838351998138428, + 1.985522770690918, + 1.984236577987671, + 1.9826813336181641, + 1.984687279624939, + 1.9871889962387086, + 1.985666301612854, + 1.9821212170028686, + 1.9843766479492186, + 1.9833683200454713, + 1.9826139880371094, + 1.9830137462615967, + 1.9837637259292602, + 1.9805976415252686, + 1.9828971029281617, + 1.9823104657363892, + 1.9834304161071776, + 1.9824106423187255, + 1.9827309079742432, + 1.9808049842834472, + 1.9814650936508178, + 1.9820775619888307, + 1.982669534263611, + 1.9827197716522216, + 1.9821792037200927, + 1.9798552976989745, + 1.979809619369507, + 1.9808402716064453, + 1.9794260027313233, + 1.9834764907836915, + 1.981304560585022, + 1.981673750038147, + 1.9809300524902345, + 1.9807403813934326, + 1.9815810343170166, + 1.9786591122436523, + 1.980813638343811, + 1.9796091654968262, + 1.9807487456893922, + 1.9808974559020995, + 1.9807395389556886, + 1.9779186904907227, + 1.9808351560211181, + 1.9781523110580443, + 1.9806969366836549, + 1.9775474491119385, + 1.9770090746307374, + 1.979831170310974, + 1.978646503868103, + 1.978791363143921, + 1.978567936706543, + 1.975908480529785, + 1.980026588821411, + 1.980623605003357, + 1.9787831642913818, + 1.9771810034179687, + 1.981867674217224 + ], + "gamma": [ + [ + 6, + 0.08240128122270107 + ], + [ + 7, + 0.08177360892295837 + ], + [ + 8, + 0.0865556257776916 + ], + [ + 9, + 0.08398968121036887 + ], + [ + 10, + 0.08614908019080758 + ], + [ + 13, + 0.0879793162457645 + ], + [ + 15, + 0.08577868971042335 + ], + [ + 20, + 0.08392585255205631 + ], + [ + 25, + 0.09226418123580515 + ], + [ + 35, + 0.09257616940885782 + ], + [ + 45, + 0.09423351753503084 + ], + [ + 55, + 0.09354621008969843 + ], + [ + 65, + 0.09582796646282077 + ], + [ + 75, + 0.09583176532760262 + ], + [ + 85, + 0.09660185943357646 + ], + [ + 95, + 0.09697433561086655 + ], + [ + 100, + 0.09696925128810108 + ] + ], + "rho": [ + [ + 6, + 0.026699657319113612 + ], + [ + 7, + 0.024797862162813544 + ], + [ + 8, + 0.016839083284139633 + ], + [ + 9, + 0.01808858383446932 + ], + [ + 10, + 0.013804351910948753 + ], + [ + 13, + 0.026929726358503103 + ], + [ + 15, + 0.01636372960638255 + ], + [ + 20, + 0.001426217146217823 + ], + [ + 25, + 0.0031939256004989147 + ], + [ + 35, + 0.0024604005739092827 + ], + [ + 45, + 0.014439057791605592 + ], + [ + 55, + 0.011355152353644371 + ], + [ + 65, + 0.014422241831198335 + ], + [ + 75, + 0.0033052514772862196 + ], + [ + 85, + 0.001998395542614162 + ], + [ + 95, + 0.005214786971919239 + ], + [ + 100, + 0.000343971885740757 + ] + ], + "alpha_eff": [ + [ + 6, + 0.2499213730869882 + ], + [ + 7, + 0.2498478211316315 + ], + [ + 8, + 0.24980691583613213 + ], + [ + 9, + 0.2497380500065483 + ], + [ + 10, + 0.24969213367824736 + ], + [ + 11, + 0.2496609270495203 + ], + [ + 12, + 0.24960425423149746 + ], + [ + 13, + 0.24956507486919746 + ], + [ + 14, + 0.2495778302328802 + ], + [ + 15, + 0.24950300901182632 + ], + [ + 16, + 0.24947434297956608 + ], + [ + 17, + 0.24955579869915723 + ], + [ + 18, + 0.24945036082955535 + ], + [ + 19, + 0.2494441338902135 + ], + [ + 20, + 0.24941560827274628 + ], + [ + 21, + 0.24941500229898922 + ], + [ + 22, + 0.24940152800170728 + ], + [ + 23, + 0.24941301736596458 + ], + [ + 24, + 0.24942289937005896 + ], + [ + 25, + 0.24943153562055728 + ], + [ + 26, + 0.2493944244004199 + ], + [ + 27, + 0.2493841483672213 + ], + [ + 28, + 0.24939026444232057 + ], + [ + 29, + 0.2493861962498303 + ], + [ + 30, + 0.2494033750456337 + ], + [ + 31, + 0.24938243676234567 + ], + [ + 32, + 0.24939319423626036 + ], + [ + 33, + 0.24939562419949676 + ], + [ + 34, + 0.24938205925404472 + ], + [ + 35, + 0.2493830925597816 + ], + [ + 36, + 0.2493944349979185 + ], + [ + 37, + 0.24938788290342598 + ], + [ + 38, + 0.24936400395985633 + ], + [ + 39, + 0.2493850344676143 + ], + [ + 40, + 0.24939985723679156 + ], + [ + 41, + 0.24939008893879183 + ], + [ + 42, + 0.24937747852341605 + ], + [ + 43, + 0.2493874785149169 + ], + [ + 44, + 0.24939919036674274 + ], + [ + 45, + 0.24939671759793644 + ], + [ + 46, + 0.2493911499053157 + ], + [ + 47, + 0.24938359107234617 + ], + [ + 48, + 0.24938592302378676 + ], + [ + 49, + 0.24939079277922477 + ], + [ + 50, + 0.2493865861851642 + ], + [ + 51, + 0.24938631211078413 + ], + [ + 52, + 0.2493991330587277 + ], + [ + 53, + 0.24939046190218817 + ], + [ + 54, + 0.24940303265783006 + ], + [ + 55, + 0.24939970424987953 + ], + [ + 56, + 0.24940813219908353 + ], + [ + 57, + 0.2494083824609693 + ], + [ + 58, + 0.24939771728527144 + ], + [ + 59, + 0.2493876792301662 + ], + [ + 60, + 0.2494002168938244 + ], + [ + 61, + 0.24940474481600178 + ], + [ + 62, + 0.24941695923309265 + ], + [ + 63, + 0.24939676061118335 + ], + [ + 64, + 0.24939502011458942 + ], + [ + 65, + 0.24939994227754606 + ], + [ + 66, + 0.24939422481077445 + ], + [ + 67, + 0.24938903324548542 + ], + [ + 68, + 0.2493852272043755 + ], + [ + 69, + 0.24939771266287739 + ], + [ + 70, + 0.24938762919778643 + ], + [ + 71, + 0.2493922112905308 + ], + [ + 72, + 0.24939185406299313 + ], + [ + 73, + 0.24938339641701565 + ], + [ + 74, + 0.24940474663816414 + ], + [ + 75, + 0.24939512209537285 + ], + [ + 76, + 0.24940129882528578 + ], + [ + 77, + 0.24941330412838525 + ], + [ + 78, + 0.24941724034515972 + ], + [ + 79, + 0.24940367609896208 + ], + [ + 80, + 0.2494165335645714 + ], + [ + 81, + 0.24941158939486094 + ], + [ + 82, + 0.2493936464817174 + ], + [ + 83, + 0.24938938208789213 + ], + [ + 84, + 0.24939251169705332 + ], + [ + 85, + 0.24939146172130572 + ], + [ + 86, + 0.24938545924827824 + ], + [ + 87, + 0.24939188685283167 + ], + [ + 88, + 0.24938399198640737 + ], + [ + 89, + 0.249372010405215 + ], + [ + 90, + 0.24938619307549603 + ], + [ + 91, + 0.24938151487506702 + ], + [ + 92, + 0.24938646258998595 + ], + [ + 93, + 0.2494060045181368 + ], + [ + 94, + 0.2493982639873303 + ], + [ + 95, + 0.24939781273659428 + ], + [ + 96, + 0.24937664426383271 + ], + [ + 97, + 0.249376480147334 + ], + [ + 98, + 0.2493897912286789 + ], + [ + 99, + 0.24939717074066392 + ], + [ + 100, + 0.2494029934547596 + ] + ] + }, + "blend_random_trainable_alpha050": { + "alpha": 0.5, + "test_acc": [ + 0.3071, + 0.3153, + 0.3159, + 0.3073, + 0.3107, + 0.3048, + 0.3066, + 0.3002, + 0.2956, + 0.3025, + 0.3134, + 0.3098, + 0.3238, + 0.3106, + 0.3069, + 0.3009, + 0.3152, + 0.3153, + 0.3102, + 0.3059, + 0.305, + 0.3192, + 0.3077, + 0.3096, + 0.3039, + 0.3099, + 0.3109, + 0.3063, + 0.3103, + 0.3126, + 0.3141, + 0.3057, + 0.3133, + 0.3062, + 0.3146, + 0.3102, + 0.3179, + 0.325, + 0.3137, + 0.3186, + 0.3054, + 0.3068, + 0.3147, + 0.3127, + 0.3052, + 0.3089, + 0.3136, + 0.301, + 0.3065, + 0.3139, + 0.3091, + 0.3119, + 0.3171, + 0.3044, + 0.3084, + 0.3115, + 0.3155, + 0.3168, + 0.3097, + 0.3124, + 0.316, + 0.32, + 0.3188, + 0.3243, + 0.3033, + 0.3073, + 0.3149, + 0.3198, + 0.3143, + 0.3103, + 0.3134, + 0.3189, + 0.3155, + 0.3144, + 0.3076, + 0.3201, + 0.3123, + 0.316, + 0.314, + 0.3144, + 0.32, + 0.3188, + 0.32, + 0.3159, + 0.3167, + 0.3159, + 0.316, + 0.3153, + 0.315, + 0.316, + 0.3155, + 0.3159, + 0.3158, + 0.3158, + 0.3156 + ], + "train_loss": [ + 1.9908838816833496, + 1.9877498167419434, + 1.9915257918930054, + 1.98690866355896, + 1.990242875289917, + 1.982980037765503, + 1.9806120121002198, + 1.981981626815796, + 1.9789552877044678, + 1.9801098787689209, + 1.9775814321899414, + 1.9735393454742431, + 1.97612149017334, + 1.9740667019271851, + 1.9752808430480957, + 1.9748608548736573, + 1.9725629011535644, + 1.975950546951294, + 1.9726420166778564, + 1.9719942540740967, + 1.972226925048828, + 1.9718828250122071, + 1.9702325133514405, + 1.972721547088623, + 1.9749690441894532, + 1.970941196937561, + 1.9705127066802979, + 1.9721903118515014, + 1.9724419820404053, + 1.9722332624816894, + 1.9732470855712891, + 1.9714836350250244, + 1.9737400853729248, + 1.9724387300872803, + 1.9739704666900635, + 1.9718335093688966, + 1.9735708393096925, + 1.9722440079498291, + 1.972540139389038, + 1.9745972146987916, + 1.9730849907684327, + 1.971971201171875, + 1.9731891180038452, + 1.977160333328247, + 1.9752889443969726, + 1.9720553560638427, + 1.9734648179626464, + 1.972916893234253, + 1.9725440413665771, + 1.9729121141815185, + 1.973689049911499, + 1.9710198628997804, + 1.973855771446228, + 1.9726994828033446, + 1.9739762287902831, + 1.9727908270645143, + 1.9747351895904541, + 1.9715166574096679, + 1.9719487404632567, + 1.9724699239730834, + 1.973008492050171, + 1.9730079955291748, + 1.9727294918060303, + 1.9705677117538452, + 1.9700410662841796, + 1.9705747305679322, + 1.9694746914672852, + 1.9736025182724, + 1.9716221771240234, + 1.9716520706939697, + 1.9713862493133545, + 1.970648483581543, + 1.9720281861877442, + 1.9689332669830322, + 1.9710357287979126, + 1.9701062538146972, + 1.9711170873641968, + 1.9709298823547363, + 1.9700459471130372, + 1.967672025527954, + 1.9714107075500489, + 1.9676781567764283, + 1.9705823202896118, + 1.9675492962646484, + 1.9665284505462646, + 1.9696068994140625, + 1.9690539211654663, + 1.9694294802856445, + 1.9689524176788331, + 1.9657572605895997, + 1.9702196077728271, + 1.9710681314468383, + 1.9685678855895996, + 1.9667935219955444, + 1.9720542455291747 + ], + "gamma": [ + [ + 6, + 0.06159791396930814 + ], + [ + 7, + 0.058924108219798654 + ], + [ + 8, + 0.0625917793950066 + ], + [ + 9, + 0.06508902739733458 + ], + [ + 10, + 0.06468426494393498 + ], + [ + 13, + 0.064562008890789 + ], + [ + 15, + 0.06312858680030331 + ], + [ + 20, + 0.06455998323508538 + ], + [ + 25, + 0.07518586772494018 + ], + [ + 35, + 0.07322781311813742 + ], + [ + 45, + 0.06869896280113608 + ], + [ + 55, + 0.06770999490981922 + ], + [ + 65, + 0.06603386749338824 + ], + [ + 75, + 0.0666171737248078 + ], + [ + 85, + 0.07043640181655064 + ], + [ + 95, + 0.06907140363182407 + ], + [ + 100, + 0.0720302565023303 + ] + ], + "rho": [ + [ + 6, + 0.01675456902012229 + ], + [ + 7, + 0.01637683156877756 + ], + [ + 8, + 0.014717273181304336 + ], + [ + 9, + 0.011490113567560911 + ], + [ + 10, + 0.01329625304788351 + ], + [ + 13, + 0.005268331617116928 + ], + [ + 15, + 0.010573521489277482 + ], + [ + 20, + 0.007580187520943582 + ], + [ + 25, + 0.015451677609235048 + ], + [ + 35, + 0.016363009715860244 + ], + [ + 45, + 0.009572957176715136 + ], + [ + 55, + 0.020591675187461078 + ], + [ + 65, + 0.0008253897540271282 + ], + [ + 75, + 0.018082315160427243 + ], + [ + 85, + 0.004077966790646315 + ], + [ + 95, + 0.0056699051056057215 + ], + [ + 100, + 0.00042029470205307007 + ] + ], + "alpha_eff": [ + [ + 6, + 0.49989725988622363 + ], + [ + 7, + 0.49979735055626884 + ], + [ + 8, + 0.4997228360573307 + ], + [ + 9, + 0.49965275979738544 + ], + [ + 10, + 0.49958351357846775 + ], + [ + 11, + 0.49952551324310107 + ], + [ + 12, + 0.4994794246524265 + ], + [ + 13, + 0.4995562578955705 + ], + [ + 14, + 0.49938075811023797 + ], + [ + 15, + 0.49933156874722834 + ], + [ + 16, + 0.4993205764172403 + ], + [ + 17, + 0.4992995361849271 + ], + [ + 18, + 0.499288721696257 + ], + [ + 19, + 0.4992492484545191 + ], + [ + 20, + 0.49924901244261427 + ], + [ + 21, + 0.49924637408738043 + ], + [ + 22, + 0.4992184335676231 + ], + [ + 23, + 0.49921578349900986 + ], + [ + 24, + 0.49922592091700196 + ], + [ + 25, + 0.49923121253047503 + ], + [ + 26, + 0.4992126275079129 + ], + [ + 27, + 0.4991961502573495 + ], + [ + 28, + 0.4991821145312485 + ], + [ + 29, + 0.49919672315265506 + ], + [ + 30, + 0.4991906685158188 + ], + [ + 31, + 0.4991706533861234 + ], + [ + 32, + 0.4991725657775582 + ], + [ + 33, + 0.499173431494215 + ], + [ + 34, + 0.4991801839979003 + ], + [ + 35, + 0.49917648037211526 + ], + [ + 36, + 0.4991798443560795 + ], + [ + 37, + 0.4991831958540486 + ], + [ + 38, + 0.49917732217336347 + ], + [ + 39, + 0.49916182153597827 + ], + [ + 40, + 0.4991891533621105 + ], + [ + 41, + 0.49917867210464356 + ], + [ + 42, + 0.49918224555863994 + ], + [ + 43, + 0.49919490290287694 + ], + [ + 44, + 0.49922504713982274 + ], + [ + 45, + 0.4991974079788523 + ], + [ + 46, + 0.4991875999343034 + ], + [ + 47, + 0.49915751473944203 + ], + [ + 48, + 0.4991624911963996 + ], + [ + 49, + 0.49919186485919353 + ], + [ + 50, + 0.49917108740313154 + ], + [ + 51, + 0.4991606516524022 + ], + [ + 52, + 0.49917049827456755 + ], + [ + 53, + 0.4991804268264333 + ], + [ + 54, + 0.4992850830997803 + ], + [ + 55, + 0.49926025122092216 + ], + [ + 56, + 0.4992252067028678 + ], + [ + 57, + 0.49922797896930804 + ], + [ + 58, + 0.4992153532644955 + ], + [ + 59, + 0.49920003195065593 + ], + [ + 60, + 0.49920019451594494 + ], + [ + 61, + 0.4991897607897768 + ], + [ + 62, + 0.4992129324487871 + ], + [ + 63, + 0.499182074732644 + ], + [ + 64, + 0.49917155802631125 + ], + [ + 65, + 0.49919449559465245 + ], + [ + 66, + 0.4991937913452975 + ], + [ + 67, + 0.4991794039404566 + ], + [ + 68, + 0.49917882367874006 + ], + [ + 69, + 0.4992004154626366 + ], + [ + 70, + 0.4991786464503386 + ], + [ + 71, + 0.4991943976881417 + ], + [ + 72, + 0.4992084133590561 + ], + [ + 73, + 0.49919357186411856 + ], + [ + 74, + 0.49921211436505386 + ], + [ + 75, + 0.4991929743768104 + ], + [ + 76, + 0.4992041790551587 + ], + [ + 77, + 0.49918873023025095 + ], + [ + 78, + 0.49919151095021985 + ], + [ + 79, + 0.4991981630858893 + ], + [ + 80, + 0.4991842623630541 + ], + [ + 81, + 0.49918613368125275 + ], + [ + 82, + 0.499202557557044 + ], + [ + 83, + 0.4992060318878455 + ], + [ + 84, + 0.4991915450073312 + ], + [ + 85, + 0.4991825420377337 + ], + [ + 86, + 0.4991920382638308 + ], + [ + 87, + 0.4991819721839756 + ], + [ + 88, + 0.4991836322841509 + ], + [ + 89, + 0.49916824998324905 + ], + [ + 90, + 0.4991779286550408 + ], + [ + 91, + 0.49917084890951546 + ], + [ + 92, + 0.49917853233370346 + ], + [ + 93, + 0.4991865933238822 + ], + [ + 94, + 0.49917952327598253 + ], + [ + 95, + 0.49918596799442716 + ], + [ + 96, + 0.49919212982497696 + ], + [ + 97, + 0.49919001650648115 + ], + [ + 98, + 0.49919079738614003 + ], + [ + 99, + 0.49918675694839687 + ], + [ + 100, + 0.49918872952896104 + ] + ] + }, + "blend_random_trainable_alpha075": { + "alpha": 0.75, + "test_acc": [ + 0.3034, + 0.3123, + 0.3089, + 0.3033, + 0.3088, + 0.3043, + 0.3017, + 0.2996, + 0.2881, + 0.2957, + 0.3089, + 0.3049, + 0.3084, + 0.3074, + 0.306, + 0.3032, + 0.3122, + 0.3096, + 0.309, + 0.3037, + 0.3015, + 0.3162, + 0.3072, + 0.3088, + 0.3035, + 0.3113, + 0.3108, + 0.3164, + 0.3061, + 0.3093, + 0.3161, + 0.3102, + 0.3104, + 0.3092, + 0.317, + 0.3135, + 0.3166, + 0.3193, + 0.3132, + 0.321, + 0.3138, + 0.3106, + 0.3148, + 0.3154, + 0.3107, + 0.3126, + 0.3175, + 0.3097, + 0.3109, + 0.3177, + 0.3114, + 0.3165, + 0.3205, + 0.3109, + 0.3134, + 0.3142, + 0.3192, + 0.3161, + 0.3129, + 0.3146, + 0.3184, + 0.3207, + 0.3196, + 0.3259, + 0.309, + 0.3131, + 0.3182, + 0.3223, + 0.32, + 0.3143, + 0.3178, + 0.3211, + 0.3199, + 0.318, + 0.3125, + 0.3211, + 0.3159, + 0.3194, + 0.3163, + 0.3181, + 0.3222, + 0.3221, + 0.3212, + 0.3191, + 0.3201, + 0.3193, + 0.3186, + 0.3173, + 0.3182, + 0.3194, + 0.3194, + 0.3193, + 0.3194, + 0.3193, + 0.3192 + ], + "train_loss": [ + 1.987240170211792, + 1.9871271530914307, + 1.9845678861236573, + 1.983582562904358, + 1.9888756177520752, + 1.986539323387146, + 1.9845917708587646, + 1.985333621673584, + 1.9822719374084472, + 1.9816022521972656, + 1.9779683029937745, + 1.971929577407837, + 1.9722519189834595, + 1.9687975677490235, + 1.969152216873169, + 1.9684696987915038, + 1.9655458721542358, + 1.9683702281951905, + 1.9652744570159912, + 1.9654630448150634, + 1.9655610497283935, + 1.964896211166382, + 1.9623671910858154, + 1.9632857027435302, + 1.9660598248291015, + 1.9606867895507814, + 1.960700237426758, + 1.9627517392349243, + 1.96167004032135, + 1.96215058883667, + 1.9626673681640625, + 1.9613383666610718, + 1.9638981309509278, + 1.9615884679412843, + 1.9643639147567749, + 1.9602514279174805, + 1.9618201668930053, + 1.9615961993408204, + 1.961815823097229, + 1.9646509646224977, + 1.9624934663391114, + 1.960718916244507, + 1.9623830725860596, + 1.9652647049331664, + 1.9634992519760133, + 1.959999230041504, + 1.9619419541931153, + 1.9603431912231446, + 1.9606768273162842, + 1.9610141585540772, + 1.9610223788452148, + 1.9585339109039306, + 1.9616724869155884, + 1.9590482375717162, + 1.961669761428833, + 1.9600498888778686, + 1.9626958881378174, + 1.9603246263885499, + 1.9605694396209716, + 1.9609092087554931, + 1.961390089111328, + 1.9620549584960938, + 1.9616080158996583, + 1.9578674816131592, + 1.9594170637512207, + 1.9593613959121705, + 1.957629048690796, + 1.9621257973861694, + 1.9598495999908447, + 1.9601541738891601, + 1.959862784500122, + 1.9588044677352905, + 1.9608067423248292, + 1.95737032913208, + 1.9599335641479492, + 1.9586967916107179, + 1.959671367111206, + 1.9605539001083374, + 1.9584323050689698, + 1.9562305585479736, + 1.9603590017700194, + 1.955668737487793, + 1.9594869439315796, + 1.9560476244354248, + 1.9548624114608764, + 1.9581794776153565, + 1.9577512713623046, + 1.9576651248168946, + 1.9579689697265625, + 1.954503147583008, + 1.9583285201263427, + 1.9600629302215575, + 1.9575826657485962, + 1.9553564596176147, + 1.9605778546905517 + ], + "gamma": [ + [ + 6, + 0.020075631327927113 + ], + [ + 7, + 0.020418883301317692 + ], + [ + 8, + 0.041572967427782714 + ], + [ + 9, + 0.034633477218449116 + ], + [ + 10, + 0.032537849212531 + ], + [ + 13, + 0.026815209886990488 + ], + [ + 15, + 0.027469406370073557 + ], + [ + 20, + 0.02724000324087683 + ], + [ + 25, + 0.026616851129801944 + ], + [ + 35, + 0.033171679242514074 + ], + [ + 45, + 0.030373239191249013 + ], + [ + 55, + 0.023685507534537464 + ], + [ + 65, + 0.02635520964395255 + ], + [ + 75, + 0.027785221464000642 + ], + [ + 85, + 0.0341503472882323 + ], + [ + 95, + 0.03362242935691029 + ], + [ + 100, + 0.03354454814689234 + ] + ], + "rho": [ + [ + 6, + 0.026563940104097128 + ], + [ + 7, + 0.009303744416683912 + ], + [ + 8, + -0.002133091911673546 + ], + [ + 9, + 0.028314012044575065 + ], + [ + 10, + 0.006396602489985526 + ], + [ + 13, + 0.007015988463535905 + ], + [ + 15, + 0.011417242116294801 + ], + [ + 20, + 0.0027145042549818754 + ], + [ + 25, + 0.005520312930457294 + ], + [ + 35, + -0.01181224372703582 + ], + [ + 45, + 0.016137104714289308 + ], + [ + 55, + -0.003447658964432776 + ], + [ + 65, + 0.0003238511271774769 + ], + [ + 75, + -5.083635915070772e-05 + ], + [ + 85, + 0.007546830922365189 + ], + [ + 95, + -0.00822349707596004 + ], + [ + 100, + -0.003206890542060137 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7499192532525394 + ], + [ + 7, + 0.7498502609810094 + ], + [ + 8, + 0.7498018195944903 + ], + [ + 9, + 0.74974280153621 + ], + [ + 10, + 0.7496940813124257 + ], + [ + 11, + 0.7496545372701029 + ], + [ + 12, + 0.7495810472115972 + ], + [ + 13, + 0.749558732048481 + ], + [ + 14, + 0.7495275827741228 + ], + [ + 15, + 0.7495326757935619 + ], + [ + 16, + 0.7495022523737868 + ], + [ + 17, + 0.7495021004220415 + ], + [ + 18, + 0.7494640027781643 + ], + [ + 19, + 0.7494477251847736 + ], + [ + 20, + 0.7494261573039042 + ], + [ + 21, + 0.7494410834410338 + ], + [ + 22, + 0.7494386201277249 + ], + [ + 23, + 0.7494231009862471 + ], + [ + 24, + 0.7494020657321235 + ], + [ + 25, + 0.7494010221685214 + ], + [ + 26, + 0.7494057753731722 + ], + [ + 27, + 0.749389045099605 + ], + [ + 28, + 0.749384071241818 + ], + [ + 29, + 0.7493894289640239 + ], + [ + 30, + 0.7494117084122605 + ], + [ + 31, + 0.749385563060789 + ], + [ + 32, + 0.7493704445564451 + ], + [ + 33, + 0.7493706049375978 + ], + [ + 34, + 0.7493805366806727 + ], + [ + 35, + 0.7493874588228995 + ], + [ + 36, + 0.7493978847742617 + ], + [ + 37, + 0.7494017685499555 + ], + [ + 38, + 0.7493880230593533 + ], + [ + 39, + 0.7493769516761828 + ], + [ + 40, + 0.7494408632640851 + ], + [ + 41, + 0.7493989971123053 + ], + [ + 42, + 0.7493897648061398 + ], + [ + 43, + 0.7493895841945271 + ], + [ + 44, + 0.7493882939300405 + ], + [ + 45, + 0.7493841867438201 + ], + [ + 46, + 0.7493926980162646 + ], + [ + 47, + 0.7493867757744943 + ], + [ + 48, + 0.7493720257682946 + ], + [ + 49, + 0.7494728147215595 + ], + [ + 50, + 0.749414911835902 + ], + [ + 51, + 0.7494096663834889 + ], + [ + 52, + 0.7493995216109133 + ], + [ + 53, + 0.749396777072851 + ], + [ + 54, + 0.7493965331252112 + ], + [ + 55, + 0.7493923580980166 + ], + [ + 56, + 0.7494068358236006 + ], + [ + 57, + 0.7494184103961008 + ], + [ + 58, + 0.7494000625639603 + ], + [ + 59, + 0.7494034769879309 + ], + [ + 60, + 0.7493934865981208 + ], + [ + 61, + 0.7493903652907954 + ], + [ + 62, + 0.7494398632661997 + ], + [ + 63, + 0.7494094916387471 + ], + [ + 64, + 0.7493947113321128 + ], + [ + 65, + 0.7494024170011034 + ], + [ + 66, + 0.749398971814846 + ], + [ + 67, + 0.7494397440709936 + ], + [ + 68, + 0.7493945606505155 + ], + [ + 69, + 0.7494030530324994 + ], + [ + 70, + 0.7493775239285799 + ], + [ + 71, + 0.7493773878959508 + ], + [ + 72, + 0.7493824697180758 + ], + [ + 73, + 0.7493759069136149 + ], + [ + 74, + 0.7494055114912002 + ], + [ + 75, + 0.7493977227125793 + ], + [ + 76, + 0.7494091331388193 + ], + [ + 77, + 0.7494083440941964 + ], + [ + 78, + 0.7494013029090836 + ], + [ + 79, + 0.7493902673789514 + ], + [ + 80, + 0.7493761629049908 + ], + [ + 81, + 0.7493847590553622 + ], + [ + 82, + 0.7493947307932345 + ], + [ + 83, + 0.7494084699250041 + ], + [ + 84, + 0.7493976491047936 + ], + [ + 85, + 0.7493935376218088 + ], + [ + 86, + 0.7493913260946169 + ], + [ + 87, + 0.7493949209269184 + ], + [ + 88, + 0.7493897975263685 + ], + [ + 89, + 0.7493713406303161 + ], + [ + 90, + 0.7493740259292067 + ], + [ + 91, + 0.7493801858158619 + ], + [ + 92, + 0.7493910697674242 + ], + [ + 93, + 0.7494002957991308 + ], + [ + 94, + 0.7494018104351715 + ], + [ + 95, + 0.7493974601231723 + ], + [ + 96, + 0.7493904702338606 + ], + [ + 97, + 0.7493766092739566 + ], + [ + 98, + 0.7493959197929352 + ], + [ + 99, + 0.749394734893217 + ], + [ + 100, + 0.7493910770041978 + ] + ] + }, + "blend_random_trainable_alpha090": { + "alpha": 0.9, + "test_acc": [ + 0.299, + 0.304, + 0.3011, + 0.2798, + 0.301, + 0.2953, + 0.2991, + 0.2972, + 0.2835, + 0.2989, + 0.3027, + 0.2963, + 0.2943, + 0.294, + 0.2838, + 0.2818, + 0.3032, + 0.298, + 0.3001, + 0.288, + 0.2961, + 0.3002, + 0.2976, + 0.2961, + 0.2935, + 0.2971, + 0.2987, + 0.3023, + 0.3001, + 0.3019, + 0.3074, + 0.3007, + 0.3042, + 0.3036, + 0.3068, + 0.3051, + 0.3103, + 0.313, + 0.3015, + 0.3068, + 0.3068, + 0.3016, + 0.3074, + 0.312, + 0.3022, + 0.3071, + 0.3095, + 0.2999, + 0.3055, + 0.3127, + 0.304, + 0.3098, + 0.3112, + 0.3023, + 0.3033, + 0.3137, + 0.3138, + 0.3117, + 0.3067, + 0.3029, + 0.3127, + 0.3107, + 0.3114, + 0.3155, + 0.3012, + 0.3059, + 0.3067, + 0.3107, + 0.3123, + 0.3073, + 0.3084, + 0.3122, + 0.3134, + 0.3105, + 0.3051, + 0.3114, + 0.3109, + 0.3115, + 0.3115, + 0.3098, + 0.3124, + 0.3115, + 0.3132, + 0.3116, + 0.3121, + 0.3132, + 0.3111, + 0.3121, + 0.3105, + 0.3102, + 0.3103, + 0.3103, + 0.3104, + 0.3102, + 0.3104 + ], + "train_loss": [ + 1.9890508442687989, + 1.990648283843994, + 1.994727445678711, + 1.9898214043426514, + 1.9945692050552368, + 1.9881462112426758, + 1.9850170427703857, + 1.9874203789520264, + 1.9842438862609864, + 1.9827749535369874, + 1.9797347565078736, + 1.9834029346084594, + 1.988257053451538, + 1.9841754889678955, + 1.985011074142456, + 1.984129882659912, + 1.9779130119323731, + 1.9801474346542358, + 1.97670384223938, + 1.975082826385498, + 1.973111046295166, + 1.9703727652359009, + 1.9688108737182617, + 1.9692627041625976, + 1.9705071445083617, + 1.9649039663696288, + 1.9643345845794677, + 1.96681397605896, + 1.9641611499404907, + 1.9641723567199707, + 1.9648383374786378, + 1.9631840893936157, + 1.9648317515563964, + 1.9614055786895752, + 1.9650694213104247, + 1.961541328048706, + 1.9629750553131105, + 1.962144373550415, + 1.962860485305786, + 1.9636458072280885, + 1.9623364852905274, + 1.9610377810668946, + 1.9629042342376708, + 1.9655962491226195, + 1.9635980056762696, + 1.9599338647079467, + 1.9622287102508544, + 1.9611709561538697, + 1.9601466109848023, + 1.9616209969329834, + 1.960803759689331, + 1.9582552689361572, + 1.9611395385742187, + 1.9584340462875367, + 1.961097812576294, + 1.959400883255005, + 1.9609548767471314, + 1.9589200262069701, + 1.9589226739883423, + 1.958297335510254, + 1.9593491931915283, + 1.960762004852295, + 1.959771747894287, + 1.9566084023284913, + 1.956548022003174, + 1.9582088103866577, + 1.9569922626113891, + 1.9611940761566162, + 1.9581898126983643, + 1.9584559888076782, + 1.9579038101959227, + 1.957134034500122, + 1.9579114457702638, + 1.9553621417236329, + 1.958240584373474, + 1.9565584728622436, + 1.9576134494400024, + 1.9577414935684203, + 1.9558836351013185, + 1.95412816986084, + 1.957853369293213, + 1.9536584018707275, + 1.9573557986831664, + 1.953881487350464, + 1.9525489911270142, + 1.9555533562469483, + 1.9550897399520875, + 1.9547373791122435, + 1.9562894794464112, + 1.9520553144073487, + 1.956090751800537, + 1.9581266250610352, + 1.9547510679626465, + 1.9527177194213867, + 1.9579596255111695 + ], + "gamma": [ + [ + 6, + 0.020970277953892946 + ], + [ + 7, + 0.010939141269773245 + ], + [ + 8, + 0.015217388630844653 + ], + [ + 9, + -0.0042448341846466064 + ], + [ + 10, + 0.014619549445342273 + ], + [ + 13, + 0.006043761153705418 + ], + [ + 15, + 0.015412847453262657 + ], + [ + 20, + 0.008474407310131937 + ], + [ + 25, + 0.0068653663620352745 + ], + [ + 35, + 0.006590569159016013 + ], + [ + 45, + 0.017077833792427555 + ], + [ + 55, + 0.008733848109841347 + ], + [ + 65, + 0.013923669699579477 + ], + [ + 75, + 0.017147758801002055 + ], + [ + 85, + 0.007989586098119617 + ], + [ + 95, + 0.007280286401510239 + ], + [ + 100, + 0.004780605202540755 + ] + ], + "rho": [ + [ + 6, + 0.0234045252436772 + ], + [ + 7, + 0.007293196045793593 + ], + [ + 8, + -0.004426149884238839 + ], + [ + 9, + 0.006934044416993856 + ], + [ + 10, + 0.015940490178763866 + ], + [ + 13, + 0.00822709547355771 + ], + [ + 15, + -0.002329273382201791 + ], + [ + 20, + 0.00963468081317842 + ], + [ + 25, + -0.013927004765719175 + ], + [ + 35, + -0.015318268910050392 + ], + [ + 45, + 0.00814310647547245 + ], + [ + 55, + -0.0056371710961684585 + ], + [ + 65, + 0.005264427280053496 + ], + [ + 75, + -0.006690809037536383 + ], + [ + 85, + 0.02103410242125392 + ], + [ + 95, + 0.0006436840631067753 + ], + [ + 100, + 0.004339051432907581 + ] + ], + "alpha_eff": [ + [ + 6, + 0.8999630756881548 + ], + [ + 7, + 0.8999290295126786 + ], + [ + 8, + 0.899902619170082 + ], + [ + 9, + 0.8998760179499884 + ], + [ + 10, + 0.8998530249039248 + ], + [ + 11, + 0.8998271876043261 + ], + [ + 12, + 0.8998125385272272 + ], + [ + 13, + 0.8997871005381969 + ], + [ + 14, + 0.8997809391666968 + ], + [ + 15, + 0.8997644459866166 + ], + [ + 16, + 0.8997902300882685 + ], + [ + 17, + 0.8997535400184713 + ], + [ + 18, + 0.8997355777376747 + ], + [ + 19, + 0.8997289153744131 + ], + [ + 20, + 0.899722931653093 + ], + [ + 21, + 0.8997228981314278 + ], + [ + 22, + 0.8997144762755186 + ], + [ + 23, + 0.8997192063355121 + ], + [ + 24, + 0.8997157021832001 + ], + [ + 25, + 0.8997321245068026 + ], + [ + 26, + 0.8997285128442438 + ], + [ + 27, + 0.8997031268267427 + ], + [ + 28, + 0.8997031082162511 + ], + [ + 29, + 0.8997039632836831 + ], + [ + 30, + 0.8997145364640176 + ], + [ + 31, + 0.8997023406296571 + ], + [ + 32, + 0.8997020849440805 + ], + [ + 33, + 0.8997035311834697 + ], + [ + 34, + 0.8997063751061889 + ], + [ + 35, + 0.8997086170889398 + ], + [ + 36, + 0.8997108071445673 + ], + [ + 37, + 0.8997076995274622 + ], + [ + 38, + 0.8997031768711902 + ], + [ + 39, + 0.8996995302817202 + ], + [ + 40, + 0.8997065973709011 + ], + [ + 41, + 0.8997068631940662 + ], + [ + 42, + 0.899703036028811 + ], + [ + 43, + 0.899706049281201 + ], + [ + 44, + 0.8997102282322337 + ], + [ + 45, + 0.8997103121378697 + ], + [ + 46, + 0.8997192965751147 + ], + [ + 47, + 0.899705187170609 + ], + [ + 48, + 0.8996959242607423 + ], + [ + 49, + 0.899711522933519 + ], + [ + 50, + 0.899706037301123 + ], + [ + 51, + 0.8997002093214819 + ], + [ + 52, + 0.8997071771801318 + ], + [ + 53, + 0.8997081014789804 + ], + [ + 54, + 0.8997188554489542 + ], + [ + 55, + 0.899720778788983 + ], + [ + 56, + 0.899719698950363 + ], + [ + 57, + 0.8997175967443884 + ], + [ + 58, + 0.8997158655149179 + ], + [ + 59, + 0.8997115404828796 + ], + [ + 60, + 0.8997160153322658 + ], + [ + 61, + 0.899708785385546 + ], + [ + 62, + 0.899715713068994 + ], + [ + 63, + 0.8997065337151827 + ], + [ + 64, + 0.8997141056722793 + ], + [ + 65, + 0.8997136566544934 + ], + [ + 66, + 0.899702694273918 + ], + [ + 67, + 0.8997030763643339 + ], + [ + 68, + 0.8997057542746615 + ], + [ + 69, + 0.8997141589604338 + ], + [ + 70, + 0.8997088932789362 + ], + [ + 71, + 0.8997089861909919 + ], + [ + 72, + 0.8997062874596711 + ], + [ + 73, + 0.8997017510694443 + ], + [ + 74, + 0.8997142078393265 + ], + [ + 75, + 0.8997098150026078 + ], + [ + 76, + 0.8997117228573014 + ], + [ + 77, + 0.8997054817459939 + ], + [ + 78, + 0.8997646824729889 + ], + [ + 79, + 0.8997297471777584 + ], + [ + 80, + 0.8997190852472362 + ], + [ + 81, + 0.8997168875745091 + ], + [ + 82, + 0.8997159321584175 + ], + [ + 83, + 0.8997078933597031 + ], + [ + 84, + 0.8997014896847517 + ], + [ + 85, + 0.8997058110406619 + ], + [ + 86, + 0.8997117273849363 + ], + [ + 87, + 0.8997057470204033 + ], + [ + 88, + 0.8997055645964045 + ], + [ + 89, + 0.8996992502849522 + ], + [ + 90, + 0.8997053043136866 + ], + [ + 91, + 0.899701870877184 + ], + [ + 92, + 0.8997028730898097 + ], + [ + 93, + 0.8997091255880337 + ], + [ + 94, + 0.8997070845031366 + ], + [ + 95, + 0.8997101786387347 + ], + [ + 96, + 0.8997108956408635 + ], + [ + 97, + 0.899711030221111 + ], + [ + 98, + 0.8997101646986978 + ], + [ + 99, + 0.8997098436319917 + ], + [ + 100, + 0.8997112090139117 + ] + ] + } +}
\ No newline at end of file |