diff options
Diffstat (limited to 'results/minimal_aux_compression/minimal_aux_compression_t5_s42.json')
| -rw-r--r-- | results/minimal_aux_compression/minimal_aux_compression_t5_s42.json | 5768 |
1 files changed, 5768 insertions, 0 deletions
diff --git a/results/minimal_aux_compression/minimal_aux_compression_t5_s42.json b/results/minimal_aux_compression/minimal_aux_compression_t5_s42.json new file mode 100644 index 0000000..59a1c9f --- /dev/null +++ b/results/minimal_aux_compression/minimal_aux_compression_t5_s42.json @@ -0,0 +1,5768 @@ +{ + "args": { + "num_blocks": 4, + "d_hidden": 256, + "batch_size": 128, + "epochs": 100, + "t0": 5, + "alpha": 0.75, + "lr": 0.001, + "lr_fb": 0.001, + "wd": 0.01, + "M": 4, + "seed": 42, + "gpu": 0, + "output_dir": "/home/yurenh2/fa/results/minimal_aux_compression" + }, + "dfa_ckpt_acc": 0.304, + "normmatched_target_rms": [ + 0.7896092499308573, + 0.7894034341625545, + 0.7893155885474457, + 0.7892744828825412 + ], + "continue_DFA": { + "test_acc": [ + 0.3031, + 0.3043, + 0.3078, + 0.2971, + 0.2816, + 0.3181, + 0.3104, + 0.2967, + 0.303, + 0.31, + 0.3122, + 0.316, + 0.3094, + 0.3142, + 0.2997, + 0.3197, + 0.2975, + 0.3086, + 0.3016, + 0.3011, + 0.3019, + 0.3147, + 0.3144, + 0.2963, + 0.2995, + 0.297, + 0.3034, + 0.2957, + 0.3163, + 0.3049, + 0.3046, + 0.309, + 0.3058, + 0.3184, + 0.3077, + 0.3048, + 0.3058, + 0.3098, + 0.3123, + 0.3132, + 0.3065, + 0.3037, + 0.3101, + 0.31, + 0.3103, + 0.3172, + 0.2985, + 0.3066, + 0.3083, + 0.3137, + 0.3116, + 0.2969, + 0.3123, + 0.3053, + 0.3128, + 0.3076, + 0.3072, + 0.3068, + 0.3074, + 0.3094, + 0.3194, + 0.312, + 0.3111, + 0.311, + 0.3117, + 0.3071, + 0.3082, + 0.3104, + 0.312, + 0.3114, + 0.3117, + 0.3161, + 0.311, + 0.3111, + 0.3089, + 0.3099, + 0.307, + 0.3108, + 0.3119, + 0.3106, + 0.3125, + 0.3081, + 0.3133, + 0.3109, + 0.3118, + 0.3099, + 0.3113, + 0.3112, + 0.3108, + 0.3101, + 0.3107, + 0.3105, + 0.3108, + 0.311, + 0.3111 + ], + "train_loss": [ + 1.9896479614639282, + 1.989228398399353, + 1.9913108707427978, + 1.9891952603530885, + 1.9893831426239013, + 1.9876405304718017, + 1.9879415699768066, + 1.9855383531951905, + 1.9861496739959716, + 1.9879567293548583, + 1.9880899668884278, + 1.988914436264038, + 1.9845729635620117, + 1.9882750720977784, + 1.986619080886841, + 1.986360415725708, + 1.984292981414795, + 1.9868758028411866, + 1.9862796499633788, + 1.9836064116668701, + 1.9887293506622314, + 1.987586946182251, + 1.9869858631896973, + 1.9876407931137086, + 1.9903872080993652, + 1.9870248597717286, + 1.984416696243286, + 1.9871015835952759, + 1.987274853439331, + 1.9857344278717042, + 1.9862716618347167, + 1.98514561378479, + 1.988260205154419, + 1.9840300716400145, + 1.9863889629364013, + 1.987745002822876, + 1.9889955393981933, + 1.9864666799926758, + 1.9893225020599365, + 1.9871594960784913, + 1.9884574700164794, + 1.9864218033599854, + 1.9859322482299804, + 1.9873759143829346, + 1.9861914360046387, + 1.9885319758605957, + 1.9898562560272217, + 1.985831473045349, + 1.985336185760498, + 1.9852413446807862, + 1.9856248221206665, + 1.9873600564193725, + 1.9870840522003175, + 1.9870067491149903, + 1.9869314754486085, + 1.9850653249359131, + 1.9875930228424072, + 1.987569184112549, + 1.9871658860015868, + 1.9855123371887207, + 1.9833889255523682, + 1.9880683898925782, + 1.9878030462265015, + 1.98471407623291, + 1.988103190536499, + 1.9855585750961304, + 1.9861370626831054, + 1.9858980004882814, + 1.9873674423217773, + 1.9872277666473388, + 1.9847508831787108, + 1.9853865002059936, + 1.9861437704849243, + 1.9859025341796874, + 1.9839345678329467, + 1.984999510536194, + 1.9822538426208496, + 1.984417091293335, + 1.983155788269043, + 1.983664865875244, + 1.9863640853881837, + 1.9857785580825806, + 1.9854218925476075, + 1.9845938192749024, + 1.9818547330474854, + 1.9859014357757567, + 1.983231044921875, + 1.985167163925171, + 1.9846584673690797, + 1.9843994527816773, + 1.9858917093276978, + 1.984087236328125, + 1.9825552994537354, + 1.9838171983337403, + 1.9841137975311278 + ], + "gamma": [ + [ + 6, + 0.08304189937189221 + ], + [ + 7, + 0.08198711951263249 + ], + [ + 8, + 0.08454073127359152 + ], + [ + 9, + 0.08434331172611564 + ], + [ + 10, + 0.08335044141858816 + ], + [ + 13, + 0.08535977214341983 + ], + [ + 15, + 0.08736230782233179 + ], + [ + 20, + 0.09012478915974498 + ], + [ + 25, + 0.09021505803684704 + ], + [ + 35, + 0.09383204276673496 + ], + [ + 45, + 0.09757547511253506 + ], + [ + 55, + 0.09976769518107176 + ], + [ + 65, + 0.10113811318296939 + ], + [ + 75, + 0.10125958314165473 + ], + [ + 85, + 0.10157915914896876 + ], + [ + 95, + 0.10157413315027952 + ], + [ + 100, + 0.10160211031325161 + ] + ], + "rho": [ + [ + 6, + 0.015308302594348788 + ], + [ + 7, + -0.00024611176922917366 + ], + [ + 8, + 0.028694706736132503 + ], + [ + 9, + 0.017990151420235634 + ], + [ + 10, + 0.007663325406610966 + ], + [ + 13, + 0.0028579640202224255 + ], + [ + 15, + 0.013683738186955452 + ], + [ + 20, + 0.005488905240781605 + ], + [ + 25, + 0.009160608984529972 + ], + [ + 35, + 0.004546445794403553 + ], + [ + 45, + -0.006887141382321715 + ], + [ + 55, + 0.0014273221604526043 + ], + [ + 65, + 0.004843547940254211 + ], + [ + 75, + -0.0008459403179585934 + ], + [ + 85, + 0.0030805536080151796 + ], + [ + 95, + 0.009379950352013111 + ], + [ + 100, + -0.006648134032730013 + ] + ], + "alpha_eff": [ + [ + 6, + 0.0 + ], + [ + 7, + 0.0 + ], + [ + 8, + 0.0 + ], + [ + 9, + 0.0 + ], + [ + 10, + 0.0 + ], + [ + 11, + 0.0 + ], + [ + 12, + 0.0 + ], + [ + 13, + 0.0 + ], + [ + 14, + 0.0 + ], + [ + 15, + 0.0 + ], + [ + 16, + 0.0 + ], + [ + 17, + 0.0 + ], + [ + 18, + 0.0 + ], + [ + 19, + 0.0 + ], + [ + 20, + 0.0 + ], + [ + 21, + 0.0 + ], + [ + 22, + 0.0 + ], + [ + 23, + 0.0 + ], + [ + 24, + 0.0 + ], + [ + 25, + 0.0 + ], + [ + 26, + 0.0 + ], + [ + 27, + 0.0 + ], + [ + 28, + 0.0 + ], + [ + 29, + 0.0 + ], + [ + 30, + 0.0 + ], + [ + 31, + 0.0 + ], + [ + 32, + 0.0 + ], + [ + 33, + 0.0 + ], + [ + 34, + 0.0 + ], + [ + 35, + 0.0 + ], + [ + 36, + 0.0 + ], + [ + 37, + 0.0 + ], + [ + 38, + 0.0 + ], + [ + 39, + 0.0 + ], + [ + 40, + 0.0 + ], + [ + 41, + 0.0 + ], + [ + 42, + 0.0 + ], + [ + 43, + 0.0 + ], + [ + 44, + 0.0 + ], + [ + 45, + 0.0 + ], + [ + 46, + 0.0 + ], + [ + 47, + 0.0 + ], + [ + 48, + 0.0 + ], + [ + 49, + 0.0 + ], + [ + 50, + 0.0 + ], + [ + 51, + 0.0 + ], + [ + 52, + 0.0 + ], + [ + 53, + 0.0 + ], + [ + 54, + 0.0 + ], + [ + 55, + 0.0 + ], + [ + 56, + 0.0 + ], + [ + 57, + 0.0 + ], + [ + 58, + 0.0 + ], + [ + 59, + 0.0 + ], + [ + 60, + 0.0 + ], + [ + 61, + 0.0 + ], + [ + 62, + 0.0 + ], + [ + 63, + 0.0 + ], + [ + 64, + 0.0 + ], + [ + 65, + 0.0 + ], + [ + 66, + 0.0 + ], + [ + 67, + 0.0 + ], + [ + 68, + 0.0 + ], + [ + 69, + 0.0 + ], + [ + 70, + 0.0 + ], + [ + 71, + 0.0 + ], + [ + 72, + 0.0 + ], + [ + 73, + 0.0 + ], + [ + 74, + 0.0 + ], + [ + 75, + 0.0 + ], + [ + 76, + 0.0 + ], + [ + 77, + 0.0 + ], + [ + 78, + 0.0 + ], + [ + 79, + 0.0 + ], + [ + 80, + 0.0 + ], + [ + 81, + 0.0 + ], + [ + 82, + 0.0 + ], + [ + 83, + 0.0 + ], + [ + 84, + 0.0 + ], + [ + 85, + 0.0 + ], + [ + 86, + 0.0 + ], + [ + 87, + 0.0 + ], + [ + 88, + 0.0 + ], + [ + 89, + 0.0 + ], + [ + 90, + 0.0 + ], + [ + 91, + 0.0 + ], + [ + 92, + 0.0 + ], + [ + 93, + 0.0 + ], + [ + 94, + 0.0 + ], + [ + 95, + 0.0 + ], + [ + 96, + 0.0 + ], + [ + 97, + 0.0 + ], + [ + 98, + 0.0 + ], + [ + 99, + 0.0 + ], + [ + 100, + 0.0 + ] + ] + }, + "blend_random_trainable": { + "test_acc": [ + 0.304, + 0.3076, + 0.3108, + 0.3041, + 0.3098, + 0.3099, + 0.3038, + 0.297, + 0.2967, + 0.305, + 0.3156, + 0.3146, + 0.321, + 0.3105, + 0.3088, + 0.3038, + 0.3162, + 0.3148, + 0.3115, + 0.3031, + 0.3083, + 0.32, + 0.3081, + 0.3096, + 0.3084, + 0.3109, + 0.313, + 0.3187, + 0.31, + 0.3164, + 0.3185, + 0.3129, + 0.3139, + 0.3129, + 0.3216, + 0.3134, + 0.3204, + 0.3199, + 0.314, + 0.3219, + 0.3155, + 0.3138, + 0.3172, + 0.3154, + 0.3138, + 0.3156, + 0.3221, + 0.3134, + 0.3155, + 0.318, + 0.3154, + 0.3213, + 0.3228, + 0.3151, + 0.3185, + 0.3175, + 0.3256, + 0.3221, + 0.3152, + 0.3185, + 0.3232, + 0.3244, + 0.3207, + 0.3285, + 0.3137, + 0.3157, + 0.3232, + 0.3224, + 0.3229, + 0.3179, + 0.3202, + 0.326, + 0.321, + 0.3218, + 0.3149, + 0.3252, + 0.3187, + 0.3223, + 0.3203, + 0.3219, + 0.3252, + 0.3245, + 0.3237, + 0.3215, + 0.3219, + 0.3214, + 0.3212, + 0.3208, + 0.3207, + 0.3215, + 0.3208, + 0.3209, + 0.3207, + 0.3211, + 0.3212 + ], + "train_loss": [ + 1.9875820624542235, + 1.984858465499878, + 1.9837525555801392, + 1.9818363088226318, + 1.9856461972427368, + 1.9782102161026, + 1.9760711154174804, + 1.9777770901489258, + 1.975443967514038, + 1.976013292541504, + 1.9727115103149413, + 1.969586827430725, + 1.9730798572158814, + 1.9704905807876587, + 1.9703517753601074, + 1.9711850595092772, + 1.9702121339416503, + 1.972580355758667, + 1.9681320180511475, + 1.9686706248474122, + 1.9683358684539796, + 1.9668307958602906, + 1.9643502359008789, + 1.965956339035034, + 1.9685641189575196, + 1.9635703317642212, + 1.9627861168670655, + 1.9650380011367798, + 1.9642291540527343, + 1.9642311791992189, + 1.9646381041717529, + 1.9633978008651733, + 1.9658650427246094, + 1.9637716662597657, + 1.9667017318725586, + 1.962588292388916, + 1.9642483969116211, + 1.963774356918335, + 1.9637555825424193, + 1.966401972732544, + 1.9644542486572265, + 1.9629163044738769, + 1.9644242834854126, + 1.9674142376327515, + 1.9655234298706055, + 1.9619557665252685, + 1.9633433204650879, + 1.9618017944717407, + 1.961913779373169, + 1.9628275882339477, + 1.9626629904174804, + 1.959987710533142, + 1.963222172012329, + 1.9608874097061157, + 1.9631134511566162, + 1.96072896484375, + 1.9636458055877686, + 1.9607766639709472, + 1.9610338224029542, + 1.9611924673843384, + 1.962102650718689, + 1.9620676553344727, + 1.9624957943725585, + 1.9585958462142945, + 1.9600954289245605, + 1.9600101694107055, + 1.9582736966323853, + 1.9630938558197022, + 1.9602874573135376, + 1.9607704308319092, + 1.9604313027954101, + 1.9593016355133057, + 1.961487769317627, + 1.9581396647644043, + 1.9602671353530883, + 1.9591305192565918, + 1.9604460619354247, + 1.9608135815429688, + 1.9591818682861328, + 1.956793077659607, + 1.960898640060425, + 1.9563995078277587, + 1.9601803003311158, + 1.956558929977417, + 1.9553365264129638, + 1.9587519913482665, + 1.9584099251556397, + 1.958340239944458, + 1.9584214044570922, + 1.9551129587554932, + 1.9588654565429688, + 1.960626877746582, + 1.9583866863250732, + 1.955967247581482, + 1.9612910549163818 + ], + "gamma": [ + [ + 6, + 0.019220562127884477 + ], + [ + 7, + 0.03108229034114629 + ], + [ + 8, + 0.018241118639707565 + ], + [ + 9, + 0.034495080122724175 + ], + [ + 10, + 0.028780929278582335 + ], + [ + 13, + 0.030122535827104002 + ], + [ + 15, + 0.02802148787304759 + ], + [ + 20, + 0.03149552864488214 + ], + [ + 25, + 0.03785618720576167 + ], + [ + 35, + 0.021021342370659113 + ], + [ + 45, + 0.03360021597472951 + ], + [ + 55, + 0.026182003552094102 + ], + [ + 65, + 0.028913337620906532 + ], + [ + 75, + 0.028639126277994365 + ], + [ + 85, + 0.030121456366032362 + ], + [ + 95, + 0.03247612394625321 + ], + [ + 100, + 0.022932072111871094 + ] + ], + "rho": [ + [ + 6, + 0.013808809919282794 + ], + [ + 7, + 0.03821952547878027 + ], + [ + 8, + 0.0360131417401135 + ], + [ + 9, + 0.004150372929871082 + ], + [ + 10, + 0.013662770157679915 + ], + [ + 13, + 0.028151119186077267 + ], + [ + 15, + -0.0075449212454259396 + ], + [ + 20, + 0.0036099848803132772 + ], + [ + 25, + 0.000372566981241107 + ], + [ + 35, + 0.015148252947255969 + ], + [ + 45, + -0.001252165180630982 + ], + [ + 55, + -0.004500149516388774 + ], + [ + 65, + 0.020315622678026557 + ], + [ + 75, + -0.005173317855224013 + ], + [ + 85, + -0.002073251875117421 + ], + [ + 95, + 0.012416869401931763 + ], + [ + 100, + -0.006122617865912616 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7499197681564169 + ], + [ + 7, + 0.7498578762844952 + ], + [ + 8, + 0.7497999109492675 + ], + [ + 9, + 0.7497192773113324 + ], + [ + 10, + 0.7496842012884236 + ], + [ + 11, + 0.7496251981136395 + ], + [ + 12, + 0.749583628394037 + ], + [ + 13, + 0.7495581218904329 + ], + [ + 14, + 0.7495461848578033 + ], + [ + 15, + 0.749573789654497 + ], + [ + 16, + 0.7495078820260268 + ], + [ + 17, + 0.7494844798218633 + ], + [ + 18, + 0.7494460918088632 + ], + [ + 19, + 0.7494516167979163 + ], + [ + 20, + 0.7494209521942866 + ], + [ + 21, + 0.7494175843359755 + ], + [ + 22, + 0.7494194415266225 + ], + [ + 23, + 0.7494112317089004 + ], + [ + 24, + 0.7494132065753276 + ], + [ + 25, + 0.7494000991283181 + ], + [ + 26, + 0.7493913367051803 + ], + [ + 27, + 0.7493884842858975 + ], + [ + 28, + 0.7493755115783163 + ], + [ + 29, + 0.7493806287495052 + ], + [ + 30, + 0.7494016796762221 + ], + [ + 31, + 0.7493717711870365 + ], + [ + 32, + 0.749390029861711 + ], + [ + 33, + 0.7493999407109747 + ], + [ + 34, + 0.7493989022517102 + ], + [ + 35, + 0.7493795023296775 + ], + [ + 36, + 0.7493802135569222 + ], + [ + 37, + 0.74938156352573 + ], + [ + 38, + 0.7493928756541923 + ], + [ + 39, + 0.7493847808816975 + ], + [ + 40, + 0.7494038315175888 + ], + [ + 41, + 0.7493898131837181 + ], + [ + 42, + 0.7493857565571695 + ], + [ + 43, + 0.7493881993609323 + ], + [ + 44, + 0.7493968115497678 + ], + [ + 45, + 0.7493927498805746 + ], + [ + 46, + 0.7493963496195201 + ], + [ + 47, + 0.749385830666834 + ], + [ + 48, + 0.7493898922894369 + ], + [ + 49, + 0.7494094214602504 + ], + [ + 50, + 0.7493919284640196 + ], + [ + 51, + 0.7493724687303878 + ], + [ + 52, + 0.7493753754192403 + ], + [ + 53, + 0.7494169509817146 + ], + [ + 54, + 0.7494090969012233 + ], + [ + 55, + 0.749400978844211 + ], + [ + 56, + 0.7494047934457866 + ], + [ + 57, + 0.7494084815304891 + ], + [ + 58, + 0.7493952180905741 + ], + [ + 59, + 0.7493953983915104 + ], + [ + 60, + 0.7493957553341601 + ], + [ + 61, + 0.7493888248335011 + ], + [ + 62, + 0.7494101782890408 + ], + [ + 63, + 0.7494018681681134 + ], + [ + 64, + 0.7493975554113989 + ], + [ + 65, + 0.749402005689373 + ], + [ + 66, + 0.749388448551595 + ], + [ + 67, + 0.749378292937364 + ], + [ + 68, + 0.7493893777192285 + ], + [ + 69, + 0.7494020640612745 + ], + [ + 70, + 0.749388113256205 + ], + [ + 71, + 0.7493949761765804 + ], + [ + 72, + 0.7493872273422472 + ], + [ + 73, + 0.7493686665131345 + ], + [ + 74, + 0.7494086878510853 + ], + [ + 75, + 0.7493987049175213 + ], + [ + 76, + 0.7494035104924066 + ], + [ + 77, + 0.7494085798421963 + ], + [ + 78, + 0.7494012236175737 + ], + [ + 79, + 0.7493965643903735 + ], + [ + 80, + 0.7493722388926175 + ], + [ + 81, + 0.7493855664728786 + ], + [ + 82, + 0.7494076422037731 + ], + [ + 83, + 0.7493981861235621 + ], + [ + 84, + 0.7493902518791544 + ], + [ + 85, + 0.7493864440294339 + ], + [ + 86, + 0.7493949116123264 + ], + [ + 87, + 0.749393934029398 + ], + [ + 88, + 0.749385337987517 + ], + [ + 89, + 0.7493765470260315 + ], + [ + 90, + 0.7493792753959445 + ], + [ + 91, + 0.7493811654692877 + ], + [ + 92, + 0.7493927875353597 + ], + [ + 93, + 0.7494018052648254 + ], + [ + 94, + 0.7493991205092052 + ], + [ + 95, + 0.7494021873821667 + ], + [ + 96, + 0.7493917296459803 + ], + [ + 97, + 0.7493875192016652 + ], + [ + 98, + 0.7493879653352852 + ], + [ + 99, + 0.7493900474601058 + ], + [ + 100, + 0.7493940854326728 + ] + ] + }, + "blend_zero_target_trainable": { + "test_acc": [ + 0.264, + 0.2781, + 0.2795, + 0.2619, + 0.2655, + 0.2574, + 0.2514, + 0.2542, + 0.2466, + 0.259, + 0.264, + 0.2723, + 0.2761, + 0.2633, + 0.2566, + 0.2678, + 0.2485, + 0.2296, + 0.2162, + 0.1917, + 0.2184, + 0.2065, + 0.1931, + 0.2059, + 0.1663, + 0.1954, + 0.1922, + 0.1855, + 0.2072, + 0.1851, + 0.1741, + 0.1939, + 0.2083, + 0.2042, + 0.1954, + 0.1935, + 0.1993, + 0.205, + 0.2011, + 0.2087, + 0.2126, + 0.2141, + 0.2116, + 0.218, + 0.2072, + 0.2151, + 0.2189, + 0.21, + 0.2135, + 0.2176, + 0.2167, + 0.2213, + 0.2093, + 0.2129, + 0.2022, + 0.2056, + 0.2059, + 0.2057, + 0.2057, + 0.1849, + 0.2026, + 0.2112, + 0.1995, + 0.2044, + 0.1936, + 0.1937, + 0.2087, + 0.2021, + 0.2024, + 0.2016, + 0.2045, + 0.2056, + 0.2069, + 0.2041, + 0.1967, + 0.2015, + 0.2022, + 0.2002, + 0.2001, + 0.2013, + 0.2039, + 0.2041, + 0.2051, + 0.2007, + 0.2061, + 0.2013, + 0.2014, + 0.2032, + 0.2028, + 0.2033, + 0.2034, + 0.2023, + 0.2023, + 0.2031, + 0.203 + ], + "train_loss": [ + 2.003432984466553, + 2.0404958644104005, + 2.05170421913147, + 2.0512914763641357, + 2.059718384246826, + 2.056018392791748, + 2.0574035197448732, + 2.0550795609283448, + 2.051431663131714, + 2.05087917678833, + 2.048379221496582, + 2.0444970846939086, + 2.0427867864608764, + 2.0435575288391115, + 2.0456857122802736, + 2.0441513802337647, + 2.059211141204834, + 2.094487442703247, + 2.120898944854736, + 2.1411775353240965, + 2.1573567083740235, + 2.1730971395111083, + 2.1813291581726073, + 2.1853540766906736, + 2.18426385635376, + 2.1859450843048096, + 2.188995297317505, + 2.1879526950073243, + 2.1853000207519533, + 2.184229321975708, + 2.185366726226807, + 2.1810081949615476, + 2.17667474029541, + 2.1741380378723143, + 2.1705066053009032, + 2.1679501496124267, + 2.161978765106201, + 2.157980567855835, + 2.155652809371948, + 2.1513871308898924, + 2.1485144862365724, + 2.1452884986877443, + 2.1404634771728515, + 2.1402083478546143, + 2.1359153479003905, + 2.131035371170044, + 2.129794978027344, + 2.127242118988037, + 2.12495826461792, + 2.1216389994812013, + 2.1218640398406983, + 2.1189474866485596, + 2.117184839553833, + 2.12220953918457, + 2.1290039992523195, + 2.134818592529297, + 2.139795846862793, + 2.144669624786377, + 2.147829578704834, + 2.1512765794372557, + 2.152941629180908, + 2.1555648081207277, + 2.1558456703186035, + 2.154955834350586, + 2.1563889036560058, + 2.1574053646850584, + 2.157794552078247, + 2.158604030303955, + 2.1575727156829836, + 2.1577176335144044, + 2.1552623760986327, + 2.15590681930542, + 2.1562809659576416, + 2.1556343312072754, + 2.154660927200317, + 2.154556582107544, + 2.1544403926086426, + 2.1531307109832762, + 2.153617290649414, + 2.1533555097198485, + 2.153312416534424, + 2.152898409576416, + 2.1517363874053954, + 2.150981352081299, + 2.1505518492889406, + 2.150823607788086, + 2.150866351776123, + 2.148874746017456, + 2.150503429489136, + 2.1488629806518555, + 2.1504575192260744, + 2.1508920285797117, + 2.1497586909484863, + 2.1493976766967773, + 2.1510607133483886 + ], + "gamma": [ + [ + 6, + 0.03389458020683378 + ], + [ + 7, + 0.032111093460116535 + ], + [ + 8, + 0.03044863895047456 + ], + [ + 9, + 0.027433430892415345 + ], + [ + 10, + 0.03774541278835386 + ], + [ + 13, + 0.028504844522103667 + ], + [ + 15, + 0.03287511027883738 + ], + [ + 20, + 0.030300902930321172 + ], + [ + 25, + 0.0219054170884192 + ], + [ + 35, + 0.022474667755886912 + ], + [ + 45, + 0.0220179446041584 + ], + [ + 55, + 0.015417475253343582 + ], + [ + 65, + 0.012031457619741559 + ], + [ + 75, + 0.008347300812602043 + ], + [ + 85, + 0.016150177223607898 + ], + [ + 95, + 0.015004270651843399 + ], + [ + 100, + 0.011660999851301312 + ] + ], + "rho": [ + [ + 6, + -0.010524745099246502 + ], + [ + 7, + 0.004101772676222026 + ], + [ + 8, + 0.014873296488076448 + ], + [ + 9, + 0.004569279495626688 + ], + [ + 10, + -0.016330178827047348 + ], + [ + 13, + 0.00018126238137483597 + ], + [ + 15, + -0.01115548168309033 + ], + [ + 20, + -0.003041449934244156 + ], + [ + 25, + 0.015354603994637728 + ], + [ + 35, + -0.004682793049141765 + ], + [ + 45, + 0.012765995226800442 + ], + [ + 55, + 0.0006810068152844906 + ], + [ + 65, + 0.0004903898807242513 + ], + [ + 75, + 0.0011397527996450663 + ], + [ + 85, + -0.007209937088191509 + ], + [ + 95, + -1.2403237633407116e-05 + ], + [ + 100, + 0.012036159634590149 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7497110973373646 + ], + [ + 7, + 0.7495407175006196 + ], + [ + 8, + 0.7495014650438155 + ], + [ + 9, + 0.7494394919805796 + ], + [ + 10, + 0.7492695388180962 + ], + [ + 11, + 0.7493654889004079 + ], + [ + 12, + 0.7492565472070247 + ], + [ + 13, + 0.7493716493675475 + ], + [ + 14, + 0.7488066993907092 + ], + [ + 15, + 0.7491013538795988 + ], + [ + 16, + 0.7488933707912518 + ], + [ + 17, + 0.7494522288524024 + ], + [ + 18, + 0.7485868275958928 + ], + [ + 19, + 0.7473422431339624 + ], + [ + 20, + 0.7487962612259776 + ], + [ + 21, + 0.7494983161370045 + ], + [ + 22, + 0.7488975791216388 + ], + [ + 23, + 0.7480469713157275 + ], + [ + 24, + 0.7476437599827086 + ], + [ + 25, + 0.7474300097150289 + ], + [ + 26, + 0.747822986596431 + ], + [ + 27, + 0.7467118602425042 + ], + [ + 28, + 0.7471092996894162 + ], + [ + 29, + 0.7474470807519938 + ], + [ + 30, + 0.7476479569684252 + ], + [ + 31, + 0.7451283529728077 + ], + [ + 32, + 0.7458003003360094 + ], + [ + 33, + 0.7479835072001517 + ], + [ + 34, + 0.7446984605538471 + ], + [ + 35, + 0.7472124552272632 + ], + [ + 36, + 0.7463556332882426 + ], + [ + 37, + 0.7478376971321143 + ], + [ + 38, + 0.7478406578000478 + ], + [ + 39, + 0.7452850328116474 + ], + [ + 40, + 0.7466762376670545 + ], + [ + 41, + 0.7465009125588701 + ], + [ + 42, + 0.7450841557621256 + ], + [ + 43, + 0.7475184980092098 + ], + [ + 44, + 0.7454323403700487 + ], + [ + 45, + 0.7466811337346811 + ], + [ + 46, + 0.7465945785710588 + ], + [ + 47, + 0.746418668302273 + ], + [ + 48, + 0.7436489486425888 + ], + [ + 49, + 0.7450323294196143 + ], + [ + 50, + 0.7452192867013743 + ], + [ + 51, + 0.7464475260063141 + ], + [ + 52, + 0.7446866001113734 + ], + [ + 53, + 0.7448524841779364 + ], + [ + 54, + 0.7455440347145722 + ], + [ + 55, + 0.7457388396571264 + ], + [ + 56, + 0.7454119647928196 + ], + [ + 57, + 0.7430682626389489 + ], + [ + 58, + 0.7474565595948314 + ], + [ + 59, + 0.7423278495791585 + ], + [ + 60, + 0.7405472765991656 + ], + [ + 61, + 0.7395458773278126 + ], + [ + 62, + 0.7372895911825251 + ], + [ + 63, + 0.7363498697758593 + ], + [ + 64, + 0.7361875591915609 + ], + [ + 65, + 0.7349399572004071 + ], + [ + 66, + 0.7349707856961266 + ], + [ + 67, + 0.7322439808492792 + ], + [ + 68, + 0.7370521675143109 + ], + [ + 69, + 0.7386382624403232 + ], + [ + 70, + 0.7359472410416439 + ], + [ + 71, + 0.7353025986822335 + ], + [ + 72, + 0.7422242868818804 + ], + [ + 73, + 0.7423497206892272 + ], + [ + 74, + 0.7448571186644266 + ], + [ + 75, + 0.7423834255487499 + ], + [ + 76, + 0.7442281775254069 + ], + [ + 77, + 0.7435052675407173 + ], + [ + 78, + 0.7432126276523632 + ], + [ + 79, + 0.7438013154978188 + ], + [ + 80, + 0.7422217812382554 + ], + [ + 81, + 0.7440913565942923 + ], + [ + 82, + 0.7431837126395141 + ], + [ + 83, + 0.7428475916511187 + ], + [ + 84, + 0.7431000264451493 + ], + [ + 85, + 0.7437450935657974 + ], + [ + 86, + 0.7448235077650524 + ], + [ + 87, + 0.7427219708609096 + ], + [ + 88, + 0.7446693593127022 + ], + [ + 89, + 0.7085648437424285 + ], + [ + 90, + 0.740787975062913 + ], + [ + 91, + 0.7435331734982812 + ], + [ + 92, + 0.7441944409139527 + ], + [ + 93, + 0.7442299607020697 + ], + [ + 94, + 0.7442485650183557 + ], + [ + 95, + 0.7442345753614953 + ], + [ + 96, + 0.7439078810239492 + ], + [ + 97, + 0.7440106065482555 + ], + [ + 98, + 0.7447251286476685 + ], + [ + 99, + 0.6997242281014505 + ], + [ + 100, + 0.6615523455523286 + ] + ] + }, + "blend_zero_target_normmatched": { + "test_acc": [ + 0.2866, + 0.282, + 0.2812, + 0.2836, + 0.2808, + 0.2778, + 0.267, + 0.26, + 0.2562, + 0.2612, + 0.2792, + 0.2825, + 0.2852, + 0.2714, + 0.2702, + 0.2641, + 0.2735, + 0.2716, + 0.2446, + 0.2401, + 0.2261, + 0.2183, + 0.2018, + 0.213, + 0.1616, + 0.2083, + 0.1808, + 0.17, + 0.196, + 0.1803, + 0.174, + 0.1809, + 0.1913, + 0.1739, + 0.1978, + 0.178, + 0.1755, + 0.185, + 0.197, + 0.2071, + 0.1986, + 0.1997, + 0.2037, + 0.1986, + 0.206, + 0.2072, + 0.2205, + 0.204, + 0.221, + 0.2224, + 0.2128, + 0.2231, + 0.1855, + 0.2021, + 0.2, + 0.1953, + 0.2023, + 0.2001, + 0.2051, + 0.1695, + 0.1874, + 0.203, + 0.183, + 0.1933, + 0.1868, + 0.1933, + 0.197, + 0.1996, + 0.2037, + 0.1967, + 0.2036, + 0.1976, + 0.1993, + 0.2006, + 0.1876, + 0.1986, + 0.1962, + 0.1986, + 0.2006, + 0.1912, + 0.1982, + 0.205, + 0.2028, + 0.1982, + 0.2017, + 0.2023, + 0.2016, + 0.2036, + 0.2019, + 0.2028, + 0.2031, + 0.2029, + 0.2027, + 0.2025, + 0.2024 + ], + "train_loss": [ + 2.0053810136413572, + 2.041295912704468, + 2.0512937017822264, + 2.053422501525879, + 2.0592232944488527, + 2.0548282941436766, + 2.05423579788208, + 2.0632657752227783, + 2.060771167755127, + 2.056736230392456, + 2.0528232559204103, + 2.0485662706756593, + 2.0494049028778076, + 2.048429629974365, + 2.0481020497894287, + 2.0484046691894533, + 2.0441742082214356, + 2.0480171503067015, + 2.063710992202759, + 2.0992287350463865, + 2.1267570765686035, + 2.1412508248901365, + 2.146205220413208, + 2.1534790293884276, + 2.158313088378906, + 2.1622572157287596, + 2.164492923126221, + 2.1671857472991944, + 2.1656103144836427, + 2.167160799713135, + 2.1723063859558107, + 2.1732035494995117, + 2.1731792053985597, + 2.170966181488037, + 2.1706438542175293, + 2.1692603215789794, + 2.1665657765197754, + 2.1672782804870607, + 2.1647318984222412, + 2.163161800994873, + 2.1622354071807863, + 2.1623518823242187, + 2.1588726734924317, + 2.160354369506836, + 2.1577954167175295, + 2.1540362316131594, + 2.153853145523071, + 2.1522259687805176, + 2.151134018096924, + 2.1495489282989504, + 2.151202033081055, + 2.1525076805114747, + 2.154239734420776, + 2.158012287521362, + 2.162692668609619, + 2.1647850951385497, + 2.168344123535156, + 2.1698388371276853, + 2.171119987869263, + 2.1744665003204346, + 2.1771156128692626, + 2.180222715072632, + 2.183630125198364, + 2.182013426513672, + 2.1836937813568116, + 2.182101170425415, + 2.183056134490967, + 2.185867686767578, + 2.182726886138916, + 2.183416725234985, + 2.18278630607605, + 2.182796475982666, + 2.1808603149414063, + 2.179879749679565, + 2.181025611343384, + 2.1796674224853514, + 2.1807386072540282, + 2.1793438794708253, + 2.1803506465148925, + 2.1796112225341795, + 2.178861034927368, + 2.178344298248291, + 2.178040598297119, + 2.1764233238220214, + 2.1758622844696043, + 2.177035397949219, + 2.177131224822998, + 2.175055715484619, + 2.1750781156921386, + 2.1741144459533692, + 2.1753570489501954, + 2.1760255853271486, + 2.1760116576385498, + 2.1750786515045166, + 2.177204143218994 + ], + "gamma": [ + [ + 6, + 0.032760744099505246 + ], + [ + 7, + 0.03356296959100291 + ], + [ + 8, + 0.03529427613830194 + ], + [ + 9, + 0.03668428759556264 + ], + [ + 10, + 0.032860312261618674 + ], + [ + 13, + 0.03368683677399531 + ], + [ + 15, + 0.03394245891831815 + ], + [ + 20, + 0.03203312022378668 + ], + [ + 25, + 0.030271637078840286 + ], + [ + 35, + 0.014803529251366854 + ], + [ + 45, + 0.023266919946763664 + ], + [ + 55, + 0.0193672813475132 + ], + [ + 65, + 0.008843706636980642 + ], + [ + 75, + 0.01770660956390202 + ], + [ + 85, + 0.017078267177566886 + ], + [ + 95, + 0.019479279697407037 + ], + [ + 100, + 0.013533162360545248 + ] + ], + "rho": [ + [ + 6, + 0.008696502249222249 + ], + [ + 7, + -0.014632533071562648 + ], + [ + 8, + 0.0014590504579246044 + ], + [ + 9, + 0.019048720016144216 + ], + [ + 10, + 0.002272033249028027 + ], + [ + 13, + 0.00363256991840899 + ], + [ + 15, + -0.0008845720440149307 + ], + [ + 20, + -0.0013811918906867504 + ], + [ + 25, + -0.0008659022860229015 + ], + [ + 35, + 4.157889634370804e-06 + ], + [ + 45, + 0.005909497383981943 + ], + [ + 55, + -0.0021812813356518745 + ], + [ + 65, + -0.0036668083630502224 + ], + [ + 75, + 0.0019832749385386705 + ], + [ + 85, + -0.0003587682731449604 + ], + [ + 95, + 0.0025006418582051992 + ], + [ + 100, + -0.0003044707700610161 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7497102366961352 + ], + [ + 7, + 0.7496117878894093 + ], + [ + 8, + 0.7493668366630404 + ], + [ + 9, + 0.7494885253400894 + ], + [ + 10, + 0.7493006036787342 + ], + [ + 11, + 0.749507307622937 + ], + [ + 12, + 0.7489157461784136 + ], + [ + 13, + 0.7484369725912149 + ], + [ + 14, + 0.7491493989675917 + ], + [ + 15, + 0.7491947136943565 + ], + [ + 16, + 0.7489663992747633 + ], + [ + 17, + 0.7492430082735069 + ], + [ + 18, + 0.7479519284173322 + ], + [ + 19, + 0.7490517895834745 + ], + [ + 20, + 0.7484701280239605 + ], + [ + 21, + 0.74903092534869 + ], + [ + 22, + 0.7473644629390265 + ], + [ + 23, + 0.7494644840448654 + ], + [ + 24, + 0.748960534840753 + ], + [ + 25, + 0.7483511507690959 + ], + [ + 26, + 0.7479331988196185 + ], + [ + 27, + 0.7475201299801273 + ], + [ + 28, + 0.7469163964983162 + ], + [ + 29, + 0.7465724689237111 + ], + [ + 30, + 0.7463302567909254 + ], + [ + 31, + 0.7465513386415606 + ], + [ + 32, + 0.7474534738876192 + ], + [ + 33, + 0.7478912888643996 + ], + [ + 34, + 0.7462201697635631 + ], + [ + 35, + 0.7470943867621369 + ], + [ + 36, + 0.7444033970460742 + ], + [ + 37, + 0.7445381349531562 + ], + [ + 38, + 0.7467094160155424 + ], + [ + 39, + 0.7471418977436385 + ], + [ + 40, + 0.7468045466743071 + ], + [ + 41, + 0.7476849137928582 + ], + [ + 42, + 0.7453636446201087 + ], + [ + 43, + 0.7454549215666408 + ], + [ + 44, + 0.7468388575782224 + ], + [ + 45, + 0.7469884602426576 + ], + [ + 46, + 0.7471925785241396 + ], + [ + 47, + 0.7465119294092779 + ], + [ + 48, + 0.747185893816065 + ], + [ + 49, + 0.745718881971195 + ], + [ + 50, + 0.7452120083006145 + ], + [ + 51, + 0.7469803062502717 + ], + [ + 52, + 0.7428619281265142 + ], + [ + 53, + 0.7444926098917032 + ], + [ + 54, + 0.7441734065874468 + ], + [ + 55, + 0.7478602155222444 + ], + [ + 56, + 0.7429932759166155 + ], + [ + 57, + 0.7385215321278118 + ], + [ + 58, + 0.7374059694144435 + ], + [ + 59, + 0.7357296586926964 + ], + [ + 60, + 0.7347909031655697 + ], + [ + 61, + 0.7328087811513545 + ], + [ + 62, + 0.7288583480260555 + ], + [ + 63, + 0.7301279724503908 + ], + [ + 64, + 0.7319453293685294 + ], + [ + 65, + 0.7403276468203419 + ], + [ + 66, + 0.7321262214944909 + ], + [ + 67, + 0.7402790505349546 + ], + [ + 68, + 0.7361369243833945 + ], + [ + 69, + 0.7399826715782402 + ], + [ + 70, + 0.7385633677318512 + ], + [ + 71, + 0.7425509271044789 + ], + [ + 72, + 0.7410376088263465 + ], + [ + 73, + 0.7414316062436253 + ], + [ + 74, + 0.7423208572562254 + ], + [ + 75, + 0.7392775755613968 + ], + [ + 76, + 0.7423138959603065 + ], + [ + 77, + 0.7440436578416467 + ], + [ + 78, + 0.7417742672783044 + ], + [ + 79, + 0.7350923971954704 + ], + [ + 80, + 0.740331853535796 + ], + [ + 81, + 0.7403988790156416 + ], + [ + 82, + 0.74129861644223 + ], + [ + 83, + 0.7436739568445836 + ], + [ + 84, + 0.7436813696502542 + ], + [ + 85, + 0.7439240254755711 + ], + [ + 86, + 0.7437693353790671 + ], + [ + 87, + 0.7424159035007266 + ], + [ + 88, + 0.7412607206475597 + ], + [ + 89, + 0.7438216074109935 + ], + [ + 90, + 0.7441292943903884 + ], + [ + 91, + 0.7439333557153369 + ], + [ + 92, + 0.744267398988157 + ], + [ + 93, + 0.7414080338200553 + ], + [ + 94, + 0.662589780026837 + ], + [ + 95, + 0.6103594363078234 + ], + [ + 96, + 0.7080672370124097 + ], + [ + 97, + 0.6981383092536529 + ], + [ + 98, + 0.6739209545836329 + ], + [ + 99, + 0.6362291510318147 + ], + [ + 100, + 0.6540743195648167 + ] + ] + }, + "blend_perlayer_vector": { + "test_acc": [ + 0.3014, + 0.3091, + 0.3161, + 0.3138, + 0.3037, + 0.3046, + 0.3131, + 0.3115, + 0.2915, + 0.3185, + 0.3216, + 0.3119, + 0.3172, + 0.303, + 0.3201, + 0.3214, + 0.3286, + 0.3219, + 0.3216, + 0.3198, + 0.3209, + 0.3261, + 0.3199, + 0.3192, + 0.309, + 0.3095, + 0.3278, + 0.3126, + 0.3186, + 0.3137, + 0.3159, + 0.3185, + 0.3245, + 0.3079, + 0.3228, + 0.3072, + 0.3225, + 0.3238, + 0.3216, + 0.307, + 0.3216, + 0.3226, + 0.3168, + 0.3162, + 0.314, + 0.3111, + 0.3091, + 0.3163, + 0.3185, + 0.3108, + 0.3226, + 0.3224, + 0.326, + 0.3153, + 0.32, + 0.3186, + 0.3202, + 0.3143, + 0.3179, + 0.3175, + 0.316, + 0.3179, + 0.3194, + 0.3259, + 0.3205, + 0.3149, + 0.3241, + 0.3204, + 0.3167, + 0.3175, + 0.3158, + 0.314, + 0.3206, + 0.3172, + 0.3194, + 0.3168, + 0.3173, + 0.3163, + 0.3181, + 0.3158, + 0.3175, + 0.3171, + 0.3165, + 0.3189, + 0.3184, + 0.3169, + 0.3171, + 0.3181, + 0.3175, + 0.3177, + 0.318, + 0.3184, + 0.3178, + 0.3178, + 0.3179 + ], + "train_loss": [ + 1.9994929840087892, + 1.9909435724639892, + 1.9911939218902588, + 1.9807739561462403, + 1.9746150674438476, + 1.9764668709564208, + 1.975018363647461, + 1.9737896001815796, + 1.9739441508483886, + 1.9663956859588623, + 1.9689143822860717, + 1.9658036951446534, + 1.9667480603027343, + 1.9674083672332763, + 1.964588031463623, + 1.9619441661834718, + 1.9664774893569947, + 1.9652658667755127, + 1.9653460961532592, + 1.9660338995742799, + 1.966213752784729, + 1.9687189400863647, + 1.9702468350219726, + 1.9715557425689698, + 1.9705856410980225, + 1.9700196152496339, + 1.9696489532852173, + 1.972307102279663, + 1.9681650104141235, + 1.9746904849624634, + 1.9716557328033448, + 1.970906025238037, + 1.9725887395858765, + 1.9706830628967285, + 1.9751151922225951, + 1.977521953353882, + 1.9779337515640258, + 1.9787398273086547, + 1.9779761680603027, + 1.975472740097046, + 1.9720595486068726, + 1.9750176905059815, + 1.9728286672592164, + 1.9735189740753174, + 1.9700484294891358, + 1.9663869178009032, + 1.970880456314087, + 1.9700935790252685, + 1.969158224258423, + 1.9686299856567382, + 1.9682164820098877, + 1.9658004427719116, + 1.9688281896209716, + 1.9674775586318969, + 1.9676536360931396, + 1.9619322258758545, + 1.964151021347046, + 1.9621918587875367, + 1.962152914199829, + 1.9639425127792358, + 1.9638695216369628, + 1.9604027495574952, + 1.9605082215118408, + 1.9634784563827514, + 1.9594726029205323, + 1.9596597722625733, + 1.9628461597061158, + 1.9617521169281005, + 1.9619831213760377, + 1.9604441236877441, + 1.9610664263534545, + 1.960748560256958, + 1.963457571182251, + 1.9597577194595337, + 1.9599701406478882, + 1.9587874462509156, + 1.9594787602233887, + 1.9586531242370606, + 1.960344973449707, + 1.9590771360015868, + 1.9615441747665405, + 1.9583571487808227, + 1.9579783059692384, + 1.9601671183013916, + 1.9585991205215454, + 1.9578000702667235, + 1.957329704208374, + 1.9584047491836547, + 1.961261401901245, + 1.9607749820327758, + 1.953811019744873, + 1.9586621810913085, + 1.956612640991211, + 1.9581326139068604, + 1.9590486404037475 + ], + "gamma": [ + [ + 6, + 0.02758424769854173 + ], + [ + 7, + 0.02514540360425599 + ], + [ + 8, + 0.02798356593120843 + ], + [ + 9, + 0.029024130548350513 + ], + [ + 10, + 0.02441626461222768 + ], + [ + 13, + 0.026506584195885807 + ], + [ + 15, + 0.025264176714699715 + ], + [ + 20, + 0.024162075715139508 + ], + [ + 25, + 0.028284745756536722 + ], + [ + 35, + 0.026664523931685835 + ], + [ + 45, + 0.02932862620218657 + ], + [ + 55, + 0.024880344019038603 + ], + [ + 65, + 0.03438053181162104 + ], + [ + 75, + 0.030886002001352608 + ], + [ + 85, + 0.0240993500337936 + ], + [ + 95, + 0.0330632771801902 + ], + [ + 100, + 0.032676345988875255 + ] + ], + "rho": [ + [ + 6, + -0.00015322724357247353 + ], + [ + 7, + 0.009105906821787357 + ], + [ + 8, + 0.00440916046500206 + ], + [ + 9, + 0.013502348680049181 + ], + [ + 10, + 0.018625129014253616 + ], + [ + 13, + -0.012899965571705252 + ], + [ + 15, + 0.01508733443915844 + ], + [ + 20, + 0.010009644087404013 + ], + [ + 25, + 0.017516383668407798 + ], + [ + 35, + -0.0034965425729751587 + ], + [ + 45, + 0.009483097353950143 + ], + [ + 55, + 0.007973434403538704 + ], + [ + 65, + 0.016091769794002175 + ], + [ + 75, + -0.0038209278136491776 + ], + [ + 85, + -0.004151179688051343 + ], + [ + 95, + 0.004727359628304839 + ], + [ + 100, + 0.03360465099103749 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7496775136338373 + ], + [ + 7, + 0.7493848072643251 + ], + [ + 8, + 0.7493969820019624 + ], + [ + 9, + 0.7493779152086678 + ], + [ + 10, + 0.7493805607606816 + ], + [ + 11, + 0.7493858277202536 + ], + [ + 12, + 0.7493563667065243 + ], + [ + 13, + 0.7493739172881089 + ], + [ + 14, + 0.7493865152293538 + ], + [ + 15, + 0.7493799567737963 + ], + [ + 16, + 0.7493893793529548 + ], + [ + 17, + 0.7493935108297147 + ], + [ + 18, + 0.74937751457295 + ], + [ + 19, + 0.7493662596795336 + ], + [ + 20, + 0.7493579343807725 + ], + [ + 21, + 0.749376258570811 + ], + [ + 22, + 0.7493780597076252 + ], + [ + 23, + 0.7493718220015017 + ], + [ + 24, + 0.7493692390237389 + ], + [ + 25, + 0.7493817670563111 + ], + [ + 26, + 0.74934943246719 + ], + [ + 27, + 0.7493683354978263 + ], + [ + 28, + 0.7493750063356389 + ], + [ + 29, + 0.7493796536392181 + ], + [ + 30, + 0.7493815981479246 + ], + [ + 31, + 0.7493623953227052 + ], + [ + 32, + 0.7493714793640737 + ], + [ + 33, + 0.7493764149643402 + ], + [ + 34, + 0.7493924611144313 + ], + [ + 35, + 0.7493682567855126 + ], + [ + 36, + 0.7493617466290655 + ], + [ + 37, + 0.7493704769253654 + ], + [ + 38, + 0.749364511476785 + ], + [ + 39, + 0.7493487010999397 + ], + [ + 40, + 0.7493669261600524 + ], + [ + 41, + 0.7493560475686346 + ], + [ + 42, + 0.7493803044479502 + ], + [ + 43, + 0.7493788648584025 + ], + [ + 44, + 0.7493798778374525 + ], + [ + 45, + 0.7493651396584137 + ], + [ + 46, + 0.7493552045661347 + ], + [ + 47, + 0.7493729246021084 + ], + [ + 48, + 0.7493537313829601 + ], + [ + 49, + 0.7493827162435386 + ], + [ + 50, + 0.7493576430091816 + ], + [ + 51, + 0.7493604521014898 + ], + [ + 52, + 0.7493745756303004 + ], + [ + 53, + 0.7493613106607291 + ], + [ + 54, + 0.7493819623812891 + ], + [ + 55, + 0.7493775018999356 + ], + [ + 56, + 0.7493898504865194 + ], + [ + 57, + 0.7493854228839159 + ], + [ + 58, + 0.7493921795264545 + ], + [ + 59, + 0.7493614757989889 + ], + [ + 60, + 0.7493846420331053 + ], + [ + 61, + 0.7493759850668327 + ], + [ + 62, + 0.7494039517917349 + ], + [ + 63, + 0.7493645538488906 + ], + [ + 64, + 0.7493858809378218 + ], + [ + 65, + 0.749382843410981 + ], + [ + 66, + 0.7493601441202046 + ], + [ + 67, + 0.7493684406388421 + ], + [ + 68, + 0.749374369432499 + ], + [ + 69, + 0.7493906263596096 + ], + [ + 70, + 0.7493647075621254 + ], + [ + 71, + 0.7493811987237541 + ], + [ + 72, + 0.7493655957605927 + ], + [ + 73, + 0.7493640673929639 + ], + [ + 74, + 0.749398196804206 + ], + [ + 75, + 0.7493917599647075 + ], + [ + 76, + 0.7493809179743072 + ], + [ + 77, + 0.749353315616542 + ], + [ + 78, + 0.749385558142852 + ], + [ + 79, + 0.749366959825757 + ], + [ + 80, + 0.7493677037146079 + ], + [ + 81, + 0.7493588560245095 + ], + [ + 82, + 0.7493731044418906 + ], + [ + 83, + 0.749372858756826 + ], + [ + 84, + 0.7493648726008507 + ], + [ + 85, + 0.7493626112188468 + ], + [ + 86, + 0.7493844679969018 + ], + [ + 87, + 0.7493600602773467 + ], + [ + 88, + 0.749374010047192 + ], + [ + 89, + 0.7493398289894967 + ], + [ + 90, + 0.7493728568131478 + ], + [ + 91, + 0.7493648528938069 + ], + [ + 92, + 0.749379987144675 + ], + [ + 93, + 0.749379012553428 + ], + [ + 94, + 0.7493564874397597 + ], + [ + 95, + 0.7493693097759272 + ], + [ + 96, + 0.749372332695717 + ], + [ + 97, + 0.7493727628665475 + ], + [ + 98, + 0.7493753051079124 + ], + [ + 99, + 0.7493838413921884 + ], + [ + 100, + 0.7493817605382551 + ] + ] + }, + "blend_random_freeze_after_1": { + "test_acc": [ + 0.3063, + 0.2032, + 0.1273, + 0.1407, + 0.1227, + 0.1319, + 0.1227, + 0.1423, + 0.1406, + 0.1236, + 0.1189, + 0.1452, + 0.1251, + 0.1218, + 0.1289, + 0.1275, + 0.1214, + 0.1205, + 0.1383, + 0.1194, + 0.1175, + 0.1348, + 0.1399, + 0.1337, + 0.1299, + 0.1347, + 0.1261, + 0.1214, + 0.1429, + 0.1205, + 0.1292, + 0.14, + 0.1265, + 0.1458, + 0.125, + 0.122, + 0.1374, + 0.1398, + 0.1335, + 0.1295, + 0.1391, + 0.1338, + 0.1271, + 0.1384, + 0.1451, + 0.146, + 0.1351, + 0.1455, + 0.1192, + 0.124, + 0.1355, + 0.1205, + 0.1245, + 0.143, + 0.1442, + 0.1276, + 0.1451, + 0.1287, + 0.145, + 0.1261, + 0.1444, + 0.1342, + 0.1202, + 0.1272, + 0.1398, + 0.1416, + 0.1185, + 0.1345, + 0.141, + 0.1406, + 0.1437, + 0.1351, + 0.1352, + 0.1454, + 0.1427, + 0.1334, + 0.1436, + 0.1433, + 0.143, + 0.1176, + 0.1329, + 0.133, + 0.1345, + 0.1346, + 0.1349, + 0.1442, + 0.1458, + 0.143, + 0.1443, + 0.1416, + 0.1432, + 0.1435, + 0.1437, + 0.1438, + 0.1438 + ], + "train_loss": [ + 1.9885120925903321, + 2.0761205434417724, + 2.230262163696289, + 2.2778841004943846, + 2.2938861424255372, + 2.295684944229126, + 2.297641329574585, + 2.298973360443115, + 2.294463068695068, + 2.296937135620117, + 2.296987574005127, + 2.295542655105591, + 2.2948559199523926, + 2.29499972946167, + 2.2935732513427736, + 2.293764686279297, + 2.2939922271728515, + 2.2954816610717774, + 2.293695736236572, + 2.293420573272705, + 2.292508361053467, + 2.292823321685791, + 2.2922408909606933, + 2.2910657302093504, + 2.2923990909576415, + 2.291787723312378, + 2.2910885387420654, + 2.2904720906066895, + 2.2900661878204347, + 2.290612805328369, + 2.2922181576538088, + 2.2916324267578125, + 2.2893353955078126, + 2.2892222313690187, + 2.2895913304138182, + 2.2891984420776366, + 2.2897861616516115, + 2.288906211013794, + 2.287695652923584, + 2.2881334494781496, + 2.288540917892456, + 2.288068819885254, + 2.2882668949890137, + 2.289553168182373, + 2.28741283493042, + 2.287084792022705, + 2.287241609802246, + 2.286262402496338, + 2.287431600341797, + 2.2859934727478026, + 2.2863884370422363, + 2.2855619835662844, + 2.285059044265747, + 2.285717262420654, + 2.2851440204620364, + 2.2853235563659666, + 2.285508095550537, + 2.284884995803833, + 2.2841670207214357, + 2.2842117460632325, + 2.2844207135772705, + 2.284843815765381, + 2.2833426860809327, + 2.2847967240142824, + 2.2843006983184813, + 2.2830437184906005, + 2.2828539336395264, + 2.283909013595581, + 2.283869965133667, + 2.2835022590637206, + 2.283671631164551, + 2.2828954322052004, + 2.2837038899230957, + 2.2823268105316163, + 2.2824643184661864, + 2.282547272720337, + 2.2829145204162598, + 2.2820186660003663, + 2.2827925469207764, + 2.282179147338867, + 2.282109367904663, + 2.2820095054626464, + 2.2816736547851564, + 2.2822063021850587, + 2.2824253468322753, + 2.2817126638793943, + 2.2823937452697756, + 2.281291566543579, + 2.282202901000977, + 2.2823980027770996, + 2.281220394439697, + 2.2813532514190675, + 2.2817853865051267, + 2.281285207366943, + 2.2816215362548826 + ], + "gamma": [ + [ + 6, + 0.0226771094603464 + ], + [ + 7, + 0.018273803289048374 + ], + [ + 8, + 0.022315494250506163 + ], + [ + 9, + 0.02100165915908292 + ], + [ + 10, + 0.016694228834239766 + ], + [ + 13, + 0.0118214536778396 + ], + [ + 15, + 0.008569155354052782 + ], + [ + 20, + 0.005392427754486562 + ], + [ + 25, + 0.00896685284897103 + ], + [ + 35, + 0.005980721532523603 + ], + [ + 45, + 0.007969904990005716 + ], + [ + 55, + 0.006948693706092968 + ], + [ + 65, + 0.006855892404971087 + ], + [ + 75, + 0.006548671450985921 + ], + [ + 85, + 0.005674670293529971 + ], + [ + 95, + 0.006074464247149081 + ], + [ + 100, + 0.006020089146772989 + ] + ], + "rho": [ + [ + 6, + 0.005136748077347875 + ], + [ + 7, + 0.013638765143696219 + ], + [ + 8, + 0.0026725411880761385 + ], + [ + 9, + -4.764541517943144e-05 + ], + [ + 10, + 0.002810525242239237 + ], + [ + 13, + -0.0014697947772219777 + ], + [ + 15, + 0.007574135437607765 + ], + [ + 20, + 9.234785102307796e-05 + ], + [ + 25, + 0.0022132452577352524 + ], + [ + 35, + 0.0025958193000406027 + ], + [ + 45, + -0.0014452249743044376 + ], + [ + 55, + -0.006561175920069218 + ], + [ + 65, + 0.006800537463277578 + ], + [ + 75, + 0.0004066654946655035 + ], + [ + 85, + -0.00431265402585268 + ], + [ + 95, + 0.00305967777967453 + ], + [ + 100, + -0.006211055442690849 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7499212197100755 + ], + [ + 7, + 0.7499024856318292 + ], + [ + 8, + 0.7499319673934342 + ], + [ + 9, + 0.7499395970672296 + ], + [ + 10, + 0.7499431338929365 + ], + [ + 11, + 0.7499451968801987 + ], + [ + 12, + 0.7499465867049562 + ], + [ + 13, + 0.7499476422536362 + ], + [ + 14, + 0.7499484656371325 + ], + [ + 15, + 0.7499491977198112 + ], + [ + 16, + 0.7499498216952964 + ], + [ + 17, + 0.7499503794749826 + ], + [ + 18, + 0.7499508528867302 + ], + [ + 19, + 0.7499512869664006 + ], + [ + 20, + 0.7499516601427744 + ], + [ + 21, + 0.7499519864052889 + ], + [ + 22, + 0.7499523064733358 + ], + [ + 23, + 0.7499526089508433 + ], + [ + 24, + 0.749952882354241 + ], + [ + 25, + 0.7499531608515829 + ], + [ + 26, + 0.7499534033295001 + ], + [ + 27, + 0.7499536259687262 + ], + [ + 28, + 0.7499538391637108 + ], + [ + 29, + 0.7499540315490518 + ], + [ + 30, + 0.7499542277574561 + ], + [ + 31, + 0.7499544090025009 + ], + [ + 32, + 0.749954588810981 + ], + [ + 33, + 0.7499547605309729 + ], + [ + 34, + 0.7499549214785973 + ], + [ + 35, + 0.749955081906797 + ], + [ + 36, + 0.7499552256254782 + ], + [ + 37, + 0.7499553760836208 + ], + [ + 38, + 0.7499555201660311 + ], + [ + 39, + 0.7499556578726498 + ], + [ + 40, + 0.7499558101880698 + ], + [ + 41, + 0.7499559520076509 + ], + [ + 42, + 0.7499560894172485 + ], + [ + 43, + 0.7499562191698678 + ], + [ + 44, + 0.7499563382921131 + ], + [ + 45, + 0.7499564438303168 + ], + [ + 46, + 0.7499565391022466 + ], + [ + 47, + 0.7499566237337427 + ], + [ + 48, + 0.7499567041709162 + ], + [ + 49, + 0.7499567712266514 + ], + [ + 50, + 0.7499568361920005 + ], + [ + 51, + 0.749956898750056 + ], + [ + 52, + 0.7499569438134133 + ], + [ + 53, + 0.7499569908254526 + ], + [ + 54, + 0.7499570420350408 + ], + [ + 55, + 0.7499570775301238 + ], + [ + 56, + 0.7499571016564673 + ], + [ + 57, + 0.7499571459746414 + ], + [ + 58, + 0.7499571891869481 + ], + [ + 59, + 0.7499572110038194 + ], + [ + 60, + 0.749957236354002 + ], + [ + 61, + 0.7499572662894795 + ], + [ + 62, + 0.7499572911271395 + ], + [ + 63, + 0.7499573173336485 + ], + [ + 64, + 0.7499573392179685 + ], + [ + 65, + 0.749957359288327 + ], + [ + 66, + 0.749957377204341 + ], + [ + 67, + 0.749957394189893 + ], + [ + 68, + 0.749957415460572 + ], + [ + 69, + 0.7499574298905061 + ], + [ + 70, + 0.7499574504969908 + ], + [ + 71, + 0.7499574570612607 + ], + [ + 72, + 0.7499574808032011 + ], + [ + 73, + 0.7499574914435875 + ], + [ + 74, + 0.7499575046833561 + ], + [ + 75, + 0.7499575174477293 + ], + [ + 76, + 0.7499575343827153 + ], + [ + 77, + 0.7499575338567375 + ], + [ + 78, + 0.7499575504747613 + ], + [ + 79, + 0.7499575599418454 + ], + [ + 80, + 0.7499575676658329 + ], + [ + 81, + 0.7499575752145811 + ], + [ + 82, + 0.74995758071355 + ], + [ + 83, + 0.7499575876654663 + ], + [ + 84, + 0.7499575940948701 + ], + [ + 85, + 0.7499575954603194 + ], + [ + 86, + 0.7499576004871666 + ], + [ + 87, + 0.7499575992228616 + ], + [ + 88, + 0.7499576131908711 + ], + [ + 89, + 0.7499576097857281 + ], + [ + 90, + 0.7499576155374349 + ], + [ + 91, + 0.7499576194786625 + ], + [ + 92, + 0.7499576219937862 + ], + [ + 93, + 0.7499576193168133 + ], + [ + 94, + 0.7499576203215673 + ], + [ + 95, + 0.7499576204193835 + ], + [ + 96, + 0.7499576158408036 + ], + [ + 97, + 0.7499576177929302 + ], + [ + 98, + 0.7499576268251236 + ], + [ + 99, + 0.7499576217915709 + ], + [ + 100, + 0.7499576206351348 + ] + ] + }, + "blend_random_freeze_after_5": { + "test_acc": [ + 0.3057, + 0.3121, + 0.3176, + 0.3081, + 0.3076, + 0.2275, + 0.1555, + 0.1352, + 0.1333, + 0.1123, + 0.1447, + 0.1549, + 0.1184, + 0.131, + 0.1215, + 0.1274, + 0.121, + 0.1214, + 0.1219, + 0.1173, + 0.117, + 0.1384, + 0.1364, + 0.1385, + 0.1269, + 0.124, + 0.1228, + 0.1189, + 0.1414, + 0.1208, + 0.1269, + 0.1394, + 0.12, + 0.1429, + 0.1241, + 0.1209, + 0.1378, + 0.1362, + 0.1326, + 0.1277, + 0.1372, + 0.1136, + 0.128, + 0.1333, + 0.1416, + 0.142, + 0.1323, + 0.125, + 0.1194, + 0.1136, + 0.1338, + 0.1253, + 0.1243, + 0.1417, + 0.1427, + 0.1245, + 0.1446, + 0.1173, + 0.1155, + 0.1251, + 0.1435, + 0.1346, + 0.1229, + 0.1181, + 0.141, + 0.1418, + 0.118, + 0.1345, + 0.14, + 0.1457, + 0.1436, + 0.1352, + 0.1345, + 0.145, + 0.1421, + 0.1342, + 0.1345, + 0.1407, + 0.1431, + 0.118, + 0.1345, + 0.1354, + 0.1332, + 0.118, + 0.1353, + 0.1333, + 0.144, + 0.1421, + 0.1439, + 0.1289, + 0.1445, + 0.1411, + 0.1421, + 0.143, + 0.143 + ], + "train_loss": [ + 1.986709086303711, + 1.9856938624572753, + 1.9857408505249023, + 1.9869411079406738, + 1.9924460929107666, + 2.065664505157471, + 2.188273988494873, + 2.2466244148254395, + 2.271299695587158, + 2.28955681350708, + 2.297678905792236, + 2.2992174604034425, + 2.300583914337158, + 2.300704315338135, + 2.29892277053833, + 2.29928806098938, + 2.299401301345825, + 2.3006060648345947, + 2.2990310078430176, + 2.298429386138916, + 2.297889120941162, + 2.2977303551483153, + 2.2972964846801758, + 2.2962034020233153, + 2.296949835205078, + 2.297126563796997, + 2.2956148274993895, + 2.294817444534302, + 2.294436751174927, + 2.2950318000030516, + 2.296592710418701, + 2.295585599975586, + 2.2933802742004397, + 2.293261420288086, + 2.293370549621582, + 2.29287371963501, + 2.293215133666992, + 2.2926715459442137, + 2.2913270640563965, + 2.2918275312042238, + 2.2921436554718015, + 2.2917427026367188, + 2.2918095041656494, + 2.293215352859497, + 2.290927030715942, + 2.2903220557403565, + 2.2907896925354003, + 2.289483503417969, + 2.290825044403076, + 2.2892746055603026, + 2.290025728302002, + 2.2888286866760255, + 2.2882002299499513, + 2.2888796851348876, + 2.288195140609741, + 2.2884540342712403, + 2.2888086296081545, + 2.287996703338623, + 2.287258808746338, + 2.287319690093994, + 2.287380068283081, + 2.2877273332214356, + 2.2862229296875, + 2.287708251419067, + 2.2872046815490723, + 2.2860105876159666, + 2.2856850257110595, + 2.286888239746094, + 2.286637530593872, + 2.2864006828308105, + 2.2864431773376466, + 2.285773974761963, + 2.2863538861083983, + 2.2849072905731203, + 2.2852252075195314, + 2.285120125808716, + 2.285544990386963, + 2.284608533935547, + 2.285385781326294, + 2.2849736070251465, + 2.284644779510498, + 2.284583871459961, + 2.284174046859741, + 2.284768877105713, + 2.2850564936828612, + 2.284282191696167, + 2.2848409812927244, + 2.2838416215515136, + 2.2848528610229493, + 2.2848921446228028, + 2.2837032903289796, + 2.283878885421753, + 2.28442051902771, + 2.283711439285278, + 2.284164406585693 + ], + "gamma": [ + [ + 6, + 0.03155870421323925 + ], + [ + 7, + 0.030853431904688478 + ], + [ + 8, + 0.02669353107921779 + ], + [ + 9, + 0.04021082253893837 + ], + [ + 10, + 0.02785447984933853 + ], + [ + 13, + 0.009877135511487722 + ], + [ + 15, + 0.013345680315978825 + ], + [ + 20, + 0.01822983069723705 + ], + [ + 25, + 0.02449846071203865 + ], + [ + 35, + 0.008210629923269153 + ], + [ + 45, + 0.013970461225426334 + ], + [ + 55, + 0.013153882991474575 + ], + [ + 65, + 0.012924989430075584 + ], + [ + 75, + 0.01255605021270867 + ], + [ + 85, + 0.010964347789496287 + ], + [ + 95, + 0.011661061071279732 + ], + [ + 100, + 0.01153306716068414 + ] + ], + "rho": [ + [ + 6, + -0.00038986606523394585 + ], + [ + 7, + 0.003939110552892089 + ], + [ + 8, + -0.008288708748295903 + ], + [ + 9, + 0.006352564319968224 + ], + [ + 10, + 0.003459762316197157 + ], + [ + 13, + -0.0020975149236619473 + ], + [ + 15, + -0.002305691596120596 + ], + [ + 20, + -0.0023182069417089224 + ], + [ + 25, + -0.009444743394851685 + ], + [ + 35, + 0.002495761029422283 + ], + [ + 45, + -0.003406036412343383 + ], + [ + 55, + -0.00597015954554081 + ], + [ + 65, + -0.008500710129737854 + ], + [ + 75, + -0.0017160457791760564 + ], + [ + 85, + -0.00019435398280620575 + ], + [ + 95, + -0.005632538348436356 + ], + [ + 100, + 0.010569632984697819 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7499212107796505 + ], + [ + 7, + 0.7498528185962008 + ], + [ + 8, + 0.7497876571533472 + ], + [ + 9, + 0.7497269655928557 + ], + [ + 10, + 0.7496997642722671 + ], + [ + 11, + 0.7496945326114705 + ], + [ + 12, + 0.7497726365416734 + ], + [ + 13, + 0.7498108788064575 + ], + [ + 14, + 0.7498236977077778 + ], + [ + 15, + 0.749829508716111 + ], + [ + 16, + 0.7498335861585433 + ], + [ + 17, + 0.7498370685320528 + ], + [ + 18, + 0.7498402778006952 + ], + [ + 19, + 0.7498432276623289 + ], + [ + 20, + 0.7498458081573879 + ], + [ + 21, + 0.7498480619416539 + ], + [ + 22, + 0.7498499112601706 + ], + [ + 23, + 0.7498514802587081 + ], + [ + 24, + 0.7498528096051518 + ], + [ + 25, + 0.7498540019321015 + ], + [ + 26, + 0.7498550528840675 + ], + [ + 27, + 0.7498559698539567 + ], + [ + 28, + 0.7498567911115943 + ], + [ + 29, + 0.749857566886694 + ], + [ + 30, + 0.7498583052715652 + ], + [ + 31, + 0.7498590404228719 + ], + [ + 32, + 0.749859714970948 + ], + [ + 33, + 0.7498603463670913 + ], + [ + 34, + 0.7498608917921542 + ], + [ + 35, + 0.7498613438542885 + ], + [ + 36, + 0.7498617154807191 + ], + [ + 37, + 0.7498619536148421 + ], + [ + 38, + 0.7498620909216565 + ], + [ + 39, + 0.7498621543267309 + ], + [ + 40, + 0.749862060406788 + ], + [ + 41, + 0.7498618841088817 + ], + [ + 42, + 0.7498616681490198 + ], + [ + 43, + 0.7498613902038908 + ], + [ + 44, + 0.7498610584144705 + ], + [ + 45, + 0.7498607010313652 + ], + [ + 46, + 0.7498603161791532 + ], + [ + 47, + 0.7498599164455008 + ], + [ + 48, + 0.7498595232666123 + ], + [ + 49, + 0.7498590958460849 + ], + [ + 50, + 0.7498586592021772 + ], + [ + 51, + 0.7498582383751307 + ], + [ + 52, + 0.749857847542827 + ], + [ + 53, + 0.7498573739407272 + ], + [ + 54, + 0.7498569834772216 + ], + [ + 55, + 0.7498566489428903 + ], + [ + 56, + 0.7498562327888529 + ], + [ + 57, + 0.7498558698686884 + ], + [ + 58, + 0.7498555493443314 + ], + [ + 59, + 0.7498552811370571 + ], + [ + 60, + 0.7498549487912574 + ], + [ + 61, + 0.7498546960468907 + ], + [ + 62, + 0.7498544060062654 + ], + [ + 63, + 0.7498541988974751 + ], + [ + 64, + 0.7498539576374978 + ], + [ + 65, + 0.7498537409716542 + ], + [ + 66, + 0.7498535307747923 + ], + [ + 67, + 0.7498533419195366 + ], + [ + 68, + 0.7498531947832188 + ], + [ + 69, + 0.749853023106332 + ], + [ + 70, + 0.7498528461986017 + ], + [ + 71, + 0.749852717577081 + ], + [ + 72, + 0.7498525422243073 + ], + [ + 73, + 0.7498524360618399 + ], + [ + 74, + 0.749852326241415 + ], + [ + 75, + 0.7498522140626529 + ], + [ + 76, + 0.7498521204452114 + ], + [ + 77, + 0.7498520311237458 + ], + [ + 78, + 0.7498519479769574 + ], + [ + 79, + 0.7498518422828333 + ], + [ + 80, + 0.7498517599526828 + ], + [ + 81, + 0.7498517247145857 + ], + [ + 82, + 0.7498516684949844 + ], + [ + 83, + 0.7498516197832401 + ], + [ + 84, + 0.74985155412182 + ], + [ + 85, + 0.7498515355900542 + ], + [ + 86, + 0.7498514845196694 + ], + [ + 87, + 0.7498514612905921 + ], + [ + 88, + 0.7498514061403054 + ], + [ + 89, + 0.7498513745431571 + ], + [ + 90, + 0.7498513783864412 + ], + [ + 91, + 0.7498513570437203 + ], + [ + 92, + 0.7498513428884045 + ], + [ + 93, + 0.7498513538717607 + ], + [ + 94, + 0.7498513209180501 + ], + [ + 95, + 0.7498513234252093 + ], + [ + 96, + 0.7498513092258868 + ], + [ + 97, + 0.749851332383995 + ], + [ + 98, + 0.74985129756099 + ], + [ + 99, + 0.7498512950098275 + ], + [ + 100, + 0.7498513107344179 + ] + ] + }, + "blend_random_freeze_after_10": { + "test_acc": [ + 0.3068, + 0.3136, + 0.3192, + 0.3089, + 0.3114, + 0.3063, + 0.3078, + 0.3036, + 0.2979, + 0.3096, + 0.2179, + 0.1748, + 0.1378, + 0.1336, + 0.1181, + 0.1128, + 0.1455, + 0.1036, + 0.129, + 0.1169, + 0.1216, + 0.1377, + 0.1299, + 0.1349, + 0.124, + 0.1225, + 0.1224, + 0.1163, + 0.1391, + 0.1219, + 0.1258, + 0.1357, + 0.1209, + 0.1412, + 0.1213, + 0.1178, + 0.1351, + 0.1348, + 0.1311, + 0.1239, + 0.1283, + 0.1147, + 0.1267, + 0.121, + 0.1391, + 0.1416, + 0.1322, + 0.1233, + 0.12, + 0.1156, + 0.1346, + 0.1335, + 0.1221, + 0.1394, + 0.1402, + 0.1256, + 0.142, + 0.1091, + 0.1168, + 0.124, + 0.1168, + 0.1326, + 0.1237, + 0.1144, + 0.139, + 0.1395, + 0.1163, + 0.1333, + 0.1373, + 0.1413, + 0.1409, + 0.1342, + 0.1332, + 0.1423, + 0.1397, + 0.1334, + 0.1183, + 0.1317, + 0.1406, + 0.1178, + 0.1332, + 0.1331, + 0.1324, + 0.1128, + 0.132, + 0.1302, + 0.1405, + 0.1402, + 0.1403, + 0.1155, + 0.1419, + 0.1408, + 0.1299, + 0.1294, + 0.1298 + ], + "train_loss": [ + 1.9881320515441894, + 1.9870186071777343, + 1.9866066049194335, + 1.9788966651153563, + 1.983320122642517, + 1.9800231924819947, + 1.9782171863555909, + 1.9803499440002441, + 1.9775104429626464, + 1.978521219139099, + 2.055931195602417, + 2.1806510187530517, + 2.2426024320220947, + 2.2739720858764647, + 2.2868179563903808, + 2.2959177317047117, + 2.2989520695495607, + 2.301827975311279, + 2.3013604727935792, + 2.300691455078125, + 2.3002707484436034, + 2.2999929568481443, + 2.2992140190124513, + 2.2985281761932375, + 2.298954692993164, + 2.299465831298828, + 2.2978392871856688, + 2.297249239654541, + 2.2968861849212647, + 2.2975925408935547, + 2.299312409133911, + 2.298013726577759, + 2.2960053624725343, + 2.2958316496276856, + 2.295717995529175, + 2.29549167678833, + 2.2956369426727297, + 2.295159391708374, + 2.2939567210388185, + 2.294398659133911, + 2.2947351665496827, + 2.2943758375549317, + 2.2943764640808104, + 2.2959127186584474, + 2.293632814407349, + 2.292774415283203, + 2.29338448928833, + 2.2919403810119627, + 2.293427130661011, + 2.2917928271484374, + 2.2928208229064944, + 2.291327280807495, + 2.290728750305176, + 2.2914211921691896, + 2.290752984085083, + 2.2909728344726563, + 2.2913581065368653, + 2.2904867668914797, + 2.2898236507415772, + 2.2899002440643312, + 2.289705597457886, + 2.290143021392822, + 2.28862012840271, + 2.2900324601745607, + 2.2896193817901613, + 2.2885303899383547, + 2.2881026596069334, + 2.289370965118408, + 2.2890094148254394, + 2.2887696474456787, + 2.288681288909912, + 2.2881503539276125, + 2.288611475830078, + 2.2871972442626953, + 2.287553341674805, + 2.287350797958374, + 2.2876590617370605, + 2.286870872344971, + 2.2875029762268064, + 2.287281789703369, + 2.286849340667725, + 2.286843361053467, + 2.286285085296631, + 2.286966771469116, + 2.2872533617401123, + 2.2865214878082276, + 2.2868791717529295, + 2.285948681564331, + 2.2870913939666746, + 2.2869653445434572, + 2.285891586151123, + 2.2860418113708496, + 2.2865823564910888, + 2.2858644956970213, + 2.286282457962036 + ], + "gamma": [ + [ + 6, + 0.03577435575425625 + ], + [ + 7, + 0.02594527183100581 + ], + [ + 8, + 0.019803995557595044 + ], + [ + 9, + 0.023345530848018825 + ], + [ + 10, + 0.028913925169035792 + ], + [ + 13, + 0.0333862743282225 + ], + [ + 15, + 0.028461035108193755 + ], + [ + 20, + 0.013225269212853163 + ], + [ + 25, + 0.026851321141293738 + ], + [ + 35, + 0.01460943155871064 + ], + [ + 45, + 0.0214682377356894 + ], + [ + 55, + 0.01993026031232148 + ], + [ + 65, + 0.019510357384092458 + ], + [ + 75, + 0.019181935362439617 + ], + [ + 85, + 0.017001007566932458 + ], + [ + 95, + 0.01799813916977655 + ], + [ + 100, + 0.017798602316588585 + ] + ], + "rho": [ + [ + 6, + 0.008851037011481822 + ], + [ + 7, + 0.010623326292261481 + ], + [ + 8, + 0.006243920885026455 + ], + [ + 9, + 0.018517075921408832 + ], + [ + 10, + 0.019994840724393725 + ], + [ + 13, + -0.003194989636540413 + ], + [ + 15, + 0.013649753760546446 + ], + [ + 20, + 0.0033422389533370733 + ], + [ + 25, + -0.0046805706806480885 + ], + [ + 35, + -0.006440741941332817 + ], + [ + 45, + -0.006845635827630758 + ], + [ + 55, + 0.00424462603405118 + ], + [ + 65, + 0.008816015906631947 + ], + [ + 75, + -0.004470052197575569 + ], + [ + 85, + -0.00485114473849535 + ], + [ + 95, + 0.003956635016947985 + ], + [ + 100, + -0.009871503338217735 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7499193180455133 + ], + [ + 7, + 0.7498498951928352 + ], + [ + 8, + 0.7497853275435375 + ], + [ + 9, + 0.7497583213788145 + ], + [ + 10, + 0.7496802137700671 + ], + [ + 11, + 0.7496336473357863 + ], + [ + 12, + 0.7495944234730211 + ], + [ + 13, + 0.7495856134523137 + ], + [ + 14, + 0.7495378145517163 + ], + [ + 15, + 0.7495203656557123 + ], + [ + 16, + 0.749595675138455 + ], + [ + 17, + 0.7496260288222706 + ], + [ + 18, + 0.7496405775473204 + ], + [ + 19, + 0.7496439416568822 + ], + [ + 20, + 0.7496436035869247 + ], + [ + 21, + 0.7496418566541048 + ], + [ + 22, + 0.7496398332785688 + ], + [ + 23, + 0.7496378150693942 + ], + [ + 24, + 0.7496360547295424 + ], + [ + 25, + 0.7496347410096641 + ], + [ + 26, + 0.7496337641962749 + ], + [ + 27, + 0.749633142211968 + ], + [ + 28, + 0.7496326525979851 + ], + [ + 29, + 0.7496323165710145 + ], + [ + 30, + 0.7496321006433524 + ], + [ + 31, + 0.7496319818274026 + ], + [ + 32, + 0.7496320191619597 + ], + [ + 33, + 0.7496322547896026 + ], + [ + 34, + 0.7496326005447648 + ], + [ + 35, + 0.749633079285126 + ], + [ + 36, + 0.7496336269858973 + ], + [ + 37, + 0.7496342560321766 + ], + [ + 38, + 0.7496349100853218 + ], + [ + 39, + 0.7496355510132134 + ], + [ + 40, + 0.7496362531526267 + ], + [ + 41, + 0.7496369420344482 + ], + [ + 42, + 0.7496375791497651 + ], + [ + 43, + 0.7496382069287194 + ], + [ + 44, + 0.7496388242679449 + ], + [ + 45, + 0.7496393759112324 + ], + [ + 46, + 0.7496399419288853 + ], + [ + 47, + 0.7496404388552795 + ], + [ + 48, + 0.7496409375102326 + ], + [ + 49, + 0.7496413907226306 + ], + [ + 50, + 0.7496418546650437 + ], + [ + 51, + 0.7496423077489263 + ], + [ + 52, + 0.749642663069428 + ], + [ + 53, + 0.749643060698477 + ], + [ + 54, + 0.7496434160776027 + ], + [ + 55, + 0.7496436851345508 + ], + [ + 56, + 0.7496439725611305 + ], + [ + 57, + 0.7496443179024123 + ], + [ + 58, + 0.7496445984967786 + ], + [ + 59, + 0.7496447819587829 + ], + [ + 60, + 0.7496450557382539 + ], + [ + 61, + 0.7496452667699693 + ], + [ + 62, + 0.7496454587106002 + ], + [ + 63, + 0.7496456532096109 + ], + [ + 64, + 0.7496458126259359 + ], + [ + 65, + 0.7496459772222902 + ], + [ + 66, + 0.7496461469941117 + ], + [ + 67, + 0.7496462543422839 + ], + [ + 68, + 0.7496463845246278 + ], + [ + 69, + 0.7496464831191557 + ], + [ + 70, + 0.7496466277675442 + ], + [ + 71, + 0.7496467035339424 + ], + [ + 72, + 0.7496468599431467 + ], + [ + 73, + 0.7496468933974064 + ], + [ + 74, + 0.7496469773700104 + ], + [ + 75, + 0.7496470592440312 + ], + [ + 76, + 0.7496471400320178 + ], + [ + 77, + 0.7496471817124153 + ], + [ + 78, + 0.749647239774908 + ], + [ + 79, + 0.7496472965021626 + ], + [ + 80, + 0.7496473676715285 + ], + [ + 81, + 0.7496473739817566 + ], + [ + 82, + 0.749647428403859 + ], + [ + 83, + 0.7496474899750082 + ], + [ + 84, + 0.7496475077123036 + ], + [ + 85, + 0.7496475029501258 + ], + [ + 86, + 0.7496475523423989 + ], + [ + 87, + 0.749647543193304 + ], + [ + 88, + 0.7496476452948474 + ], + [ + 89, + 0.7496476172122094 + ], + [ + 90, + 0.7496476359495764 + ], + [ + 91, + 0.7496476560422746 + ], + [ + 92, + 0.7496476677099678 + ], + [ + 93, + 0.7496476121010561 + ], + [ + 94, + 0.7496476771397894 + ], + [ + 95, + 0.7496476691809392 + ], + [ + 96, + 0.7496476473565865 + ], + [ + 97, + 0.7496476403332835 + ], + [ + 98, + 0.7496476870492047 + ], + [ + 99, + 0.7496476723095268 + ], + [ + 100, + 0.7496476678215215 + ] + ] + } +}
\ No newline at end of file |