{ "args": { "num_blocks": 4, "d_hidden": 256, "batch_size": 128, "epochs": 100, "t0": 5, "alpha": 0.75, "lr": 0.001, "lr_fb": 0.001, "wd": 0.01, "M": 4, "seed": 42, "gpu": 0, "output_dir": "/home/yurenh2/fa/results/minimal_aux_compression" }, "dfa_ckpt_acc": 0.304, "normmatched_target_rms": [ 0.7896092499308573, 0.7894034341625545, 0.7893155885474457, 0.7892744828825412 ], "continue_DFA": { "test_acc": [ 0.3031, 0.3043, 0.3078, 0.2971, 0.2816, 0.3181, 0.3104, 0.2967, 0.303, 0.31, 0.3122, 0.316, 0.3094, 0.3142, 0.2997, 0.3197, 0.2975, 0.3086, 0.3016, 0.3011, 0.3019, 0.3147, 0.3144, 0.2963, 0.2995, 0.297, 0.3034, 0.2957, 0.3163, 0.3049, 0.3046, 0.309, 0.3058, 0.3184, 0.3077, 0.3048, 0.3058, 0.3098, 0.3123, 0.3132, 0.3065, 0.3037, 0.3101, 0.31, 0.3103, 0.3172, 0.2985, 0.3066, 0.3083, 0.3137, 0.3116, 0.2969, 0.3123, 0.3053, 0.3128, 0.3076, 0.3072, 0.3068, 0.3074, 0.3094, 0.3194, 0.312, 0.3111, 0.311, 0.3117, 0.3071, 0.3082, 0.3104, 0.312, 0.3114, 0.3117, 0.3161, 0.311, 0.3111, 0.3089, 0.3099, 0.307, 0.3108, 0.3119, 0.3106, 0.3125, 0.3081, 0.3133, 0.3109, 0.3118, 0.3099, 0.3113, 0.3112, 0.3108, 0.3101, 0.3107, 0.3105, 0.3108, 0.311, 0.3111 ], "train_loss": [ 1.9896479614639282, 1.989228398399353, 1.9913108707427978, 1.9891952603530885, 1.9893831426239013, 1.9876405304718017, 1.9879415699768066, 1.9855383531951905, 1.9861496739959716, 1.9879567293548583, 1.9880899668884278, 1.988914436264038, 1.9845729635620117, 1.9882750720977784, 1.986619080886841, 1.986360415725708, 1.984292981414795, 1.9868758028411866, 1.9862796499633788, 1.9836064116668701, 1.9887293506622314, 1.987586946182251, 1.9869858631896973, 1.9876407931137086, 1.9903872080993652, 1.9870248597717286, 1.984416696243286, 1.9871015835952759, 1.987274853439331, 1.9857344278717042, 1.9862716618347167, 1.98514561378479, 1.988260205154419, 1.9840300716400145, 1.9863889629364013, 1.987745002822876, 1.9889955393981933, 1.9864666799926758, 1.9893225020599365, 1.9871594960784913, 1.9884574700164794, 1.9864218033599854, 1.9859322482299804, 1.9873759143829346, 1.9861914360046387, 1.9885319758605957, 1.9898562560272217, 1.985831473045349, 1.985336185760498, 1.9852413446807862, 1.9856248221206665, 1.9873600564193725, 1.9870840522003175, 1.9870067491149903, 1.9869314754486085, 1.9850653249359131, 1.9875930228424072, 1.987569184112549, 1.9871658860015868, 1.9855123371887207, 1.9833889255523682, 1.9880683898925782, 1.9878030462265015, 1.98471407623291, 1.988103190536499, 1.9855585750961304, 1.9861370626831054, 1.9858980004882814, 1.9873674423217773, 1.9872277666473388, 1.9847508831787108, 1.9853865002059936, 1.9861437704849243, 1.9859025341796874, 1.9839345678329467, 1.984999510536194, 1.9822538426208496, 1.984417091293335, 1.983155788269043, 1.983664865875244, 1.9863640853881837, 1.9857785580825806, 1.9854218925476075, 1.9845938192749024, 1.9818547330474854, 1.9859014357757567, 1.983231044921875, 1.985167163925171, 1.9846584673690797, 1.9843994527816773, 1.9858917093276978, 1.984087236328125, 1.9825552994537354, 1.9838171983337403, 1.9841137975311278 ], "gamma": [ [ 6, 0.08304189937189221 ], [ 7, 0.08198711951263249 ], [ 8, 0.08454073127359152 ], [ 9, 0.08434331172611564 ], [ 10, 0.08335044141858816 ], [ 13, 0.08535977214341983 ], [ 15, 0.08736230782233179 ], [ 20, 0.09012478915974498 ], [ 25, 0.09021505803684704 ], [ 35, 0.09383204276673496 ], [ 45, 0.09757547511253506 ], [ 55, 0.09976769518107176 ], [ 65, 0.10113811318296939 ], [ 75, 0.10125958314165473 ], [ 85, 0.10157915914896876 ], [ 95, 0.10157413315027952 ], [ 100, 0.10160211031325161 ] ], "rho": [ [ 6, 0.015308302594348788 ], [ 7, -0.00024611176922917366 ], [ 8, 0.028694706736132503 ], [ 9, 0.017990151420235634 ], [ 10, 0.007663325406610966 ], [ 13, 0.0028579640202224255 ], [ 15, 0.013683738186955452 ], [ 20, 0.005488905240781605 ], [ 25, 0.009160608984529972 ], [ 35, 0.004546445794403553 ], [ 45, -0.006887141382321715 ], [ 55, 0.0014273221604526043 ], [ 65, 0.004843547940254211 ], [ 75, -0.0008459403179585934 ], [ 85, 0.0030805536080151796 ], [ 95, 0.009379950352013111 ], [ 100, -0.006648134032730013 ] ], "alpha_eff": [ [ 6, 0.0 ], [ 7, 0.0 ], [ 8, 0.0 ], [ 9, 0.0 ], [ 10, 0.0 ], [ 11, 0.0 ], [ 12, 0.0 ], [ 13, 0.0 ], [ 14, 0.0 ], [ 15, 0.0 ], [ 16, 0.0 ], [ 17, 0.0 ], [ 18, 0.0 ], [ 19, 0.0 ], [ 20, 0.0 ], [ 21, 0.0 ], [ 22, 0.0 ], [ 23, 0.0 ], [ 24, 0.0 ], [ 25, 0.0 ], [ 26, 0.0 ], [ 27, 0.0 ], [ 28, 0.0 ], [ 29, 0.0 ], [ 30, 0.0 ], [ 31, 0.0 ], [ 32, 0.0 ], [ 33, 0.0 ], [ 34, 0.0 ], [ 35, 0.0 ], [ 36, 0.0 ], [ 37, 0.0 ], [ 38, 0.0 ], [ 39, 0.0 ], [ 40, 0.0 ], [ 41, 0.0 ], [ 42, 0.0 ], [ 43, 0.0 ], [ 44, 0.0 ], [ 45, 0.0 ], [ 46, 0.0 ], [ 47, 0.0 ], [ 48, 0.0 ], [ 49, 0.0 ], [ 50, 0.0 ], [ 51, 0.0 ], [ 52, 0.0 ], [ 53, 0.0 ], [ 54, 0.0 ], [ 55, 0.0 ], [ 56, 0.0 ], [ 57, 0.0 ], [ 58, 0.0 ], [ 59, 0.0 ], [ 60, 0.0 ], [ 61, 0.0 ], [ 62, 0.0 ], [ 63, 0.0 ], [ 64, 0.0 ], [ 65, 0.0 ], [ 66, 0.0 ], [ 67, 0.0 ], [ 68, 0.0 ], [ 69, 0.0 ], [ 70, 0.0 ], [ 71, 0.0 ], [ 72, 0.0 ], [ 73, 0.0 ], [ 74, 0.0 ], [ 75, 0.0 ], [ 76, 0.0 ], [ 77, 0.0 ], [ 78, 0.0 ], [ 79, 0.0 ], [ 80, 0.0 ], [ 81, 0.0 ], [ 82, 0.0 ], [ 83, 0.0 ], [ 84, 0.0 ], [ 85, 0.0 ], [ 86, 0.0 ], [ 87, 0.0 ], [ 88, 0.0 ], [ 89, 0.0 ], [ 90, 0.0 ], [ 91, 0.0 ], [ 92, 0.0 ], [ 93, 0.0 ], [ 94, 0.0 ], [ 95, 0.0 ], [ 96, 0.0 ], [ 97, 0.0 ], [ 98, 0.0 ], [ 99, 0.0 ], [ 100, 0.0 ] ] }, "blend_random_trainable": { "test_acc": [ 0.304, 0.3076, 0.3108, 0.3041, 0.3098, 0.3099, 0.3038, 0.297, 0.2967, 0.305, 0.3156, 0.3146, 0.321, 0.3105, 0.3088, 0.3038, 0.3162, 0.3148, 0.3115, 0.3031, 0.3083, 0.32, 0.3081, 0.3096, 0.3084, 0.3109, 0.313, 0.3187, 0.31, 0.3164, 0.3185, 0.3129, 0.3139, 0.3129, 0.3216, 0.3134, 0.3204, 0.3199, 0.314, 0.3219, 0.3155, 0.3138, 0.3172, 0.3154, 0.3138, 0.3156, 0.3221, 0.3134, 0.3155, 0.318, 0.3154, 0.3213, 0.3228, 0.3151, 0.3185, 0.3175, 0.3256, 0.3221, 0.3152, 0.3185, 0.3232, 0.3244, 0.3207, 0.3285, 0.3137, 0.3157, 0.3232, 0.3224, 0.3229, 0.3179, 0.3202, 0.326, 0.321, 0.3218, 0.3149, 0.3252, 0.3187, 0.3223, 0.3203, 0.3219, 0.3252, 0.3245, 0.3237, 0.3215, 0.3219, 0.3214, 0.3212, 0.3208, 0.3207, 0.3215, 0.3208, 0.3209, 0.3207, 0.3211, 0.3212 ], "train_loss": [ 1.9875820624542235, 1.984858465499878, 1.9837525555801392, 1.9818363088226318, 1.9856461972427368, 1.9782102161026, 1.9760711154174804, 1.9777770901489258, 1.975443967514038, 1.976013292541504, 1.9727115103149413, 1.969586827430725, 1.9730798572158814, 1.9704905807876587, 1.9703517753601074, 1.9711850595092772, 1.9702121339416503, 1.972580355758667, 1.9681320180511475, 1.9686706248474122, 1.9683358684539796, 1.9668307958602906, 1.9643502359008789, 1.965956339035034, 1.9685641189575196, 1.9635703317642212, 1.9627861168670655, 1.9650380011367798, 1.9642291540527343, 1.9642311791992189, 1.9646381041717529, 1.9633978008651733, 1.9658650427246094, 1.9637716662597657, 1.9667017318725586, 1.962588292388916, 1.9642483969116211, 1.963774356918335, 1.9637555825424193, 1.966401972732544, 1.9644542486572265, 1.9629163044738769, 1.9644242834854126, 1.9674142376327515, 1.9655234298706055, 1.9619557665252685, 1.9633433204650879, 1.9618017944717407, 1.961913779373169, 1.9628275882339477, 1.9626629904174804, 1.959987710533142, 1.963222172012329, 1.9608874097061157, 1.9631134511566162, 1.96072896484375, 1.9636458055877686, 1.9607766639709472, 1.9610338224029542, 1.9611924673843384, 1.962102650718689, 1.9620676553344727, 1.9624957943725585, 1.9585958462142945, 1.9600954289245605, 1.9600101694107055, 1.9582736966323853, 1.9630938558197022, 1.9602874573135376, 1.9607704308319092, 1.9604313027954101, 1.9593016355133057, 1.961487769317627, 1.9581396647644043, 1.9602671353530883, 1.9591305192565918, 1.9604460619354247, 1.9608135815429688, 1.9591818682861328, 1.956793077659607, 1.960898640060425, 1.9563995078277587, 1.9601803003311158, 1.956558929977417, 1.9553365264129638, 1.9587519913482665, 1.9584099251556397, 1.958340239944458, 1.9584214044570922, 1.9551129587554932, 1.9588654565429688, 1.960626877746582, 1.9583866863250732, 1.955967247581482, 1.9612910549163818 ], "gamma": [ [ 6, 0.019220562127884477 ], [ 7, 0.03108229034114629 ], [ 8, 0.018241118639707565 ], [ 9, 0.034495080122724175 ], [ 10, 0.028780929278582335 ], [ 13, 0.030122535827104002 ], [ 15, 0.02802148787304759 ], [ 20, 0.03149552864488214 ], [ 25, 0.03785618720576167 ], [ 35, 0.021021342370659113 ], [ 45, 0.03360021597472951 ], [ 55, 0.026182003552094102 ], [ 65, 0.028913337620906532 ], [ 75, 0.028639126277994365 ], [ 85, 0.030121456366032362 ], [ 95, 0.03247612394625321 ], [ 100, 0.022932072111871094 ] ], "rho": [ [ 6, 0.013808809919282794 ], [ 7, 0.03821952547878027 ], [ 8, 0.0360131417401135 ], [ 9, 0.004150372929871082 ], [ 10, 0.013662770157679915 ], [ 13, 0.028151119186077267 ], [ 15, -0.0075449212454259396 ], [ 20, 0.0036099848803132772 ], [ 25, 0.000372566981241107 ], [ 35, 0.015148252947255969 ], [ 45, -0.001252165180630982 ], [ 55, -0.004500149516388774 ], [ 65, 0.020315622678026557 ], [ 75, -0.005173317855224013 ], [ 85, -0.002073251875117421 ], [ 95, 0.012416869401931763 ], [ 100, -0.006122617865912616 ] ], "alpha_eff": [ [ 6, 0.7499197681564169 ], [ 7, 0.7498578762844952 ], [ 8, 0.7497999109492675 ], [ 9, 0.7497192773113324 ], [ 10, 0.7496842012884236 ], [ 11, 0.7496251981136395 ], [ 12, 0.749583628394037 ], [ 13, 0.7495581218904329 ], [ 14, 0.7495461848578033 ], [ 15, 0.749573789654497 ], [ 16, 0.7495078820260268 ], [ 17, 0.7494844798218633 ], [ 18, 0.7494460918088632 ], [ 19, 0.7494516167979163 ], [ 20, 0.7494209521942866 ], [ 21, 0.7494175843359755 ], [ 22, 0.7494194415266225 ], [ 23, 0.7494112317089004 ], [ 24, 0.7494132065753276 ], [ 25, 0.7494000991283181 ], [ 26, 0.7493913367051803 ], [ 27, 0.7493884842858975 ], [ 28, 0.7493755115783163 ], [ 29, 0.7493806287495052 ], [ 30, 0.7494016796762221 ], [ 31, 0.7493717711870365 ], [ 32, 0.749390029861711 ], [ 33, 0.7493999407109747 ], [ 34, 0.7493989022517102 ], [ 35, 0.7493795023296775 ], [ 36, 0.7493802135569222 ], [ 37, 0.74938156352573 ], [ 38, 0.7493928756541923 ], [ 39, 0.7493847808816975 ], [ 40, 0.7494038315175888 ], [ 41, 0.7493898131837181 ], [ 42, 0.7493857565571695 ], [ 43, 0.7493881993609323 ], [ 44, 0.7493968115497678 ], [ 45, 0.7493927498805746 ], [ 46, 0.7493963496195201 ], [ 47, 0.749385830666834 ], [ 48, 0.7493898922894369 ], [ 49, 0.7494094214602504 ], [ 50, 0.7493919284640196 ], [ 51, 0.7493724687303878 ], [ 52, 0.7493753754192403 ], [ 53, 0.7494169509817146 ], [ 54, 0.7494090969012233 ], [ 55, 0.749400978844211 ], [ 56, 0.7494047934457866 ], [ 57, 0.7494084815304891 ], [ 58, 0.7493952180905741 ], [ 59, 0.7493953983915104 ], [ 60, 0.7493957553341601 ], [ 61, 0.7493888248335011 ], [ 62, 0.7494101782890408 ], [ 63, 0.7494018681681134 ], [ 64, 0.7493975554113989 ], [ 65, 0.749402005689373 ], [ 66, 0.749388448551595 ], [ 67, 0.749378292937364 ], [ 68, 0.7493893777192285 ], [ 69, 0.7494020640612745 ], [ 70, 0.749388113256205 ], [ 71, 0.7493949761765804 ], [ 72, 0.7493872273422472 ], [ 73, 0.7493686665131345 ], [ 74, 0.7494086878510853 ], [ 75, 0.7493987049175213 ], [ 76, 0.7494035104924066 ], [ 77, 0.7494085798421963 ], [ 78, 0.7494012236175737 ], [ 79, 0.7493965643903735 ], [ 80, 0.7493722388926175 ], [ 81, 0.7493855664728786 ], [ 82, 0.7494076422037731 ], [ 83, 0.7493981861235621 ], [ 84, 0.7493902518791544 ], [ 85, 0.7493864440294339 ], [ 86, 0.7493949116123264 ], [ 87, 0.749393934029398 ], [ 88, 0.749385337987517 ], [ 89, 0.7493765470260315 ], [ 90, 0.7493792753959445 ], [ 91, 0.7493811654692877 ], [ 92, 0.7493927875353597 ], [ 93, 0.7494018052648254 ], [ 94, 0.7493991205092052 ], [ 95, 0.7494021873821667 ], [ 96, 0.7493917296459803 ], [ 97, 0.7493875192016652 ], [ 98, 0.7493879653352852 ], [ 99, 0.7493900474601058 ], [ 100, 0.7493940854326728 ] ] }, "blend_zero_target_trainable": { "test_acc": [ 0.264, 0.2781, 0.2795, 0.2619, 0.2655, 0.2574, 0.2514, 0.2542, 0.2466, 0.259, 0.264, 0.2723, 0.2761, 0.2633, 0.2566, 0.2678, 0.2485, 0.2296, 0.2162, 0.1917, 0.2184, 0.2065, 0.1931, 0.2059, 0.1663, 0.1954, 0.1922, 0.1855, 0.2072, 0.1851, 0.1741, 0.1939, 0.2083, 0.2042, 0.1954, 0.1935, 0.1993, 0.205, 0.2011, 0.2087, 0.2126, 0.2141, 0.2116, 0.218, 0.2072, 0.2151, 0.2189, 0.21, 0.2135, 0.2176, 0.2167, 0.2213, 0.2093, 0.2129, 0.2022, 0.2056, 0.2059, 0.2057, 0.2057, 0.1849, 0.2026, 0.2112, 0.1995, 0.2044, 0.1936, 0.1937, 0.2087, 0.2021, 0.2024, 0.2016, 0.2045, 0.2056, 0.2069, 0.2041, 0.1967, 0.2015, 0.2022, 0.2002, 0.2001, 0.2013, 0.2039, 0.2041, 0.2051, 0.2007, 0.2061, 0.2013, 0.2014, 0.2032, 0.2028, 0.2033, 0.2034, 0.2023, 0.2023, 0.2031, 0.203 ], "train_loss": [ 2.003432984466553, 2.0404958644104005, 2.05170421913147, 2.0512914763641357, 2.059718384246826, 2.056018392791748, 2.0574035197448732, 2.0550795609283448, 2.051431663131714, 2.05087917678833, 2.048379221496582, 2.0444970846939086, 2.0427867864608764, 2.0435575288391115, 2.0456857122802736, 2.0441513802337647, 2.059211141204834, 2.094487442703247, 2.120898944854736, 2.1411775353240965, 2.1573567083740235, 2.1730971395111083, 2.1813291581726073, 2.1853540766906736, 2.18426385635376, 2.1859450843048096, 2.188995297317505, 2.1879526950073243, 2.1853000207519533, 2.184229321975708, 2.185366726226807, 2.1810081949615476, 2.17667474029541, 2.1741380378723143, 2.1705066053009032, 2.1679501496124267, 2.161978765106201, 2.157980567855835, 2.155652809371948, 2.1513871308898924, 2.1485144862365724, 2.1452884986877443, 2.1404634771728515, 2.1402083478546143, 2.1359153479003905, 2.131035371170044, 2.129794978027344, 2.127242118988037, 2.12495826461792, 2.1216389994812013, 2.1218640398406983, 2.1189474866485596, 2.117184839553833, 2.12220953918457, 2.1290039992523195, 2.134818592529297, 2.139795846862793, 2.144669624786377, 2.147829578704834, 2.1512765794372557, 2.152941629180908, 2.1555648081207277, 2.1558456703186035, 2.154955834350586, 2.1563889036560058, 2.1574053646850584, 2.157794552078247, 2.158604030303955, 2.1575727156829836, 2.1577176335144044, 2.1552623760986327, 2.15590681930542, 2.1562809659576416, 2.1556343312072754, 2.154660927200317, 2.154556582107544, 2.1544403926086426, 2.1531307109832762, 2.153617290649414, 2.1533555097198485, 2.153312416534424, 2.152898409576416, 2.1517363874053954, 2.150981352081299, 2.1505518492889406, 2.150823607788086, 2.150866351776123, 2.148874746017456, 2.150503429489136, 2.1488629806518555, 2.1504575192260744, 2.1508920285797117, 2.1497586909484863, 2.1493976766967773, 2.1510607133483886 ], "gamma": [ [ 6, 0.03389458020683378 ], [ 7, 0.032111093460116535 ], [ 8, 0.03044863895047456 ], [ 9, 0.027433430892415345 ], [ 10, 0.03774541278835386 ], [ 13, 0.028504844522103667 ], [ 15, 0.03287511027883738 ], [ 20, 0.030300902930321172 ], [ 25, 0.0219054170884192 ], [ 35, 0.022474667755886912 ], [ 45, 0.0220179446041584 ], [ 55, 0.015417475253343582 ], [ 65, 0.012031457619741559 ], [ 75, 0.008347300812602043 ], [ 85, 0.016150177223607898 ], [ 95, 0.015004270651843399 ], [ 100, 0.011660999851301312 ] ], "rho": [ [ 6, -0.010524745099246502 ], [ 7, 0.004101772676222026 ], [ 8, 0.014873296488076448 ], [ 9, 0.004569279495626688 ], [ 10, -0.016330178827047348 ], [ 13, 0.00018126238137483597 ], [ 15, -0.01115548168309033 ], [ 20, -0.003041449934244156 ], [ 25, 0.015354603994637728 ], [ 35, -0.004682793049141765 ], [ 45, 0.012765995226800442 ], [ 55, 0.0006810068152844906 ], [ 65, 0.0004903898807242513 ], [ 75, 0.0011397527996450663 ], [ 85, -0.007209937088191509 ], [ 95, -1.2403237633407116e-05 ], [ 100, 0.012036159634590149 ] ], "alpha_eff": [ [ 6, 0.7497110973373646 ], [ 7, 0.7495407175006196 ], [ 8, 0.7495014650438155 ], [ 9, 0.7494394919805796 ], [ 10, 0.7492695388180962 ], [ 11, 0.7493654889004079 ], [ 12, 0.7492565472070247 ], [ 13, 0.7493716493675475 ], [ 14, 0.7488066993907092 ], [ 15, 0.7491013538795988 ], [ 16, 0.7488933707912518 ], [ 17, 0.7494522288524024 ], [ 18, 0.7485868275958928 ], [ 19, 0.7473422431339624 ], [ 20, 0.7487962612259776 ], [ 21, 0.7494983161370045 ], [ 22, 0.7488975791216388 ], [ 23, 0.7480469713157275 ], [ 24, 0.7476437599827086 ], [ 25, 0.7474300097150289 ], [ 26, 0.747822986596431 ], [ 27, 0.7467118602425042 ], [ 28, 0.7471092996894162 ], [ 29, 0.7474470807519938 ], [ 30, 0.7476479569684252 ], [ 31, 0.7451283529728077 ], [ 32, 0.7458003003360094 ], [ 33, 0.7479835072001517 ], [ 34, 0.7446984605538471 ], [ 35, 0.7472124552272632 ], [ 36, 0.7463556332882426 ], [ 37, 0.7478376971321143 ], [ 38, 0.7478406578000478 ], [ 39, 0.7452850328116474 ], [ 40, 0.7466762376670545 ], [ 41, 0.7465009125588701 ], [ 42, 0.7450841557621256 ], [ 43, 0.7475184980092098 ], [ 44, 0.7454323403700487 ], [ 45, 0.7466811337346811 ], [ 46, 0.7465945785710588 ], [ 47, 0.746418668302273 ], [ 48, 0.7436489486425888 ], [ 49, 0.7450323294196143 ], [ 50, 0.7452192867013743 ], [ 51, 0.7464475260063141 ], [ 52, 0.7446866001113734 ], [ 53, 0.7448524841779364 ], [ 54, 0.7455440347145722 ], [ 55, 0.7457388396571264 ], [ 56, 0.7454119647928196 ], [ 57, 0.7430682626389489 ], [ 58, 0.7474565595948314 ], [ 59, 0.7423278495791585 ], [ 60, 0.7405472765991656 ], [ 61, 0.7395458773278126 ], [ 62, 0.7372895911825251 ], [ 63, 0.7363498697758593 ], [ 64, 0.7361875591915609 ], [ 65, 0.7349399572004071 ], [ 66, 0.7349707856961266 ], [ 67, 0.7322439808492792 ], [ 68, 0.7370521675143109 ], [ 69, 0.7386382624403232 ], [ 70, 0.7359472410416439 ], [ 71, 0.7353025986822335 ], [ 72, 0.7422242868818804 ], [ 73, 0.7423497206892272 ], [ 74, 0.7448571186644266 ], [ 75, 0.7423834255487499 ], [ 76, 0.7442281775254069 ], [ 77, 0.7435052675407173 ], [ 78, 0.7432126276523632 ], [ 79, 0.7438013154978188 ], [ 80, 0.7422217812382554 ], [ 81, 0.7440913565942923 ], [ 82, 0.7431837126395141 ], [ 83, 0.7428475916511187 ], [ 84, 0.7431000264451493 ], [ 85, 0.7437450935657974 ], [ 86, 0.7448235077650524 ], [ 87, 0.7427219708609096 ], [ 88, 0.7446693593127022 ], [ 89, 0.7085648437424285 ], [ 90, 0.740787975062913 ], [ 91, 0.7435331734982812 ], [ 92, 0.7441944409139527 ], [ 93, 0.7442299607020697 ], [ 94, 0.7442485650183557 ], [ 95, 0.7442345753614953 ], [ 96, 0.7439078810239492 ], [ 97, 0.7440106065482555 ], [ 98, 0.7447251286476685 ], [ 99, 0.6997242281014505 ], [ 100, 0.6615523455523286 ] ] }, "blend_zero_target_normmatched": { "test_acc": [ 0.2866, 0.282, 0.2812, 0.2836, 0.2808, 0.2778, 0.267, 0.26, 0.2562, 0.2612, 0.2792, 0.2825, 0.2852, 0.2714, 0.2702, 0.2641, 0.2735, 0.2716, 0.2446, 0.2401, 0.2261, 0.2183, 0.2018, 0.213, 0.1616, 0.2083, 0.1808, 0.17, 0.196, 0.1803, 0.174, 0.1809, 0.1913, 0.1739, 0.1978, 0.178, 0.1755, 0.185, 0.197, 0.2071, 0.1986, 0.1997, 0.2037, 0.1986, 0.206, 0.2072, 0.2205, 0.204, 0.221, 0.2224, 0.2128, 0.2231, 0.1855, 0.2021, 0.2, 0.1953, 0.2023, 0.2001, 0.2051, 0.1695, 0.1874, 0.203, 0.183, 0.1933, 0.1868, 0.1933, 0.197, 0.1996, 0.2037, 0.1967, 0.2036, 0.1976, 0.1993, 0.2006, 0.1876, 0.1986, 0.1962, 0.1986, 0.2006, 0.1912, 0.1982, 0.205, 0.2028, 0.1982, 0.2017, 0.2023, 0.2016, 0.2036, 0.2019, 0.2028, 0.2031, 0.2029, 0.2027, 0.2025, 0.2024 ], "train_loss": [ 2.0053810136413572, 2.041295912704468, 2.0512937017822264, 2.053422501525879, 2.0592232944488527, 2.0548282941436766, 2.05423579788208, 2.0632657752227783, 2.060771167755127, 2.056736230392456, 2.0528232559204103, 2.0485662706756593, 2.0494049028778076, 2.048429629974365, 2.0481020497894287, 2.0484046691894533, 2.0441742082214356, 2.0480171503067015, 2.063710992202759, 2.0992287350463865, 2.1267570765686035, 2.1412508248901365, 2.146205220413208, 2.1534790293884276, 2.158313088378906, 2.1622572157287596, 2.164492923126221, 2.1671857472991944, 2.1656103144836427, 2.167160799713135, 2.1723063859558107, 2.1732035494995117, 2.1731792053985597, 2.170966181488037, 2.1706438542175293, 2.1692603215789794, 2.1665657765197754, 2.1672782804870607, 2.1647318984222412, 2.163161800994873, 2.1622354071807863, 2.1623518823242187, 2.1588726734924317, 2.160354369506836, 2.1577954167175295, 2.1540362316131594, 2.153853145523071, 2.1522259687805176, 2.151134018096924, 2.1495489282989504, 2.151202033081055, 2.1525076805114747, 2.154239734420776, 2.158012287521362, 2.162692668609619, 2.1647850951385497, 2.168344123535156, 2.1698388371276853, 2.171119987869263, 2.1744665003204346, 2.1771156128692626, 2.180222715072632, 2.183630125198364, 2.182013426513672, 2.1836937813568116, 2.182101170425415, 2.183056134490967, 2.185867686767578, 2.182726886138916, 2.183416725234985, 2.18278630607605, 2.182796475982666, 2.1808603149414063, 2.179879749679565, 2.181025611343384, 2.1796674224853514, 2.1807386072540282, 2.1793438794708253, 2.1803506465148925, 2.1796112225341795, 2.178861034927368, 2.178344298248291, 2.178040598297119, 2.1764233238220214, 2.1758622844696043, 2.177035397949219, 2.177131224822998, 2.175055715484619, 2.1750781156921386, 2.1741144459533692, 2.1753570489501954, 2.1760255853271486, 2.1760116576385498, 2.1750786515045166, 2.177204143218994 ], "gamma": [ [ 6, 0.032760744099505246 ], [ 7, 0.03356296959100291 ], [ 8, 0.03529427613830194 ], [ 9, 0.03668428759556264 ], [ 10, 0.032860312261618674 ], [ 13, 0.03368683677399531 ], [ 15, 0.03394245891831815 ], [ 20, 0.03203312022378668 ], [ 25, 0.030271637078840286 ], [ 35, 0.014803529251366854 ], [ 45, 0.023266919946763664 ], [ 55, 0.0193672813475132 ], [ 65, 0.008843706636980642 ], [ 75, 0.01770660956390202 ], [ 85, 0.017078267177566886 ], [ 95, 0.019479279697407037 ], [ 100, 0.013533162360545248 ] ], "rho": [ [ 6, 0.008696502249222249 ], [ 7, -0.014632533071562648 ], [ 8, 0.0014590504579246044 ], [ 9, 0.019048720016144216 ], [ 10, 0.002272033249028027 ], [ 13, 0.00363256991840899 ], [ 15, -0.0008845720440149307 ], [ 20, -0.0013811918906867504 ], [ 25, -0.0008659022860229015 ], [ 35, 4.157889634370804e-06 ], [ 45, 0.005909497383981943 ], [ 55, -0.0021812813356518745 ], [ 65, -0.0036668083630502224 ], [ 75, 0.0019832749385386705 ], [ 85, -0.0003587682731449604 ], [ 95, 0.0025006418582051992 ], [ 100, -0.0003044707700610161 ] ], "alpha_eff": [ [ 6, 0.7497102366961352 ], [ 7, 0.7496117878894093 ], [ 8, 0.7493668366630404 ], [ 9, 0.7494885253400894 ], [ 10, 0.7493006036787342 ], [ 11, 0.749507307622937 ], [ 12, 0.7489157461784136 ], [ 13, 0.7484369725912149 ], [ 14, 0.7491493989675917 ], [ 15, 0.7491947136943565 ], [ 16, 0.7489663992747633 ], [ 17, 0.7492430082735069 ], [ 18, 0.7479519284173322 ], [ 19, 0.7490517895834745 ], [ 20, 0.7484701280239605 ], [ 21, 0.74903092534869 ], [ 22, 0.7473644629390265 ], [ 23, 0.7494644840448654 ], [ 24, 0.748960534840753 ], [ 25, 0.7483511507690959 ], [ 26, 0.7479331988196185 ], [ 27, 0.7475201299801273 ], [ 28, 0.7469163964983162 ], [ 29, 0.7465724689237111 ], [ 30, 0.7463302567909254 ], [ 31, 0.7465513386415606 ], [ 32, 0.7474534738876192 ], [ 33, 0.7478912888643996 ], [ 34, 0.7462201697635631 ], [ 35, 0.7470943867621369 ], [ 36, 0.7444033970460742 ], [ 37, 0.7445381349531562 ], [ 38, 0.7467094160155424 ], [ 39, 0.7471418977436385 ], [ 40, 0.7468045466743071 ], [ 41, 0.7476849137928582 ], [ 42, 0.7453636446201087 ], [ 43, 0.7454549215666408 ], [ 44, 0.7468388575782224 ], [ 45, 0.7469884602426576 ], [ 46, 0.7471925785241396 ], [ 47, 0.7465119294092779 ], [ 48, 0.747185893816065 ], [ 49, 0.745718881971195 ], [ 50, 0.7452120083006145 ], [ 51, 0.7469803062502717 ], [ 52, 0.7428619281265142 ], [ 53, 0.7444926098917032 ], [ 54, 0.7441734065874468 ], [ 55, 0.7478602155222444 ], [ 56, 0.7429932759166155 ], [ 57, 0.7385215321278118 ], [ 58, 0.7374059694144435 ], [ 59, 0.7357296586926964 ], [ 60, 0.7347909031655697 ], [ 61, 0.7328087811513545 ], [ 62, 0.7288583480260555 ], [ 63, 0.7301279724503908 ], [ 64, 0.7319453293685294 ], [ 65, 0.7403276468203419 ], [ 66, 0.7321262214944909 ], [ 67, 0.7402790505349546 ], [ 68, 0.7361369243833945 ], [ 69, 0.7399826715782402 ], [ 70, 0.7385633677318512 ], [ 71, 0.7425509271044789 ], [ 72, 0.7410376088263465 ], [ 73, 0.7414316062436253 ], [ 74, 0.7423208572562254 ], [ 75, 0.7392775755613968 ], [ 76, 0.7423138959603065 ], [ 77, 0.7440436578416467 ], [ 78, 0.7417742672783044 ], [ 79, 0.7350923971954704 ], [ 80, 0.740331853535796 ], [ 81, 0.7403988790156416 ], [ 82, 0.74129861644223 ], [ 83, 0.7436739568445836 ], [ 84, 0.7436813696502542 ], [ 85, 0.7439240254755711 ], [ 86, 0.7437693353790671 ], [ 87, 0.7424159035007266 ], [ 88, 0.7412607206475597 ], [ 89, 0.7438216074109935 ], [ 90, 0.7441292943903884 ], [ 91, 0.7439333557153369 ], [ 92, 0.744267398988157 ], [ 93, 0.7414080338200553 ], [ 94, 0.662589780026837 ], [ 95, 0.6103594363078234 ], [ 96, 0.7080672370124097 ], [ 97, 0.6981383092536529 ], [ 98, 0.6739209545836329 ], [ 99, 0.6362291510318147 ], [ 100, 0.6540743195648167 ] ] }, "blend_perlayer_vector": { "test_acc": [ 0.3014, 0.3091, 0.3161, 0.3138, 0.3037, 0.3046, 0.3131, 0.3115, 0.2915, 0.3185, 0.3216, 0.3119, 0.3172, 0.303, 0.3201, 0.3214, 0.3286, 0.3219, 0.3216, 0.3198, 0.3209, 0.3261, 0.3199, 0.3192, 0.309, 0.3095, 0.3278, 0.3126, 0.3186, 0.3137, 0.3159, 0.3185, 0.3245, 0.3079, 0.3228, 0.3072, 0.3225, 0.3238, 0.3216, 0.307, 0.3216, 0.3226, 0.3168, 0.3162, 0.314, 0.3111, 0.3091, 0.3163, 0.3185, 0.3108, 0.3226, 0.3224, 0.326, 0.3153, 0.32, 0.3186, 0.3202, 0.3143, 0.3179, 0.3175, 0.316, 0.3179, 0.3194, 0.3259, 0.3205, 0.3149, 0.3241, 0.3204, 0.3167, 0.3175, 0.3158, 0.314, 0.3206, 0.3172, 0.3194, 0.3168, 0.3173, 0.3163, 0.3181, 0.3158, 0.3175, 0.3171, 0.3165, 0.3189, 0.3184, 0.3169, 0.3171, 0.3181, 0.3175, 0.3177, 0.318, 0.3184, 0.3178, 0.3178, 0.3179 ], "train_loss": [ 1.9994929840087892, 1.9909435724639892, 1.9911939218902588, 1.9807739561462403, 1.9746150674438476, 1.9764668709564208, 1.975018363647461, 1.9737896001815796, 1.9739441508483886, 1.9663956859588623, 1.9689143822860717, 1.9658036951446534, 1.9667480603027343, 1.9674083672332763, 1.964588031463623, 1.9619441661834718, 1.9664774893569947, 1.9652658667755127, 1.9653460961532592, 1.9660338995742799, 1.966213752784729, 1.9687189400863647, 1.9702468350219726, 1.9715557425689698, 1.9705856410980225, 1.9700196152496339, 1.9696489532852173, 1.972307102279663, 1.9681650104141235, 1.9746904849624634, 1.9716557328033448, 1.970906025238037, 1.9725887395858765, 1.9706830628967285, 1.9751151922225951, 1.977521953353882, 1.9779337515640258, 1.9787398273086547, 1.9779761680603027, 1.975472740097046, 1.9720595486068726, 1.9750176905059815, 1.9728286672592164, 1.9735189740753174, 1.9700484294891358, 1.9663869178009032, 1.970880456314087, 1.9700935790252685, 1.969158224258423, 1.9686299856567382, 1.9682164820098877, 1.9658004427719116, 1.9688281896209716, 1.9674775586318969, 1.9676536360931396, 1.9619322258758545, 1.964151021347046, 1.9621918587875367, 1.962152914199829, 1.9639425127792358, 1.9638695216369628, 1.9604027495574952, 1.9605082215118408, 1.9634784563827514, 1.9594726029205323, 1.9596597722625733, 1.9628461597061158, 1.9617521169281005, 1.9619831213760377, 1.9604441236877441, 1.9610664263534545, 1.960748560256958, 1.963457571182251, 1.9597577194595337, 1.9599701406478882, 1.9587874462509156, 1.9594787602233887, 1.9586531242370606, 1.960344973449707, 1.9590771360015868, 1.9615441747665405, 1.9583571487808227, 1.9579783059692384, 1.9601671183013916, 1.9585991205215454, 1.9578000702667235, 1.957329704208374, 1.9584047491836547, 1.961261401901245, 1.9607749820327758, 1.953811019744873, 1.9586621810913085, 1.956612640991211, 1.9581326139068604, 1.9590486404037475 ], "gamma": [ [ 6, 0.02758424769854173 ], [ 7, 0.02514540360425599 ], [ 8, 0.02798356593120843 ], [ 9, 0.029024130548350513 ], [ 10, 0.02441626461222768 ], [ 13, 0.026506584195885807 ], [ 15, 0.025264176714699715 ], [ 20, 0.024162075715139508 ], [ 25, 0.028284745756536722 ], [ 35, 0.026664523931685835 ], [ 45, 0.02932862620218657 ], [ 55, 0.024880344019038603 ], [ 65, 0.03438053181162104 ], [ 75, 0.030886002001352608 ], [ 85, 0.0240993500337936 ], [ 95, 0.0330632771801902 ], [ 100, 0.032676345988875255 ] ], "rho": [ [ 6, -0.00015322724357247353 ], [ 7, 0.009105906821787357 ], [ 8, 0.00440916046500206 ], [ 9, 0.013502348680049181 ], [ 10, 0.018625129014253616 ], [ 13, -0.012899965571705252 ], [ 15, 0.01508733443915844 ], [ 20, 0.010009644087404013 ], [ 25, 0.017516383668407798 ], [ 35, -0.0034965425729751587 ], [ 45, 0.009483097353950143 ], [ 55, 0.007973434403538704 ], [ 65, 0.016091769794002175 ], [ 75, -0.0038209278136491776 ], [ 85, -0.004151179688051343 ], [ 95, 0.004727359628304839 ], [ 100, 0.03360465099103749 ] ], "alpha_eff": [ [ 6, 0.7496775136338373 ], [ 7, 0.7493848072643251 ], [ 8, 0.7493969820019624 ], [ 9, 0.7493779152086678 ], [ 10, 0.7493805607606816 ], [ 11, 0.7493858277202536 ], [ 12, 0.7493563667065243 ], [ 13, 0.7493739172881089 ], [ 14, 0.7493865152293538 ], [ 15, 0.7493799567737963 ], [ 16, 0.7493893793529548 ], [ 17, 0.7493935108297147 ], [ 18, 0.74937751457295 ], [ 19, 0.7493662596795336 ], [ 20, 0.7493579343807725 ], [ 21, 0.749376258570811 ], [ 22, 0.7493780597076252 ], [ 23, 0.7493718220015017 ], [ 24, 0.7493692390237389 ], [ 25, 0.7493817670563111 ], [ 26, 0.74934943246719 ], [ 27, 0.7493683354978263 ], [ 28, 0.7493750063356389 ], [ 29, 0.7493796536392181 ], [ 30, 0.7493815981479246 ], [ 31, 0.7493623953227052 ], [ 32, 0.7493714793640737 ], [ 33, 0.7493764149643402 ], [ 34, 0.7493924611144313 ], [ 35, 0.7493682567855126 ], [ 36, 0.7493617466290655 ], [ 37, 0.7493704769253654 ], [ 38, 0.749364511476785 ], [ 39, 0.7493487010999397 ], [ 40, 0.7493669261600524 ], [ 41, 0.7493560475686346 ], [ 42, 0.7493803044479502 ], [ 43, 0.7493788648584025 ], [ 44, 0.7493798778374525 ], [ 45, 0.7493651396584137 ], [ 46, 0.7493552045661347 ], [ 47, 0.7493729246021084 ], [ 48, 0.7493537313829601 ], [ 49, 0.7493827162435386 ], [ 50, 0.7493576430091816 ], [ 51, 0.7493604521014898 ], [ 52, 0.7493745756303004 ], [ 53, 0.7493613106607291 ], [ 54, 0.7493819623812891 ], [ 55, 0.7493775018999356 ], [ 56, 0.7493898504865194 ], [ 57, 0.7493854228839159 ], [ 58, 0.7493921795264545 ], [ 59, 0.7493614757989889 ], [ 60, 0.7493846420331053 ], [ 61, 0.7493759850668327 ], [ 62, 0.7494039517917349 ], [ 63, 0.7493645538488906 ], [ 64, 0.7493858809378218 ], [ 65, 0.749382843410981 ], [ 66, 0.7493601441202046 ], [ 67, 0.7493684406388421 ], [ 68, 0.749374369432499 ], [ 69, 0.7493906263596096 ], [ 70, 0.7493647075621254 ], [ 71, 0.7493811987237541 ], [ 72, 0.7493655957605927 ], [ 73, 0.7493640673929639 ], [ 74, 0.749398196804206 ], [ 75, 0.7493917599647075 ], [ 76, 0.7493809179743072 ], [ 77, 0.749353315616542 ], [ 78, 0.749385558142852 ], [ 79, 0.749366959825757 ], [ 80, 0.7493677037146079 ], [ 81, 0.7493588560245095 ], [ 82, 0.7493731044418906 ], [ 83, 0.749372858756826 ], [ 84, 0.7493648726008507 ], [ 85, 0.7493626112188468 ], [ 86, 0.7493844679969018 ], [ 87, 0.7493600602773467 ], [ 88, 0.749374010047192 ], [ 89, 0.7493398289894967 ], [ 90, 0.7493728568131478 ], [ 91, 0.7493648528938069 ], [ 92, 0.749379987144675 ], [ 93, 0.749379012553428 ], [ 94, 0.7493564874397597 ], [ 95, 0.7493693097759272 ], [ 96, 0.749372332695717 ], [ 97, 0.7493727628665475 ], [ 98, 0.7493753051079124 ], [ 99, 0.7493838413921884 ], [ 100, 0.7493817605382551 ] ] }, "blend_random_freeze_after_1": { "test_acc": [ 0.3063, 0.2032, 0.1273, 0.1407, 0.1227, 0.1319, 0.1227, 0.1423, 0.1406, 0.1236, 0.1189, 0.1452, 0.1251, 0.1218, 0.1289, 0.1275, 0.1214, 0.1205, 0.1383, 0.1194, 0.1175, 0.1348, 0.1399, 0.1337, 0.1299, 0.1347, 0.1261, 0.1214, 0.1429, 0.1205, 0.1292, 0.14, 0.1265, 0.1458, 0.125, 0.122, 0.1374, 0.1398, 0.1335, 0.1295, 0.1391, 0.1338, 0.1271, 0.1384, 0.1451, 0.146, 0.1351, 0.1455, 0.1192, 0.124, 0.1355, 0.1205, 0.1245, 0.143, 0.1442, 0.1276, 0.1451, 0.1287, 0.145, 0.1261, 0.1444, 0.1342, 0.1202, 0.1272, 0.1398, 0.1416, 0.1185, 0.1345, 0.141, 0.1406, 0.1437, 0.1351, 0.1352, 0.1454, 0.1427, 0.1334, 0.1436, 0.1433, 0.143, 0.1176, 0.1329, 0.133, 0.1345, 0.1346, 0.1349, 0.1442, 0.1458, 0.143, 0.1443, 0.1416, 0.1432, 0.1435, 0.1437, 0.1438, 0.1438 ], "train_loss": [ 1.9885120925903321, 2.0761205434417724, 2.230262163696289, 2.2778841004943846, 2.2938861424255372, 2.295684944229126, 2.297641329574585, 2.298973360443115, 2.294463068695068, 2.296937135620117, 2.296987574005127, 2.295542655105591, 2.2948559199523926, 2.29499972946167, 2.2935732513427736, 2.293764686279297, 2.2939922271728515, 2.2954816610717774, 2.293695736236572, 2.293420573272705, 2.292508361053467, 2.292823321685791, 2.2922408909606933, 2.2910657302093504, 2.2923990909576415, 2.291787723312378, 2.2910885387420654, 2.2904720906066895, 2.2900661878204347, 2.290612805328369, 2.2922181576538088, 2.2916324267578125, 2.2893353955078126, 2.2892222313690187, 2.2895913304138182, 2.2891984420776366, 2.2897861616516115, 2.288906211013794, 2.287695652923584, 2.2881334494781496, 2.288540917892456, 2.288068819885254, 2.2882668949890137, 2.289553168182373, 2.28741283493042, 2.287084792022705, 2.287241609802246, 2.286262402496338, 2.287431600341797, 2.2859934727478026, 2.2863884370422363, 2.2855619835662844, 2.285059044265747, 2.285717262420654, 2.2851440204620364, 2.2853235563659666, 2.285508095550537, 2.284884995803833, 2.2841670207214357, 2.2842117460632325, 2.2844207135772705, 2.284843815765381, 2.2833426860809327, 2.2847967240142824, 2.2843006983184813, 2.2830437184906005, 2.2828539336395264, 2.283909013595581, 2.283869965133667, 2.2835022590637206, 2.283671631164551, 2.2828954322052004, 2.2837038899230957, 2.2823268105316163, 2.2824643184661864, 2.282547272720337, 2.2829145204162598, 2.2820186660003663, 2.2827925469207764, 2.282179147338867, 2.282109367904663, 2.2820095054626464, 2.2816736547851564, 2.2822063021850587, 2.2824253468322753, 2.2817126638793943, 2.2823937452697756, 2.281291566543579, 2.282202901000977, 2.2823980027770996, 2.281220394439697, 2.2813532514190675, 2.2817853865051267, 2.281285207366943, 2.2816215362548826 ], "gamma": [ [ 6, 0.0226771094603464 ], [ 7, 0.018273803289048374 ], [ 8, 0.022315494250506163 ], [ 9, 0.02100165915908292 ], [ 10, 0.016694228834239766 ], [ 13, 0.0118214536778396 ], [ 15, 0.008569155354052782 ], [ 20, 0.005392427754486562 ], [ 25, 0.00896685284897103 ], [ 35, 0.005980721532523603 ], [ 45, 0.007969904990005716 ], [ 55, 0.006948693706092968 ], [ 65, 0.006855892404971087 ], [ 75, 0.006548671450985921 ], [ 85, 0.005674670293529971 ], [ 95, 0.006074464247149081 ], [ 100, 0.006020089146772989 ] ], "rho": [ [ 6, 0.005136748077347875 ], [ 7, 0.013638765143696219 ], [ 8, 0.0026725411880761385 ], [ 9, -4.764541517943144e-05 ], [ 10, 0.002810525242239237 ], [ 13, -0.0014697947772219777 ], [ 15, 0.007574135437607765 ], [ 20, 9.234785102307796e-05 ], [ 25, 0.0022132452577352524 ], [ 35, 0.0025958193000406027 ], [ 45, -0.0014452249743044376 ], [ 55, -0.006561175920069218 ], [ 65, 0.006800537463277578 ], [ 75, 0.0004066654946655035 ], [ 85, -0.00431265402585268 ], [ 95, 0.00305967777967453 ], [ 100, -0.006211055442690849 ] ], "alpha_eff": [ [ 6, 0.7499212197100755 ], [ 7, 0.7499024856318292 ], [ 8, 0.7499319673934342 ], [ 9, 0.7499395970672296 ], [ 10, 0.7499431338929365 ], [ 11, 0.7499451968801987 ], [ 12, 0.7499465867049562 ], [ 13, 0.7499476422536362 ], [ 14, 0.7499484656371325 ], [ 15, 0.7499491977198112 ], [ 16, 0.7499498216952964 ], [ 17, 0.7499503794749826 ], [ 18, 0.7499508528867302 ], [ 19, 0.7499512869664006 ], [ 20, 0.7499516601427744 ], [ 21, 0.7499519864052889 ], [ 22, 0.7499523064733358 ], [ 23, 0.7499526089508433 ], [ 24, 0.749952882354241 ], [ 25, 0.7499531608515829 ], [ 26, 0.7499534033295001 ], [ 27, 0.7499536259687262 ], [ 28, 0.7499538391637108 ], [ 29, 0.7499540315490518 ], [ 30, 0.7499542277574561 ], [ 31, 0.7499544090025009 ], [ 32, 0.749954588810981 ], [ 33, 0.7499547605309729 ], [ 34, 0.7499549214785973 ], [ 35, 0.749955081906797 ], [ 36, 0.7499552256254782 ], [ 37, 0.7499553760836208 ], [ 38, 0.7499555201660311 ], [ 39, 0.7499556578726498 ], [ 40, 0.7499558101880698 ], [ 41, 0.7499559520076509 ], [ 42, 0.7499560894172485 ], [ 43, 0.7499562191698678 ], [ 44, 0.7499563382921131 ], [ 45, 0.7499564438303168 ], [ 46, 0.7499565391022466 ], [ 47, 0.7499566237337427 ], [ 48, 0.7499567041709162 ], [ 49, 0.7499567712266514 ], [ 50, 0.7499568361920005 ], [ 51, 0.749956898750056 ], [ 52, 0.7499569438134133 ], [ 53, 0.7499569908254526 ], [ 54, 0.7499570420350408 ], [ 55, 0.7499570775301238 ], [ 56, 0.7499571016564673 ], [ 57, 0.7499571459746414 ], [ 58, 0.7499571891869481 ], [ 59, 0.7499572110038194 ], [ 60, 0.749957236354002 ], [ 61, 0.7499572662894795 ], [ 62, 0.7499572911271395 ], [ 63, 0.7499573173336485 ], [ 64, 0.7499573392179685 ], [ 65, 0.749957359288327 ], [ 66, 0.749957377204341 ], [ 67, 0.749957394189893 ], [ 68, 0.749957415460572 ], [ 69, 0.7499574298905061 ], [ 70, 0.7499574504969908 ], [ 71, 0.7499574570612607 ], [ 72, 0.7499574808032011 ], [ 73, 0.7499574914435875 ], [ 74, 0.7499575046833561 ], [ 75, 0.7499575174477293 ], [ 76, 0.7499575343827153 ], [ 77, 0.7499575338567375 ], [ 78, 0.7499575504747613 ], [ 79, 0.7499575599418454 ], [ 80, 0.7499575676658329 ], [ 81, 0.7499575752145811 ], [ 82, 0.74995758071355 ], [ 83, 0.7499575876654663 ], [ 84, 0.7499575940948701 ], [ 85, 0.7499575954603194 ], [ 86, 0.7499576004871666 ], [ 87, 0.7499575992228616 ], [ 88, 0.7499576131908711 ], [ 89, 0.7499576097857281 ], [ 90, 0.7499576155374349 ], [ 91, 0.7499576194786625 ], [ 92, 0.7499576219937862 ], [ 93, 0.7499576193168133 ], [ 94, 0.7499576203215673 ], [ 95, 0.7499576204193835 ], [ 96, 0.7499576158408036 ], [ 97, 0.7499576177929302 ], [ 98, 0.7499576268251236 ], [ 99, 0.7499576217915709 ], [ 100, 0.7499576206351348 ] ] }, "blend_random_freeze_after_5": { "test_acc": [ 0.3057, 0.3121, 0.3176, 0.3081, 0.3076, 0.2275, 0.1555, 0.1352, 0.1333, 0.1123, 0.1447, 0.1549, 0.1184, 0.131, 0.1215, 0.1274, 0.121, 0.1214, 0.1219, 0.1173, 0.117, 0.1384, 0.1364, 0.1385, 0.1269, 0.124, 0.1228, 0.1189, 0.1414, 0.1208, 0.1269, 0.1394, 0.12, 0.1429, 0.1241, 0.1209, 0.1378, 0.1362, 0.1326, 0.1277, 0.1372, 0.1136, 0.128, 0.1333, 0.1416, 0.142, 0.1323, 0.125, 0.1194, 0.1136, 0.1338, 0.1253, 0.1243, 0.1417, 0.1427, 0.1245, 0.1446, 0.1173, 0.1155, 0.1251, 0.1435, 0.1346, 0.1229, 0.1181, 0.141, 0.1418, 0.118, 0.1345, 0.14, 0.1457, 0.1436, 0.1352, 0.1345, 0.145, 0.1421, 0.1342, 0.1345, 0.1407, 0.1431, 0.118, 0.1345, 0.1354, 0.1332, 0.118, 0.1353, 0.1333, 0.144, 0.1421, 0.1439, 0.1289, 0.1445, 0.1411, 0.1421, 0.143, 0.143 ], "train_loss": [ 1.986709086303711, 1.9856938624572753, 1.9857408505249023, 1.9869411079406738, 1.9924460929107666, 2.065664505157471, 2.188273988494873, 2.2466244148254395, 2.271299695587158, 2.28955681350708, 2.297678905792236, 2.2992174604034425, 2.300583914337158, 2.300704315338135, 2.29892277053833, 2.29928806098938, 2.299401301345825, 2.3006060648345947, 2.2990310078430176, 2.298429386138916, 2.297889120941162, 2.2977303551483153, 2.2972964846801758, 2.2962034020233153, 2.296949835205078, 2.297126563796997, 2.2956148274993895, 2.294817444534302, 2.294436751174927, 2.2950318000030516, 2.296592710418701, 2.295585599975586, 2.2933802742004397, 2.293261420288086, 2.293370549621582, 2.29287371963501, 2.293215133666992, 2.2926715459442137, 2.2913270640563965, 2.2918275312042238, 2.2921436554718015, 2.2917427026367188, 2.2918095041656494, 2.293215352859497, 2.290927030715942, 2.2903220557403565, 2.2907896925354003, 2.289483503417969, 2.290825044403076, 2.2892746055603026, 2.290025728302002, 2.2888286866760255, 2.2882002299499513, 2.2888796851348876, 2.288195140609741, 2.2884540342712403, 2.2888086296081545, 2.287996703338623, 2.287258808746338, 2.287319690093994, 2.287380068283081, 2.2877273332214356, 2.2862229296875, 2.287708251419067, 2.2872046815490723, 2.2860105876159666, 2.2856850257110595, 2.286888239746094, 2.286637530593872, 2.2864006828308105, 2.2864431773376466, 2.285773974761963, 2.2863538861083983, 2.2849072905731203, 2.2852252075195314, 2.285120125808716, 2.285544990386963, 2.284608533935547, 2.285385781326294, 2.2849736070251465, 2.284644779510498, 2.284583871459961, 2.284174046859741, 2.284768877105713, 2.2850564936828612, 2.284282191696167, 2.2848409812927244, 2.2838416215515136, 2.2848528610229493, 2.2848921446228028, 2.2837032903289796, 2.283878885421753, 2.28442051902771, 2.283711439285278, 2.284164406585693 ], "gamma": [ [ 6, 0.03155870421323925 ], [ 7, 0.030853431904688478 ], [ 8, 0.02669353107921779 ], [ 9, 0.04021082253893837 ], [ 10, 0.02785447984933853 ], [ 13, 0.009877135511487722 ], [ 15, 0.013345680315978825 ], [ 20, 0.01822983069723705 ], [ 25, 0.02449846071203865 ], [ 35, 0.008210629923269153 ], [ 45, 0.013970461225426334 ], [ 55, 0.013153882991474575 ], [ 65, 0.012924989430075584 ], [ 75, 0.01255605021270867 ], [ 85, 0.010964347789496287 ], [ 95, 0.011661061071279732 ], [ 100, 0.01153306716068414 ] ], "rho": [ [ 6, -0.00038986606523394585 ], [ 7, 0.003939110552892089 ], [ 8, -0.008288708748295903 ], [ 9, 0.006352564319968224 ], [ 10, 0.003459762316197157 ], [ 13, -0.0020975149236619473 ], [ 15, -0.002305691596120596 ], [ 20, -0.0023182069417089224 ], [ 25, -0.009444743394851685 ], [ 35, 0.002495761029422283 ], [ 45, -0.003406036412343383 ], [ 55, -0.00597015954554081 ], [ 65, -0.008500710129737854 ], [ 75, -0.0017160457791760564 ], [ 85, -0.00019435398280620575 ], [ 95, -0.005632538348436356 ], [ 100, 0.010569632984697819 ] ], "alpha_eff": [ [ 6, 0.7499212107796505 ], [ 7, 0.7498528185962008 ], [ 8, 0.7497876571533472 ], [ 9, 0.7497269655928557 ], [ 10, 0.7496997642722671 ], [ 11, 0.7496945326114705 ], [ 12, 0.7497726365416734 ], [ 13, 0.7498108788064575 ], [ 14, 0.7498236977077778 ], [ 15, 0.749829508716111 ], [ 16, 0.7498335861585433 ], [ 17, 0.7498370685320528 ], [ 18, 0.7498402778006952 ], [ 19, 0.7498432276623289 ], [ 20, 0.7498458081573879 ], [ 21, 0.7498480619416539 ], [ 22, 0.7498499112601706 ], [ 23, 0.7498514802587081 ], [ 24, 0.7498528096051518 ], [ 25, 0.7498540019321015 ], [ 26, 0.7498550528840675 ], [ 27, 0.7498559698539567 ], [ 28, 0.7498567911115943 ], [ 29, 0.749857566886694 ], [ 30, 0.7498583052715652 ], [ 31, 0.7498590404228719 ], [ 32, 0.749859714970948 ], [ 33, 0.7498603463670913 ], [ 34, 0.7498608917921542 ], [ 35, 0.7498613438542885 ], [ 36, 0.7498617154807191 ], [ 37, 0.7498619536148421 ], [ 38, 0.7498620909216565 ], [ 39, 0.7498621543267309 ], [ 40, 0.749862060406788 ], [ 41, 0.7498618841088817 ], [ 42, 0.7498616681490198 ], [ 43, 0.7498613902038908 ], [ 44, 0.7498610584144705 ], [ 45, 0.7498607010313652 ], [ 46, 0.7498603161791532 ], [ 47, 0.7498599164455008 ], [ 48, 0.7498595232666123 ], [ 49, 0.7498590958460849 ], [ 50, 0.7498586592021772 ], [ 51, 0.7498582383751307 ], [ 52, 0.749857847542827 ], [ 53, 0.7498573739407272 ], [ 54, 0.7498569834772216 ], [ 55, 0.7498566489428903 ], [ 56, 0.7498562327888529 ], [ 57, 0.7498558698686884 ], [ 58, 0.7498555493443314 ], [ 59, 0.7498552811370571 ], [ 60, 0.7498549487912574 ], [ 61, 0.7498546960468907 ], [ 62, 0.7498544060062654 ], [ 63, 0.7498541988974751 ], [ 64, 0.7498539576374978 ], [ 65, 0.7498537409716542 ], [ 66, 0.7498535307747923 ], [ 67, 0.7498533419195366 ], [ 68, 0.7498531947832188 ], [ 69, 0.749853023106332 ], [ 70, 0.7498528461986017 ], [ 71, 0.749852717577081 ], [ 72, 0.7498525422243073 ], [ 73, 0.7498524360618399 ], [ 74, 0.749852326241415 ], [ 75, 0.7498522140626529 ], [ 76, 0.7498521204452114 ], [ 77, 0.7498520311237458 ], [ 78, 0.7498519479769574 ], [ 79, 0.7498518422828333 ], [ 80, 0.7498517599526828 ], [ 81, 0.7498517247145857 ], [ 82, 0.7498516684949844 ], [ 83, 0.7498516197832401 ], [ 84, 0.74985155412182 ], [ 85, 0.7498515355900542 ], [ 86, 0.7498514845196694 ], [ 87, 0.7498514612905921 ], [ 88, 0.7498514061403054 ], [ 89, 0.7498513745431571 ], [ 90, 0.7498513783864412 ], [ 91, 0.7498513570437203 ], [ 92, 0.7498513428884045 ], [ 93, 0.7498513538717607 ], [ 94, 0.7498513209180501 ], [ 95, 0.7498513234252093 ], [ 96, 0.7498513092258868 ], [ 97, 0.749851332383995 ], [ 98, 0.74985129756099 ], [ 99, 0.7498512950098275 ], [ 100, 0.7498513107344179 ] ] }, "blend_random_freeze_after_10": { "test_acc": [ 0.3068, 0.3136, 0.3192, 0.3089, 0.3114, 0.3063, 0.3078, 0.3036, 0.2979, 0.3096, 0.2179, 0.1748, 0.1378, 0.1336, 0.1181, 0.1128, 0.1455, 0.1036, 0.129, 0.1169, 0.1216, 0.1377, 0.1299, 0.1349, 0.124, 0.1225, 0.1224, 0.1163, 0.1391, 0.1219, 0.1258, 0.1357, 0.1209, 0.1412, 0.1213, 0.1178, 0.1351, 0.1348, 0.1311, 0.1239, 0.1283, 0.1147, 0.1267, 0.121, 0.1391, 0.1416, 0.1322, 0.1233, 0.12, 0.1156, 0.1346, 0.1335, 0.1221, 0.1394, 0.1402, 0.1256, 0.142, 0.1091, 0.1168, 0.124, 0.1168, 0.1326, 0.1237, 0.1144, 0.139, 0.1395, 0.1163, 0.1333, 0.1373, 0.1413, 0.1409, 0.1342, 0.1332, 0.1423, 0.1397, 0.1334, 0.1183, 0.1317, 0.1406, 0.1178, 0.1332, 0.1331, 0.1324, 0.1128, 0.132, 0.1302, 0.1405, 0.1402, 0.1403, 0.1155, 0.1419, 0.1408, 0.1299, 0.1294, 0.1298 ], "train_loss": [ 1.9881320515441894, 1.9870186071777343, 1.9866066049194335, 1.9788966651153563, 1.983320122642517, 1.9800231924819947, 1.9782171863555909, 1.9803499440002441, 1.9775104429626464, 1.978521219139099, 2.055931195602417, 2.1806510187530517, 2.2426024320220947, 2.2739720858764647, 2.2868179563903808, 2.2959177317047117, 2.2989520695495607, 2.301827975311279, 2.3013604727935792, 2.300691455078125, 2.3002707484436034, 2.2999929568481443, 2.2992140190124513, 2.2985281761932375, 2.298954692993164, 2.299465831298828, 2.2978392871856688, 2.297249239654541, 2.2968861849212647, 2.2975925408935547, 2.299312409133911, 2.298013726577759, 2.2960053624725343, 2.2958316496276856, 2.295717995529175, 2.29549167678833, 2.2956369426727297, 2.295159391708374, 2.2939567210388185, 2.294398659133911, 2.2947351665496827, 2.2943758375549317, 2.2943764640808104, 2.2959127186584474, 2.293632814407349, 2.292774415283203, 2.29338448928833, 2.2919403810119627, 2.293427130661011, 2.2917928271484374, 2.2928208229064944, 2.291327280807495, 2.290728750305176, 2.2914211921691896, 2.290752984085083, 2.2909728344726563, 2.2913581065368653, 2.2904867668914797, 2.2898236507415772, 2.2899002440643312, 2.289705597457886, 2.290143021392822, 2.28862012840271, 2.2900324601745607, 2.2896193817901613, 2.2885303899383547, 2.2881026596069334, 2.289370965118408, 2.2890094148254394, 2.2887696474456787, 2.288681288909912, 2.2881503539276125, 2.288611475830078, 2.2871972442626953, 2.287553341674805, 2.287350797958374, 2.2876590617370605, 2.286870872344971, 2.2875029762268064, 2.287281789703369, 2.286849340667725, 2.286843361053467, 2.286285085296631, 2.286966771469116, 2.2872533617401123, 2.2865214878082276, 2.2868791717529295, 2.285948681564331, 2.2870913939666746, 2.2869653445434572, 2.285891586151123, 2.2860418113708496, 2.2865823564910888, 2.2858644956970213, 2.286282457962036 ], "gamma": [ [ 6, 0.03577435575425625 ], [ 7, 0.02594527183100581 ], [ 8, 0.019803995557595044 ], [ 9, 0.023345530848018825 ], [ 10, 0.028913925169035792 ], [ 13, 0.0333862743282225 ], [ 15, 0.028461035108193755 ], [ 20, 0.013225269212853163 ], [ 25, 0.026851321141293738 ], [ 35, 0.01460943155871064 ], [ 45, 0.0214682377356894 ], [ 55, 0.01993026031232148 ], [ 65, 0.019510357384092458 ], [ 75, 0.019181935362439617 ], [ 85, 0.017001007566932458 ], [ 95, 0.01799813916977655 ], [ 100, 0.017798602316588585 ] ], "rho": [ [ 6, 0.008851037011481822 ], [ 7, 0.010623326292261481 ], [ 8, 0.006243920885026455 ], [ 9, 0.018517075921408832 ], [ 10, 0.019994840724393725 ], [ 13, -0.003194989636540413 ], [ 15, 0.013649753760546446 ], [ 20, 0.0033422389533370733 ], [ 25, -0.0046805706806480885 ], [ 35, -0.006440741941332817 ], [ 45, -0.006845635827630758 ], [ 55, 0.00424462603405118 ], [ 65, 0.008816015906631947 ], [ 75, -0.004470052197575569 ], [ 85, -0.00485114473849535 ], [ 95, 0.003956635016947985 ], [ 100, -0.009871503338217735 ] ], "alpha_eff": [ [ 6, 0.7499193180455133 ], [ 7, 0.7498498951928352 ], [ 8, 0.7497853275435375 ], [ 9, 0.7497583213788145 ], [ 10, 0.7496802137700671 ], [ 11, 0.7496336473357863 ], [ 12, 0.7495944234730211 ], [ 13, 0.7495856134523137 ], [ 14, 0.7495378145517163 ], [ 15, 0.7495203656557123 ], [ 16, 0.749595675138455 ], [ 17, 0.7496260288222706 ], [ 18, 0.7496405775473204 ], [ 19, 0.7496439416568822 ], [ 20, 0.7496436035869247 ], [ 21, 0.7496418566541048 ], [ 22, 0.7496398332785688 ], [ 23, 0.7496378150693942 ], [ 24, 0.7496360547295424 ], [ 25, 0.7496347410096641 ], [ 26, 0.7496337641962749 ], [ 27, 0.749633142211968 ], [ 28, 0.7496326525979851 ], [ 29, 0.7496323165710145 ], [ 30, 0.7496321006433524 ], [ 31, 0.7496319818274026 ], [ 32, 0.7496320191619597 ], [ 33, 0.7496322547896026 ], [ 34, 0.7496326005447648 ], [ 35, 0.749633079285126 ], [ 36, 0.7496336269858973 ], [ 37, 0.7496342560321766 ], [ 38, 0.7496349100853218 ], [ 39, 0.7496355510132134 ], [ 40, 0.7496362531526267 ], [ 41, 0.7496369420344482 ], [ 42, 0.7496375791497651 ], [ 43, 0.7496382069287194 ], [ 44, 0.7496388242679449 ], [ 45, 0.7496393759112324 ], [ 46, 0.7496399419288853 ], [ 47, 0.7496404388552795 ], [ 48, 0.7496409375102326 ], [ 49, 0.7496413907226306 ], [ 50, 0.7496418546650437 ], [ 51, 0.7496423077489263 ], [ 52, 0.749642663069428 ], [ 53, 0.749643060698477 ], [ 54, 0.7496434160776027 ], [ 55, 0.7496436851345508 ], [ 56, 0.7496439725611305 ], [ 57, 0.7496443179024123 ], [ 58, 0.7496445984967786 ], [ 59, 0.7496447819587829 ], [ 60, 0.7496450557382539 ], [ 61, 0.7496452667699693 ], [ 62, 0.7496454587106002 ], [ 63, 0.7496456532096109 ], [ 64, 0.7496458126259359 ], [ 65, 0.7496459772222902 ], [ 66, 0.7496461469941117 ], [ 67, 0.7496462543422839 ], [ 68, 0.7496463845246278 ], [ 69, 0.7496464831191557 ], [ 70, 0.7496466277675442 ], [ 71, 0.7496467035339424 ], [ 72, 0.7496468599431467 ], [ 73, 0.7496468933974064 ], [ 74, 0.7496469773700104 ], [ 75, 0.7496470592440312 ], [ 76, 0.7496471400320178 ], [ 77, 0.7496471817124153 ], [ 78, 0.749647239774908 ], [ 79, 0.7496472965021626 ], [ 80, 0.7496473676715285 ], [ 81, 0.7496473739817566 ], [ 82, 0.749647428403859 ], [ 83, 0.7496474899750082 ], [ 84, 0.7496475077123036 ], [ 85, 0.7496475029501258 ], [ 86, 0.7496475523423989 ], [ 87, 0.749647543193304 ], [ 88, 0.7496476452948474 ], [ 89, 0.7496476172122094 ], [ 90, 0.7496476359495764 ], [ 91, 0.7496476560422746 ], [ 92, 0.7496476677099678 ], [ 93, 0.7496476121010561 ], [ 94, 0.7496476771397894 ], [ 95, 0.7496476691809392 ], [ 96, 0.7496476473565865 ], [ 97, 0.7496476403332835 ], [ 98, 0.7496476870492047 ], [ 99, 0.7496476723095268 ], [ 100, 0.7496476678215215 ] ] } }