diff options
Diffstat (limited to 'results/structured_aux/structured_aux_t5_s42.json')
| -rw-r--r-- | results/structured_aux/structured_aux_t5_s42.json | 6481 |
1 files changed, 6481 insertions, 0 deletions
diff --git a/results/structured_aux/structured_aux_t5_s42.json b/results/structured_aux/structured_aux_t5_s42.json new file mode 100644 index 0000000..d1e671b --- /dev/null +++ b/results/structured_aux/structured_aux_t5_s42.json @@ -0,0 +1,6481 @@ +{ + "args": { + "num_blocks": 4, + "d_hidden": 256, + "batch_size": 128, + "epochs": 100, + "t0": 5, + "alpha": 0.75, + "lr": 0.001, + "lr_fb": 0.001, + "wd": 0.01, + "M": 4, + "seed": 42, + "gpu": 2, + "output_dir": "results/structured_aux" + }, + "dfa_ckpt_acc": 0.304, + "fresh_sigma": 48.45175752639771, + "continue_DFA": { + "test_acc": [ + 0.3055, + 0.3025, + 0.3224, + 0.2971, + 0.3011, + 0.3158, + 0.3148, + 0.2917, + 0.3128, + 0.3092, + 0.3117, + 0.3029, + 0.3018, + 0.2891, + 0.3079, + 0.294, + 0.3136, + 0.297, + 0.3097, + 0.3143, + 0.306, + 0.3011, + 0.3085, + 0.3112, + 0.3071, + 0.3216, + 0.306, + 0.3039, + 0.3042, + 0.3179, + 0.3125, + 0.3099, + 0.3093, + 0.3114, + 0.303, + 0.3076, + 0.3098, + 0.3081, + 0.3176, + 0.306, + 0.3063, + 0.2957, + 0.3092, + 0.2989, + 0.3149, + 0.3091, + 0.3025, + 0.309, + 0.2979, + 0.3043, + 0.3122, + 0.3105, + 0.2994, + 0.3104, + 0.3163, + 0.3144, + 0.3072, + 0.3095, + 0.3116, + 0.3008, + 0.3108, + 0.3135, + 0.3144, + 0.3143, + 0.3155, + 0.3128, + 0.3122, + 0.3105, + 0.3091, + 0.3132, + 0.3027, + 0.3099, + 0.3087, + 0.3119, + 0.311, + 0.3091, + 0.3104, + 0.3129, + 0.3084, + 0.3121, + 0.3152, + 0.3123, + 0.3127, + 0.3107, + 0.3115, + 0.3096, + 0.3116, + 0.3104, + 0.3117, + 0.3122, + 0.312, + 0.3118, + 0.3117, + 0.3115, + 0.3115 + ], + "train_loss": [ + 1.991048743209839, + 1.9916367597198485, + 1.9883640994262695, + 1.9904318043518066, + 1.990765456390381, + 1.9885113190460204, + 1.988723781814575, + 1.9883269626617432, + 1.9865176509857179, + 1.986528792037964, + 1.9871076442718505, + 1.9852300271606445, + 1.9855789277648925, + 1.9873473043823242, + 1.9887369604873657, + 1.984825173187256, + 1.986682919845581, + 1.986023438949585, + 1.9879054671478271, + 1.984492504119873, + 1.9841545476531983, + 1.985333773574829, + 1.9837070235443115, + 1.9856928632354736, + 1.985661566505432, + 1.9854957870101928, + 1.9840560776138305, + 1.9859882206726074, + 1.9846108224487304, + 1.9859439390563964, + 1.985415450668335, + 1.985925768699646, + 1.9856847537231446, + 1.9866711866760254, + 1.9869563925552367, + 1.9871451406860352, + 1.9837623266601563, + 1.9858767760467528, + 1.9862659697723388, + 1.9852370281219482, + 1.9850765836334228, + 1.9856702326965332, + 1.986476949081421, + 1.9855420697784423, + 1.9845534466552734, + 1.9860719301605225, + 1.9862464963531494, + 1.985343392906189, + 1.985123703918457, + 1.9840784968566894, + 1.988379104537964, + 1.9863914632415771, + 1.9844388414001466, + 1.986172850189209, + 1.9863445208740234, + 1.9870363287734985, + 1.9851792503356933, + 1.9847805208587646, + 1.9851327020645142, + 1.984974264831543, + 1.9859494774627686, + 1.9863537815856933, + 1.9853967378234862, + 1.9863174615859986, + 1.985906039199829, + 1.9847168277359009, + 1.9855578246688843, + 1.9851220603942872, + 1.9855838941192627, + 1.9842845658874513, + 1.9864070181655884, + 1.9828656870269776, + 1.9845347036743164, + 1.9851781808853148, + 1.9849923505020142, + 1.9846813095474243, + 1.9840032190322876, + 1.9832153865814208, + 1.9829858123397828, + 1.9832415357971191, + 1.984812937889099, + 1.9836833013916015, + 1.9820556320953369, + 1.9829538493347167, + 1.9816045610046387, + 1.983920804977417, + 1.9816958462524414, + 1.9848244665145873, + 1.983539125366211, + 1.9812593657684325, + 1.98392430519104, + 1.982444817276001, + 1.9834877124404908, + 1.9847186293792725, + 1.9808635054016113 + ], + "gamma": [ + [ + 6, + 0.08111585443839431 + ], + [ + 7, + 0.08216675627045333 + ], + [ + 8, + 0.08403038466349244 + ], + [ + 9, + 0.08592397905886173 + ], + [ + 10, + 0.08453304693102837 + ], + [ + 13, + 0.08727108407765627 + ], + [ + 15, + 0.08908557938411832 + ], + [ + 20, + 0.09117648331448436 + ], + [ + 25, + 0.09268091293051839 + ], + [ + 35, + 0.09528384893201292 + ], + [ + 45, + 0.09749913006089628 + ], + [ + 55, + 0.09926950337830931 + ], + [ + 65, + 0.10043945582583547 + ], + [ + 75, + 0.10120803816244006 + ], + [ + 85, + 0.10144373204093426 + ], + [ + 95, + 0.10144099860917777 + ], + [ + 100, + 0.10145036247558892 + ] + ], + "rho": [ + [ + 6, + 0.02260437374934554 + ], + [ + 7, + 0.018085405696183443 + ], + [ + 8, + 0.003474419005215168 + ], + [ + 9, + 0.03226925013586879 + ], + [ + 10, + -0.006800428731366992 + ], + [ + 13, + 0.0110914102406241 + ], + [ + 15, + 0.005172164877876639 + ], + [ + 20, + -8.558854460716248e-06 + ], + [ + 25, + 0.007936288602650166 + ], + [ + 35, + 0.0030459770932793617 + ], + [ + 45, + 0.0008034338243305683 + ], + [ + 55, + -0.013237068429589272 + ], + [ + 65, + -0.0035184742882847786 + ], + [ + 75, + 0.0012920110020786524 + ], + [ + 85, + -0.0010051392018795013 + ], + [ + 95, + 0.003301333636045456 + ], + [ + 100, + -0.006845369935035706 + ] + ], + "alpha_eff": [ + [ + 6, + 0.0 + ], + [ + 7, + 0.0 + ], + [ + 8, + 0.0 + ], + [ + 9, + 0.0 + ], + [ + 10, + 0.0 + ], + [ + 11, + 0.0 + ], + [ + 12, + 0.0 + ], + [ + 13, + 0.0 + ], + [ + 14, + 0.0 + ], + [ + 15, + 0.0 + ], + [ + 16, + 0.0 + ], + [ + 17, + 0.0 + ], + [ + 18, + 0.0 + ], + [ + 19, + 0.0 + ], + [ + 20, + 0.0 + ], + [ + 21, + 0.0 + ], + [ + 22, + 0.0 + ], + [ + 23, + 0.0 + ], + [ + 24, + 0.0 + ], + [ + 25, + 0.0 + ], + [ + 26, + 0.0 + ], + [ + 27, + 0.0 + ], + [ + 28, + 0.0 + ], + [ + 29, + 0.0 + ], + [ + 30, + 0.0 + ], + [ + 31, + 0.0 + ], + [ + 32, + 0.0 + ], + [ + 33, + 0.0 + ], + [ + 34, + 0.0 + ], + [ + 35, + 0.0 + ], + [ + 36, + 0.0 + ], + [ + 37, + 0.0 + ], + [ + 38, + 0.0 + ], + [ + 39, + 0.0 + ], + [ + 40, + 0.0 + ], + [ + 41, + 0.0 + ], + [ + 42, + 0.0 + ], + [ + 43, + 0.0 + ], + [ + 44, + 0.0 + ], + [ + 45, + 0.0 + ], + [ + 46, + 0.0 + ], + [ + 47, + 0.0 + ], + [ + 48, + 0.0 + ], + [ + 49, + 0.0 + ], + [ + 50, + 0.0 + ], + [ + 51, + 0.0 + ], + [ + 52, + 0.0 + ], + [ + 53, + 0.0 + ], + [ + 54, + 0.0 + ], + [ + 55, + 0.0 + ], + [ + 56, + 0.0 + ], + [ + 57, + 0.0 + ], + [ + 58, + 0.0 + ], + [ + 59, + 0.0 + ], + [ + 60, + 0.0 + ], + [ + 61, + 0.0 + ], + [ + 62, + 0.0 + ], + [ + 63, + 0.0 + ], + [ + 64, + 0.0 + ], + [ + 65, + 0.0 + ], + [ + 66, + 0.0 + ], + [ + 67, + 0.0 + ], + [ + 68, + 0.0 + ], + [ + 69, + 0.0 + ], + [ + 70, + 0.0 + ], + [ + 71, + 0.0 + ], + [ + 72, + 0.0 + ], + [ + 73, + 0.0 + ], + [ + 74, + 0.0 + ], + [ + 75, + 0.0 + ], + [ + 76, + 0.0 + ], + [ + 77, + 0.0 + ], + [ + 78, + 0.0 + ], + [ + 79, + 0.0 + ], + [ + 80, + 0.0 + ], + [ + 81, + 0.0 + ], + [ + 82, + 0.0 + ], + [ + 83, + 0.0 + ], + [ + 84, + 0.0 + ], + [ + 85, + 0.0 + ], + [ + 86, + 0.0 + ], + [ + 87, + 0.0 + ], + [ + 88, + 0.0 + ], + [ + 89, + 0.0 + ], + [ + 90, + 0.0 + ], + [ + 91, + 0.0 + ], + [ + 92, + 0.0 + ], + [ + 93, + 0.0 + ], + [ + 94, + 0.0 + ], + [ + 95, + 0.0 + ], + [ + 96, + 0.0 + ], + [ + 97, + 0.0 + ], + [ + 98, + 0.0 + ], + [ + 99, + 0.0 + ], + [ + 100, + 0.0 + ] + ] + }, + "blend_random_trainable": { + "test_acc": [ + 0.3024, + 0.3133, + 0.3097, + 0.307, + 0.3116, + 0.3037, + 0.3014, + 0.2983, + 0.291, + 0.3055, + 0.3125, + 0.3139, + 0.3176, + 0.3088, + 0.3045, + 0.3023, + 0.3169, + 0.3117, + 0.3143, + 0.3083, + 0.3044, + 0.3178, + 0.31, + 0.3154, + 0.3085, + 0.3108, + 0.3147, + 0.3214, + 0.3137, + 0.3153, + 0.32, + 0.3137, + 0.3128, + 0.3133, + 0.3224, + 0.316, + 0.3188, + 0.3258, + 0.3181, + 0.3258, + 0.318, + 0.3162, + 0.3205, + 0.3186, + 0.3133, + 0.3192, + 0.3257, + 0.3151, + 0.3148, + 0.3225, + 0.3158, + 0.3179, + 0.3219, + 0.3152, + 0.3179, + 0.3174, + 0.324, + 0.3211, + 0.3156, + 0.3182, + 0.3209, + 0.3242, + 0.3204, + 0.3295, + 0.3139, + 0.3167, + 0.3243, + 0.3252, + 0.325, + 0.3206, + 0.3204, + 0.3258, + 0.3232, + 0.3239, + 0.3176, + 0.3245, + 0.3182, + 0.3243, + 0.3214, + 0.3223, + 0.3266, + 0.326, + 0.3262, + 0.3237, + 0.3235, + 0.3235, + 0.3225, + 0.3234, + 0.3228, + 0.3224, + 0.3233, + 0.3235, + 0.3238, + 0.3238, + 0.3239 + ], + "train_loss": [ + 1.9876464429473877, + 1.9871312660217286, + 1.98794667137146, + 1.979866360206604, + 1.9829724767303467, + 1.978883454246521, + 1.9780245680999755, + 1.9819539237213135, + 1.9816560133361816, + 1.9825326041412354, + 1.9787122887420654, + 1.973865717124939, + 1.9732693460845947, + 1.9691582153320313, + 1.9713216143035888, + 1.970405147857666, + 1.9690808911895752, + 1.9719929265975953, + 1.9672391814422607, + 1.9673247147369384, + 1.9670495735931397, + 1.9656842587280274, + 1.9644684192276, + 1.96691089553833, + 1.9685032133483886, + 1.9638118313980102, + 1.9630551633453368, + 1.965095313796997, + 1.9634219128036499, + 1.9641351106262206, + 1.9643780905151367, + 1.9637394803237915, + 1.9656481066131593, + 1.9634420028686523, + 1.9667505270385741, + 1.9628459647369385, + 1.9643579544830323, + 1.9633583740234375, + 1.9635034155273436, + 1.9661723876190185, + 1.9633576497650147, + 1.9618351065826416, + 1.9632835869598388, + 1.966858482017517, + 1.9653798733901977, + 1.9619794463348388, + 1.9633574157714844, + 1.9612697646713257, + 1.9618599697113037, + 1.9626816901016235, + 1.9624275286102295, + 1.960104427833557, + 1.9636346054458618, + 1.9611790425872804, + 1.9631773295593262, + 1.9610639614486693, + 1.9634941321563721, + 1.9607968753814697, + 1.960719214401245, + 1.9611839714813233, + 1.961498717956543, + 1.962079864730835, + 1.9621083187103272, + 1.9580735195159913, + 1.9596791373443603, + 1.9599584259796143, + 1.9578871935653686, + 1.9627594772338868, + 1.9603685702896119, + 1.9600560396575928, + 1.9598616068267822, + 1.9589437344360352, + 1.9607008143615723, + 1.9578518214416505, + 1.960224426651001, + 1.959071869430542, + 1.959806990737915, + 1.9606619339370728, + 1.958533956451416, + 1.956637857093811, + 1.9607464468765259, + 1.9562711632537841, + 1.959853370666504, + 1.9559039768218993, + 1.9549042249298096, + 1.9581724520492554, + 1.9576588166046143, + 1.9579018334960938, + 1.9578932962036133, + 1.9547549870300294, + 1.9586515881347657, + 1.9600395129776, + 1.957794129257202, + 1.9562179388809204, + 1.9606438481903077 + ], + "gamma": [ + [ + 6, + 0.023424091981723905 + ], + [ + 7, + 0.02299115271307528 + ], + [ + 8, + 0.018762043910101056 + ], + [ + 9, + 0.03282992116874084 + ], + [ + 10, + 0.0370270183775574 + ], + [ + 13, + 0.031177338445559144 + ], + [ + 15, + 0.03360762202646583 + ], + [ + 20, + 0.036809065961278975 + ], + [ + 25, + 0.027988859452307224 + ], + [ + 35, + 0.03813225851627067 + ], + [ + 45, + 0.026877354714088142 + ], + [ + 55, + 0.02659994421992451 + ], + [ + 65, + 0.03517918023862876 + ], + [ + 75, + 0.02342122921254486 + ], + [ + 85, + 0.024287903041113168 + ], + [ + 95, + 0.03690479922806844 + ], + [ + 100, + 0.03183859743876383 + ] + ], + "rho": [ + [ + 6, + 0.004794585169292986 + ], + [ + 7, + 0.01906854542903602 + ], + [ + 8, + 0.018232747446745634 + ], + [ + 9, + -0.006440505385398865 + ], + [ + 10, + 0.009400886483490467 + ], + [ + 13, + -0.006829604506492615 + ], + [ + 15, + 0.004158142954111099 + ], + [ + 20, + -0.0073410505428910255 + ], + [ + 25, + -0.015496937441639602 + ], + [ + 35, + 0.0030443017894867808 + ], + [ + 45, + 0.004381767328595743 + ], + [ + 55, + -0.002541719004511833 + ], + [ + 65, + 0.015656484989449382 + ], + [ + 75, + 0.014971858356148005 + ], + [ + 85, + 0.007261662278324366 + ], + [ + 95, + -0.004689584719017148 + ], + [ + 100, + -0.0020664925687015057 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7499220049468636 + ], + [ + 7, + 0.7498469948386692 + ], + [ + 8, + 0.7497922943083747 + ], + [ + 9, + 0.7497436076690509 + ], + [ + 10, + 0.7497147271011655 + ], + [ + 11, + 0.7496373700685055 + ], + [ + 12, + 0.7495911377516936 + ], + [ + 13, + 0.7495591076923991 + ], + [ + 14, + 0.7495520259230328 + ], + [ + 15, + 0.7494965013090477 + ], + [ + 16, + 0.7494952091159308 + ], + [ + 17, + 0.7495059615860385 + ], + [ + 18, + 0.7494701363824298 + ], + [ + 19, + 0.7494422326147001 + ], + [ + 20, + 0.7494295847275737 + ], + [ + 21, + 0.7494258583416467 + ], + [ + 22, + 0.7494341580473979 + ], + [ + 23, + 0.749417299478136 + ], + [ + 24, + 0.7494054863689891 + ], + [ + 25, + 0.7494183335600948 + ], + [ + 26, + 0.7494062009469158 + ], + [ + 27, + 0.749386443815835 + ], + [ + 28, + 0.7493906387259565 + ], + [ + 29, + 0.7493977933561468 + ], + [ + 30, + 0.7494115413552965 + ], + [ + 31, + 0.74937497749007 + ], + [ + 32, + 0.7493738134103862 + ], + [ + 33, + 0.749387575031919 + ], + [ + 34, + 0.7493895790085617 + ], + [ + 35, + 0.7493779495658293 + ], + [ + 36, + 0.7493688614537896 + ], + [ + 37, + 0.7493811285321982 + ], + [ + 38, + 0.7493793503531336 + ], + [ + 39, + 0.7493793535783112 + ], + [ + 40, + 0.7493862838940486 + ], + [ + 41, + 0.7493963453482582 + ], + [ + 42, + 0.7493902605330259 + ], + [ + 43, + 0.7493899791972367 + ], + [ + 44, + 0.7493909907774019 + ], + [ + 45, + 0.7493882524314522 + ], + [ + 46, + 0.7493926965007238 + ], + [ + 47, + 0.7493777149605533 + ], + [ + 48, + 0.7493754540083309 + ], + [ + 49, + 0.74940470901309 + ], + [ + 50, + 0.7493888419454201 + ], + [ + 51, + 0.7493701886233235 + ], + [ + 52, + 0.7493823970078906 + ], + [ + 53, + 0.7493955027904773 + ], + [ + 54, + 0.7494067685560947 + ], + [ + 55, + 0.7494373228710867 + ], + [ + 56, + 0.749436131478882 + ], + [ + 57, + 0.7494092143251209 + ], + [ + 58, + 0.7493974854803174 + ], + [ + 59, + 0.7493886318130187 + ], + [ + 60, + 0.7493818393201509 + ], + [ + 61, + 0.7493855390419224 + ], + [ + 62, + 0.749397444060802 + ], + [ + 63, + 0.7493839866832109 + ], + [ + 64, + 0.7493896721443025 + ], + [ + 65, + 0.7493912184954649 + ], + [ + 66, + 0.749390525573084 + ], + [ + 67, + 0.7493892431315118 + ], + [ + 68, + 0.7493890806349718 + ], + [ + 69, + 0.7493942837137954 + ], + [ + 70, + 0.7493718437995105 + ], + [ + 71, + 0.7493855616542222 + ], + [ + 72, + 0.7493912184147061 + ], + [ + 73, + 0.7493976699937478 + ], + [ + 74, + 0.7494079082700383 + ], + [ + 75, + 0.7493938400148441 + ], + [ + 76, + 0.7494368868131648 + ], + [ + 77, + 0.749415196714498 + ], + [ + 78, + 0.7493968677634235 + ], + [ + 79, + 0.7493896917777243 + ], + [ + 80, + 0.7493831183029268 + ], + [ + 81, + 0.7493887478890309 + ], + [ + 82, + 0.749392078676077 + ], + [ + 83, + 0.7493897096223924 + ], + [ + 84, + 0.7493905341199444 + ], + [ + 85, + 0.7493948951239413 + ], + [ + 86, + 0.7493925549281948 + ], + [ + 87, + 0.7493985287550686 + ], + [ + 88, + 0.7493904891133867 + ], + [ + 89, + 0.7493750918006233 + ], + [ + 90, + 0.7493767894612435 + ], + [ + 91, + 0.7493757401805374 + ], + [ + 92, + 0.7493788542072656 + ], + [ + 93, + 0.7494012095815523 + ], + [ + 94, + 0.749389581481011 + ], + [ + 95, + 0.7493941822683292 + ], + [ + 96, + 0.7493976644324434 + ], + [ + 97, + 0.7493948974013512 + ], + [ + 98, + 0.749406639377133 + ], + [ + 99, + 0.7494037991022731 + ], + [ + 100, + 0.7493907136643728 + ] + ] + }, + "blend_shuffled_trainable": { + "test_acc": [ + 0.3041, + 0.3133, + 0.3185, + 0.3058, + 0.3077, + 0.3033, + 0.3036, + 0.3013, + 0.2961, + 0.3049, + 0.3163, + 0.3139, + 0.3183, + 0.3102, + 0.304, + 0.3033, + 0.315, + 0.3169, + 0.314, + 0.308, + 0.3079, + 0.3217, + 0.3104, + 0.3153, + 0.3091, + 0.3143, + 0.3154, + 0.3181, + 0.3142, + 0.3163, + 0.3215, + 0.3153, + 0.3146, + 0.314, + 0.3235, + 0.3162, + 0.3242, + 0.3246, + 0.3209, + 0.3233, + 0.3197, + 0.3186, + 0.3205, + 0.3202, + 0.3176, + 0.3207, + 0.3227, + 0.3143, + 0.3179, + 0.3208, + 0.3226, + 0.32, + 0.3256, + 0.3192, + 0.3207, + 0.3216, + 0.3266, + 0.3223, + 0.3171, + 0.3186, + 0.3239, + 0.3258, + 0.323, + 0.3309, + 0.3173, + 0.3182, + 0.3247, + 0.3253, + 0.326, + 0.3219, + 0.3234, + 0.3265, + 0.3231, + 0.3249, + 0.3185, + 0.3272, + 0.3219, + 0.3249, + 0.3233, + 0.3234, + 0.3277, + 0.327, + 0.3275, + 0.3245, + 0.3247, + 0.3249, + 0.3248, + 0.3242, + 0.3246, + 0.3247, + 0.325, + 0.3252, + 0.3252, + 0.3251, + 0.325 + ], + "train_loss": [ + 1.9882133629608154, + 1.9881019673919678, + 1.9891524069976807, + 1.9868328957366943, + 1.9891845949935913, + 1.9813592992782594, + 1.9801440045547485, + 1.9806723363494874, + 1.9786427125549317, + 1.9821630545806885, + 1.977519662437439, + 1.971266616859436, + 1.9723616131210326, + 1.968949783859253, + 1.9696260055541992, + 1.9699068839263916, + 1.9684647756958007, + 1.9725180642700195, + 1.9684360600280761, + 1.968059073562622, + 1.9673038653564454, + 1.9664155136871337, + 1.9645250603866578, + 1.9675670454406737, + 1.969709717025757, + 1.9648988067245483, + 1.9637554684448242, + 1.9651869311904908, + 1.9632979507064818, + 1.9634353633117676, + 1.963195507736206, + 1.9624330361557007, + 1.9649106032562256, + 1.96261977809906, + 1.965746845703125, + 1.96231167137146, + 1.9636095551300048, + 1.9628686709976195, + 1.9632325925064087, + 1.965823385925293, + 1.9639251545715333, + 1.9625721590423584, + 1.9632411141586303, + 1.9666285999298097, + 1.9646705523300172, + 1.9612812813568115, + 1.9628031824493408, + 1.9612671447372436, + 1.9614050133514405, + 1.9616153263092042, + 1.9616178183746338, + 1.9597780437850951, + 1.9633536209106446, + 1.961100555114746, + 1.9633056440734864, + 1.9609289096450806, + 1.9632993547821045, + 1.9602513189315796, + 1.9607367464828491, + 1.9611903679656983, + 1.9616722354507445, + 1.96167990234375, + 1.9621346522521972, + 1.9584645178222657, + 1.9602933213806153, + 1.960143120803833, + 1.9579744591522217, + 1.9633731325912476, + 1.9604005276107788, + 1.9604838925933838, + 1.960356443862915, + 1.9593083364868165, + 1.9605383354187012, + 1.958080934677124, + 1.9600851589584352, + 1.9594914280700684, + 1.959912822265625, + 1.9608478322982787, + 1.9587051663208008, + 1.956825029220581, + 1.9607854579162598, + 1.956131549911499, + 1.9600519333648683, + 1.9560367584991456, + 1.9549996364593505, + 1.9579589212799071, + 1.9576114078140259, + 1.9580341373062133, + 1.9579882822418213, + 1.9546271855926514, + 1.9580214026641847, + 1.9600323877334596, + 1.957533321609497, + 1.955910203552246, + 1.9606612694549561 + ], + "gamma": [ + [ + 6, + 0.016355152998585254 + ], + [ + 7, + 0.024427944561466575 + ], + [ + 8, + 0.03244515031110495 + ], + [ + 9, + 0.037574231857433915 + ], + [ + 10, + 0.02381341380532831 + ], + [ + 13, + 0.03183329018065706 + ], + [ + 15, + 0.039742537890560925 + ], + [ + 20, + 0.028106374549679458 + ], + [ + 25, + 0.023346851172391325 + ], + [ + 35, + 0.022161927772685885 + ], + [ + 45, + 0.02809242461808026 + ], + [ + 55, + 0.02980245597427711 + ], + [ + 65, + 0.02308708109194413 + ], + [ + 75, + 0.02955220313742757 + ], + [ + 85, + 0.036079382756724954 + ], + [ + 95, + 0.030997981084510684 + ], + [ + 100, + 0.03075875889044255 + ] + ], + "rho": [ + [ + 6, + 0.017404719023033977 + ], + [ + 7, + -0.007129559060558677 + ], + [ + 8, + -0.005894948495551944 + ], + [ + 9, + 0.003232832415960729 + ], + [ + 10, + -0.0037994354497641325 + ], + [ + 13, + 0.00012775661889463663 + ], + [ + 15, + 0.0049165410455316305 + ], + [ + 20, + 0.007058484945446253 + ], + [ + 25, + 0.003497648925986141 + ], + [ + 35, + 0.004558940418064594 + ], + [ + 45, + 0.0013113794848322868 + ], + [ + 55, + -0.006722114223521203 + ], + [ + 65, + 0.023264381452463567 + ], + [ + 75, + 0.009205496869981289 + ], + [ + 85, + 0.015811771620064974 + ], + [ + 95, + 0.002596069360151887 + ], + [ + 100, + 0.004170703352428973 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7499203817126044 + ], + [ + 7, + 0.7498473926536209 + ], + [ + 8, + 0.7498067954424582 + ], + [ + 9, + 0.7497330329265922 + ], + [ + 10, + 0.7497022644111692 + ], + [ + 11, + 0.7497089800874237 + ], + [ + 12, + 0.749580267629901 + ], + [ + 13, + 0.7495483148022443 + ], + [ + 14, + 0.7494877798640726 + ], + [ + 15, + 0.7495237351049973 + ], + [ + 16, + 0.7495026151842156 + ], + [ + 17, + 0.7494681925269019 + ], + [ + 18, + 0.7494358266469395 + ], + [ + 19, + 0.7494331298572458 + ], + [ + 20, + 0.7494433294281939 + ], + [ + 21, + 0.7494393382691086 + ], + [ + 22, + 0.7494336879655699 + ], + [ + 23, + 0.7494508309427925 + ], + [ + 24, + 0.7494223317599271 + ], + [ + 25, + 0.7494121362855057 + ], + [ + 26, + 0.7494163679596605 + ], + [ + 27, + 0.7493960160775697 + ], + [ + 28, + 0.749390409223028 + ], + [ + 29, + 0.749390992617308 + ], + [ + 30, + 0.7493927307020445 + ], + [ + 31, + 0.7493766611360625 + ], + [ + 32, + 0.7493977801865833 + ], + [ + 33, + 0.7493917157028857 + ], + [ + 34, + 0.7493982176615227 + ], + [ + 35, + 0.749390067311929 + ], + [ + 36, + 0.7493826796278233 + ], + [ + 37, + 0.7493882938770885 + ], + [ + 38, + 0.7493950978303817 + ], + [ + 39, + 0.7494004245071493 + ], + [ + 40, + 0.7493957884956443 + ], + [ + 41, + 0.7494055237064294 + ], + [ + 42, + 0.7494023169006231 + ], + [ + 43, + 0.7493906380727359 + ], + [ + 44, + 0.7493832241801811 + ], + [ + 45, + 0.7493974674089477 + ], + [ + 46, + 0.7494142002768108 + ], + [ + 47, + 0.7493976151953635 + ], + [ + 48, + 0.7493915037172526 + ], + [ + 49, + 0.7494232293952092 + ], + [ + 50, + 0.7494189364938916 + ], + [ + 51, + 0.7494011521037299 + ], + [ + 52, + 0.7493943786563599 + ], + [ + 53, + 0.7493953434522991 + ], + [ + 54, + 0.7493984032912804 + ], + [ + 55, + 0.7494011344276886 + ], + [ + 56, + 0.7494025120058067 + ], + [ + 57, + 0.749399989966068 + ], + [ + 58, + 0.7494005554979026 + ], + [ + 59, + 0.7494070563576691 + ], + [ + 60, + 0.7493985346423274 + ], + [ + 61, + 0.7494018762471589 + ], + [ + 62, + 0.7494062978834193 + ], + [ + 63, + 0.7494025019737532 + ], + [ + 64, + 0.7494022031209248 + ], + [ + 65, + 0.749387289949488 + ], + [ + 66, + 0.7493899903292269 + ], + [ + 67, + 0.749382444034868 + ], + [ + 68, + 0.749384555546625 + ], + [ + 69, + 0.7493789641887715 + ], + [ + 70, + 0.7493899454910227 + ], + [ + 71, + 0.7493869980099057 + ], + [ + 72, + 0.7494041179491546 + ], + [ + 73, + 0.7493882349730862 + ], + [ + 74, + 0.7493931032889941 + ], + [ + 75, + 0.7493848343975982 + ], + [ + 76, + 0.7493753700321834 + ], + [ + 77, + 0.749390683112653 + ], + [ + 78, + 0.7493938601463527 + ], + [ + 79, + 0.7493921215605192 + ], + [ + 80, + 0.7494007935058512 + ], + [ + 81, + 0.7494058194317977 + ], + [ + 82, + 0.7493941038440329 + ], + [ + 83, + 0.749384788037309 + ], + [ + 84, + 0.7493802564428359 + ], + [ + 85, + 0.749381685825373 + ], + [ + 86, + 0.7493992416161968 + ], + [ + 87, + 0.7493822721108743 + ], + [ + 88, + 0.7493802332545368 + ], + [ + 89, + 0.7493812286084873 + ], + [ + 90, + 0.7494055120914692 + ], + [ + 91, + 0.7493854098891867 + ], + [ + 92, + 0.7493959012792147 + ], + [ + 93, + 0.7494048054970472 + ], + [ + 94, + 0.7493850305850241 + ], + [ + 95, + 0.7493791660549699 + ], + [ + 96, + 0.7493938625420236 + ], + [ + 97, + 0.7493986404581087 + ], + [ + 98, + 0.7493953739123228 + ], + [ + 99, + 0.7494022995179244 + ], + [ + 100, + 0.7494032432948281 + ] + ] + }, + "blend_zero_target_trainable": { + "test_acc": [ + 0.2776, + 0.2859, + 0.2805, + 0.2661, + 0.2658, + 0.2625, + 0.2518, + 0.2559, + 0.2367, + 0.2386, + 0.2522, + 0.257, + 0.272, + 0.254, + 0.2397, + 0.2066, + 0.2232, + 0.2022, + 0.2002, + 0.1872, + 0.2078, + 0.2154, + 0.195, + 0.2013, + 0.164, + 0.1929, + 0.1923, + 0.1889, + 0.2011, + 0.1976, + 0.1834, + 0.1939, + 0.2045, + 0.2035, + 0.2051, + 0.2083, + 0.2028, + 0.2012, + 0.2005, + 0.2037, + 0.2092, + 0.2123, + 0.2199, + 0.2173, + 0.2086, + 0.2149, + 0.2153, + 0.2067, + 0.2197, + 0.2205, + 0.2132, + 0.2176, + 0.1899, + 0.2031, + 0.203, + 0.2123, + 0.2189, + 0.2162, + 0.2138, + 0.2102, + 0.2251, + 0.2257, + 0.2202, + 0.2213, + 0.2029, + 0.2014, + 0.2309, + 0.2326, + 0.2125, + 0.2143, + 0.214, + 0.2285, + 0.2212, + 0.2184, + 0.2123, + 0.2223, + 0.2237, + 0.2171, + 0.2127, + 0.2241, + 0.2287, + 0.2289, + 0.2309, + 0.2232, + 0.2243, + 0.2193, + 0.2227, + 0.2184, + 0.2208, + 0.2206, + 0.2194, + 0.2202, + 0.2199, + 0.2208, + 0.2206 + ], + "train_loss": [ + 2.0023640447235107, + 2.040512075881958, + 2.0519314972686766, + 2.0638853752136233, + 2.072012276687622, + 2.0677214878082277, + 2.06886547164917, + 2.0694519245147704, + 2.067423739013672, + 2.0655289979553224, + 2.06629921081543, + 2.0631995821380613, + 2.0609045373153685, + 2.058683188858032, + 2.071466637496948, + 2.0982071717834474, + 2.1176902227783203, + 2.135855104904175, + 2.1459106968688966, + 2.1510271551513673, + 2.155086622314453, + 2.1585256716156005, + 2.15646563873291, + 2.161513948287964, + 2.164117654876709, + 2.166316808319092, + 2.1665096879577637, + 2.1655848853302, + 2.163163600769043, + 2.1617049073791503, + 2.1624610729980467, + 2.1621627906799317, + 2.1596954206085206, + 2.1561568085479736, + 2.1541545433044433, + 2.1522645554351807, + 2.147998229827881, + 2.1471784650421144, + 2.1451251698303224, + 2.1426290184020997, + 2.1404898113250734, + 2.1406173085021973, + 2.136187228088379, + 2.137960918197632, + 2.1342968878173827, + 2.1303375938415527, + 2.1304951375579835, + 2.1299390644836427, + 2.1318602128601074, + 2.1347230551147462, + 2.139710686645508, + 2.141014033355713, + 2.141334562149048, + 2.1429337422180175, + 2.1455739665222167, + 2.1454911710357667, + 2.146714199447632, + 2.1462488514709475, + 2.1462212409973143, + 2.1472820111846924, + 2.145705964202881, + 2.14649310295105, + 2.1461523735046386, + 2.1450838286590574, + 2.144278532180786, + 2.1443131462097167, + 2.1445733752441405, + 2.1462536781311035, + 2.1437386114501953, + 2.144259309768677, + 2.1427957734680176, + 2.1440535404205323, + 2.1424728871154786, + 2.140573755340576, + 2.1422169814300536, + 2.140773203048706, + 2.1420933238220217, + 2.1398540377044677, + 2.140619307861328, + 2.140531947479248, + 2.1405946379089356, + 2.140400583343506, + 2.1403809301757812, + 2.1384230867767333, + 2.1384307886505125, + 2.139088828277588, + 2.13851263961792, + 2.1375454248809813, + 2.1381795156860353, + 2.1372567707824706, + 2.138834800338745, + 2.1392871213531492, + 2.1383936073303222, + 2.1379687480163576, + 2.1397182269287107 + ], + "gamma": [ + [ + 6, + 0.030306661501526833 + ], + [ + 7, + 0.0225322386395419 + ], + [ + 8, + 0.02592305262805894 + ], + [ + 9, + 0.02201161568518728 + ], + [ + 10, + 0.027305484749376774 + ], + [ + 13, + 0.029643934220075607 + ], + [ + 15, + 0.03215414332225919 + ], + [ + 20, + 0.02044028788805008 + ], + [ + 25, + 0.020044114789925516 + ], + [ + 35, + 0.019949833513237536 + ], + [ + 45, + 0.018003164615947753 + ], + [ + 55, + 0.014312395825982094 + ], + [ + 65, + 0.01663823623675853 + ], + [ + 75, + 0.014795503608183935 + ], + [ + 85, + 0.00809670623857528 + ], + [ + 95, + 0.014231618042686023 + ], + [ + 100, + 0.01487609907053411 + ] + ], + "rho": [ + [ + 6, + 0.01702426071278751 + ], + [ + 7, + -0.009573296178132296 + ], + [ + 8, + 0.011328767170198262 + ], + [ + 9, + 0.0018548705847933888 + ], + [ + 10, + 0.008511126041412354 + ], + [ + 13, + -0.00647524930536747 + ], + [ + 15, + -0.0025810777442529798 + ], + [ + 20, + -0.003653603489510715 + ], + [ + 25, + -0.01230846531689167 + ], + [ + 35, + 0.005644407821819186 + ], + [ + 45, + 0.002691521542146802 + ], + [ + 55, + 0.0031679244711995125 + ], + [ + 65, + -0.012788467109203339 + ], + [ + 75, + 0.0022694955114275217 + ], + [ + 85, + 0.0019409467931836843 + ], + [ + 95, + -0.004382152110338211 + ], + [ + 100, + -0.000769294798374176 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7497362805693359 + ], + [ + 7, + 0.749581041647472 + ], + [ + 8, + 0.7493584059826238 + ], + [ + 9, + 0.7492339451117882 + ], + [ + 10, + 0.749340315582399 + ], + [ + 11, + 0.7492374924704412 + ], + [ + 12, + 0.749268120206403 + ], + [ + 13, + 0.7488045502174396 + ], + [ + 14, + 0.7490390551992111 + ], + [ + 15, + 0.7491335750242463 + ], + [ + 16, + 0.7485394191089099 + ], + [ + 17, + 0.749188013620795 + ], + [ + 18, + 0.7490501542138405 + ], + [ + 19, + 0.7494024164487249 + ], + [ + 20, + 0.7489704299304686 + ], + [ + 21, + 0.7482152964560599 + ], + [ + 22, + 0.7476362146506301 + ], + [ + 23, + 0.7473182194932083 + ], + [ + 24, + 0.7470924176076084 + ], + [ + 25, + 0.7469232675918307 + ], + [ + 26, + 0.7467048544817158 + ], + [ + 27, + 0.7481883180130917 + ], + [ + 28, + 0.7458056054316415 + ], + [ + 29, + 0.7449148521055118 + ], + [ + 30, + 0.7447975838552088 + ], + [ + 31, + 0.7451361479511207 + ], + [ + 32, + 0.7463947116893779 + ], + [ + 33, + 0.7483167771979659 + ], + [ + 34, + 0.746645246947765 + ], + [ + 35, + 0.7474467234429543 + ], + [ + 36, + 0.7463204594921183 + ], + [ + 37, + 0.7457082718160046 + ], + [ + 38, + 0.7445172385580846 + ], + [ + 39, + 0.747980915036212 + ], + [ + 40, + 0.744528498161014 + ], + [ + 41, + 0.7478056033792548 + ], + [ + 42, + 0.7469712747506486 + ], + [ + 43, + 0.7471201332337015 + ], + [ + 44, + 0.7469539144734552 + ], + [ + 45, + 0.7471630825801321 + ], + [ + 46, + 0.7473871518768268 + ], + [ + 47, + 0.7471176624314386 + ], + [ + 48, + 0.743804909426897 + ], + [ + 49, + 0.7464271822022943 + ], + [ + 50, + 0.7457063004472081 + ], + [ + 51, + 0.7443068895341965 + ], + [ + 52, + 0.745908651516242 + ], + [ + 53, + 0.7477515538739072 + ], + [ + 54, + 0.7445847598211315 + ], + [ + 55, + 0.7436352794600138 + ], + [ + 56, + 0.7437537290894932 + ], + [ + 57, + 0.742756492732124 + ], + [ + 58, + 0.7429733408056187 + ], + [ + 59, + 0.741951651371069 + ], + [ + 60, + 0.7423943479210192 + ], + [ + 61, + 0.741484254779124 + ], + [ + 62, + 0.7410289125490176 + ], + [ + 63, + 0.7412163916214788 + ], + [ + 64, + 0.7415920425252699 + ], + [ + 65, + 0.7419986056818562 + ], + [ + 66, + 0.7440932156421496 + ], + [ + 67, + 0.7459786459484441 + ], + [ + 68, + 0.7438676156593648 + ], + [ + 69, + 0.7438779883301126 + ], + [ + 70, + 0.744394855639493 + ], + [ + 71, + 0.7449061219308878 + ], + [ + 72, + 0.7447229961625207 + ], + [ + 73, + 0.7438470911602947 + ], + [ + 74, + 0.7448100710654857 + ], + [ + 75, + 0.7446996377833014 + ], + [ + 76, + 0.7420718533734099 + ], + [ + 77, + 0.7427279224559526 + ], + [ + 78, + 0.7442672048736515 + ], + [ + 79, + 0.7428208040916006 + ], + [ + 80, + 0.7420642174954307 + ], + [ + 81, + 0.7433102963989435 + ], + [ + 82, + 0.7438790263942314 + ], + [ + 83, + 0.7438760150199217 + ], + [ + 84, + 0.7417600190910029 + ], + [ + 85, + 0.7432293351132631 + ], + [ + 86, + 0.744130491360313 + ], + [ + 87, + 0.7426509841574067 + ], + [ + 88, + 0.7430889500736941 + ], + [ + 89, + 0.7437418916670842 + ], + [ + 90, + 0.7436062592096674 + ], + [ + 91, + 0.7431842913178145 + ], + [ + 92, + 0.7439143371174419 + ], + [ + 93, + 0.7439819765655518 + ], + [ + 94, + 0.7437855115582399 + ], + [ + 95, + 0.743877112837538 + ], + [ + 96, + 0.7437099819636295 + ], + [ + 97, + 0.7440975147807718 + ], + [ + 98, + 0.7436722978532115 + ], + [ + 99, + 0.7437938121857754 + ], + [ + 100, + 0.7186698543225942 + ] + ] + }, + "blend_fresh_random_target": { + "test_acc": [ + 0.3079, + 0.315, + 0.3135, + 0.3101, + 0.3113, + 0.3055, + 0.3043, + 0.2983, + 0.2992, + 0.2994, + 0.3112, + 0.3159, + 0.3205, + 0.309, + 0.3107, + 0.3061, + 0.3132, + 0.3121, + 0.316, + 0.3082, + 0.3053, + 0.32, + 0.3076, + 0.3154, + 0.3078, + 0.3124, + 0.3146, + 0.3185, + 0.313, + 0.3142, + 0.3193, + 0.3094, + 0.3118, + 0.3147, + 0.322, + 0.3141, + 0.3219, + 0.3238, + 0.3178, + 0.3225, + 0.3169, + 0.3159, + 0.3197, + 0.3192, + 0.3118, + 0.3234, + 0.3254, + 0.3125, + 0.3126, + 0.3191, + 0.3196, + 0.3169, + 0.3234, + 0.3172, + 0.3182, + 0.3177, + 0.3229, + 0.3211, + 0.3166, + 0.3172, + 0.3203, + 0.3256, + 0.3228, + 0.3319, + 0.3142, + 0.3183, + 0.3254, + 0.3256, + 0.3262, + 0.3201, + 0.3216, + 0.3246, + 0.3229, + 0.3247, + 0.3192, + 0.3269, + 0.32, + 0.3241, + 0.3226, + 0.322, + 0.3258, + 0.3259, + 0.3264, + 0.3238, + 0.3243, + 0.3245, + 0.3241, + 0.3235, + 0.3234, + 0.3241, + 0.3244, + 0.3245, + 0.3248, + 0.3246, + 0.3247 + ], + "train_loss": [ + 1.9895956008148192, + 1.9871157150268555, + 1.9889365613555907, + 1.9874303811645508, + 1.9918496588897705, + 1.9849690564727782, + 1.9797383239746094, + 1.9821398335266114, + 1.980450602874756, + 1.982718380355835, + 1.980131506690979, + 1.9749598886871338, + 1.9776175240325928, + 1.9743317586898803, + 1.9755635387420654, + 1.9738460313415527, + 1.9721670236206055, + 1.976031579360962, + 1.9730562036895751, + 1.972999349899292, + 1.9716904864501954, + 1.971796060256958, + 1.9695869226074219, + 1.9704775234222411, + 1.97195292427063, + 1.9660728258514404, + 1.9655471087646483, + 1.966665030479431, + 1.9647278304672242, + 1.965036628112793, + 1.96549792137146, + 1.9644975103378295, + 1.9673720928192138, + 1.9650436472320556, + 1.967986387939453, + 1.9649243574523925, + 1.9669129509735108, + 1.9663866016387939, + 1.9665748501205444, + 1.9689803732681275, + 1.966659411315918, + 1.9652994158935546, + 1.9668769124984742, + 1.9698543347549438, + 1.968035751914978, + 1.9646889480590821, + 1.9669011117553712, + 1.9649674994277955, + 1.9647760410308839, + 1.9656365216445923, + 1.9660039056015015, + 1.9634289357757568, + 1.9663543716430665, + 1.9644216299057007, + 1.966054580230713, + 1.9641708936309814, + 1.966459882545471, + 1.9637008392333983, + 1.96356682346344, + 1.963944573287964, + 1.9648190647125243, + 1.9643907577514648, + 1.9645199195861816, + 1.960793134994507, + 1.9616555389404298, + 1.9615585623931884, + 1.9598950524139405, + 1.9651576745986938, + 1.9621147458648682, + 1.9626274981689453, + 1.9624529599380494, + 1.961181657485962, + 1.9628156858825683, + 1.9600841522216796, + 1.9619939487457276, + 1.9610844894790649, + 1.9621123931503295, + 1.9624303231811524, + 1.9605216361999511, + 1.9586425089263917, + 1.9624747284698487, + 1.9581730127716064, + 1.9616589535140991, + 1.9579475601959229, + 1.9571584579086303, + 1.960104623374939, + 1.9596380628204346, + 1.9596924450683593, + 1.9598581456756592, + 1.9566800785827636, + 1.9601387897491456, + 1.9619328371429443, + 1.959656799545288, + 1.9580980550765992, + 1.9627989617538453 + ], + "gamma": [ + [ + 6, + 0.017292891163378954 + ], + [ + 7, + 0.036347093526273966 + ], + [ + 8, + 0.03849387320224196 + ], + [ + 9, + 0.027741328405681998 + ], + [ + 10, + 0.021491852588951588 + ], + [ + 13, + 0.026236126199364662 + ], + [ + 15, + 0.025328890304081142 + ], + [ + 20, + 0.033093019970692694 + ], + [ + 25, + 0.031382174929603934 + ], + [ + 35, + 0.02521582809276879 + ], + [ + 45, + 0.029412550502456725 + ], + [ + 55, + 0.02664855885086581 + ], + [ + 65, + 0.02817878598580137 + ], + [ + 75, + 0.025164220336591825 + ], + [ + 85, + 0.02900500304531306 + ], + [ + 95, + 0.02672984590753913 + ], + [ + 100, + 0.02726486313622445 + ] + ], + "rho": [ + [ + 6, + 0.008813910884782672 + ], + [ + 7, + -0.0029148668982088566 + ], + [ + 8, + 0.026879789656959474 + ], + [ + 9, + 0.010234457906335592 + ], + [ + 10, + 0.02435486181639135 + ], + [ + 13, + 0.010708853835240006 + ], + [ + 15, + 0.006966336397454143 + ], + [ + 20, + 0.01967952074483037 + ], + [ + 25, + 0.0013518772320821881 + ], + [ + 35, + 0.01640128600411117 + ], + [ + 45, + 0.006852992926724255 + ], + [ + 55, + 0.02206423506140709 + ], + [ + 65, + 0.01695137156639248 + ], + [ + 75, + -0.010456086485646665 + ], + [ + 85, + 0.000875505618751049 + ], + [ + 95, + 0.0027324086986482143 + ], + [ + 100, + 0.0019112437730655074 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7499183675984715 + ], + [ + 7, + 0.7498580718404874 + ], + [ + 8, + 0.7498184614014324 + ], + [ + 9, + 0.7497375510676978 + ], + [ + 10, + 0.7496627172099697 + ], + [ + 11, + 0.7496257167184156 + ], + [ + 12, + 0.7495836037212643 + ], + [ + 13, + 0.7495750356463327 + ], + [ + 14, + 0.7495544696996854 + ], + [ + 15, + 0.7495137648838652 + ], + [ + 16, + 0.7494891249735052 + ], + [ + 17, + 0.7494626932817029 + ], + [ + 18, + 0.7495223934064319 + ], + [ + 19, + 0.7494750130017354 + ], + [ + 20, + 0.7494305373439367 + ], + [ + 21, + 0.7494377475191072 + ], + [ + 22, + 0.7494168348085465 + ], + [ + 23, + 0.7494110696282498 + ], + [ + 24, + 0.7493937961573321 + ], + [ + 25, + 0.7494024936440973 + ], + [ + 26, + 0.7493996146160407 + ], + [ + 27, + 0.749411104858257 + ], + [ + 28, + 0.7494145623168125 + ], + [ + 29, + 0.7494095625496254 + ], + [ + 30, + 0.7493938665475209 + ], + [ + 31, + 0.7493840179563203 + ], + [ + 32, + 0.7493590159715497 + ], + [ + 33, + 0.7493591914530261 + ], + [ + 34, + 0.7493842326098364 + ], + [ + 35, + 0.7493979958724923 + ], + [ + 36, + 0.7493944236339718 + ], + [ + 37, + 0.7494003491047037 + ], + [ + 38, + 0.7493888468259413 + ], + [ + 39, + 0.7493736761180659 + ], + [ + 40, + 0.7493549698919852 + ], + [ + 41, + 0.7493853133556705 + ], + [ + 42, + 0.749398322846658 + ], + [ + 43, + 0.749373823661955 + ], + [ + 44, + 0.7493814780112398 + ], + [ + 45, + 0.7493827812779604 + ], + [ + 46, + 0.7493957852421362 + ], + [ + 47, + 0.7493943278085832 + ], + [ + 48, + 0.7493840316609607 + ], + [ + 49, + 0.7493895244535708 + ], + [ + 50, + 0.7494209243375904 + ], + [ + 51, + 0.7494003427223144 + ], + [ + 52, + 0.7493912036305236 + ], + [ + 53, + 0.7493774334948415 + ], + [ + 54, + 0.7493705998545339 + ], + [ + 55, + 0.7493912803523951 + ], + [ + 56, + 0.7493862524979168 + ], + [ + 57, + 0.7493808633927121 + ], + [ + 58, + 0.749402714070985 + ], + [ + 59, + 0.7493970766262411 + ], + [ + 60, + 0.7493830753918892 + ], + [ + 61, + 0.749386443775214 + ], + [ + 62, + 0.7493818838348248 + ], + [ + 63, + 0.7493722809940843 + ], + [ + 64, + 0.7493679694670623 + ], + [ + 65, + 0.749386178299581 + ], + [ + 66, + 0.7493855593945847 + ], + [ + 67, + 0.7494739224494158 + ], + [ + 68, + 0.7494390666617322 + ], + [ + 69, + 0.7494310294839032 + ], + [ + 70, + 0.7494182732076973 + ], + [ + 71, + 0.7494000519643902 + ], + [ + 72, + 0.749392574531181 + ], + [ + 73, + 0.7493930338288214 + ], + [ + 74, + 0.7493969130682594 + ], + [ + 75, + 0.7493961390578522 + ], + [ + 76, + 0.7493879748280946 + ], + [ + 77, + 0.749386659807227 + ], + [ + 78, + 0.749393861964963 + ], + [ + 79, + 0.7493903064944849 + ], + [ + 80, + 0.7493894222732886 + ], + [ + 81, + 0.7493849652191917 + ], + [ + 82, + 0.7493878939906475 + ], + [ + 83, + 0.7494084649253259 + ], + [ + 84, + 0.7494049802813402 + ], + [ + 85, + 0.749403945577232 + ], + [ + 86, + 0.7493871750912952 + ], + [ + 87, + 0.7493875947506622 + ], + [ + 88, + 0.749400633475107 + ], + [ + 89, + 0.7494062220382451 + ], + [ + 90, + 0.7493935668980417 + ], + [ + 91, + 0.749402243979675 + ], + [ + 92, + 0.7493878218997805 + ], + [ + 93, + 0.7493876239118213 + ], + [ + 94, + 0.7494012793496149 + ], + [ + 95, + 0.7493987452877314 + ], + [ + 96, + 0.7493926918529484 + ], + [ + 97, + 0.749408920363831 + ], + [ + 98, + 0.7494054176455518 + ], + [ + 99, + 0.7493890317916441 + ], + [ + 100, + 0.7493907402290226 + ] + ] + }, + "blend_time_only_trainable": { + "test_acc": [ + 0.2968, + 0.3071, + 0.3016, + 0.2942, + 0.3056, + 0.3091, + 0.2983, + 0.3115, + 0.3031, + 0.3076, + 0.3122, + 0.3129, + 0.3144, + 0.2949, + 0.2949, + 0.3109, + 0.2999, + 0.3045, + 0.3097, + 0.3003, + 0.3261, + 0.3178, + 0.3094, + 0.3212, + 0.3227, + 0.3059, + 0.3066, + 0.3077, + 0.3134, + 0.3254, + 0.3147, + 0.3064, + 0.315, + 0.3169, + 0.3138, + 0.3085, + 0.3095, + 0.316, + 0.3201, + 0.315, + 0.3156, + 0.3099, + 0.3111, + 0.3199, + 0.3179, + 0.3181, + 0.3211, + 0.3176, + 0.3215, + 0.3202, + 0.3191, + 0.3143, + 0.3154, + 0.3202, + 0.3202, + 0.3125, + 0.3172, + 0.3184, + 0.3268, + 0.3217, + 0.3168, + 0.3137, + 0.3183, + 0.3233, + 0.3245, + 0.3225, + 0.3181, + 0.3201, + 0.3195, + 0.3136, + 0.3216, + 0.3186, + 0.3219, + 0.3215, + 0.3223, + 0.3215, + 0.3241, + 0.3196, + 0.3218, + 0.3213, + 0.3176, + 0.3195, + 0.3227, + 0.3202, + 0.3209, + 0.3219, + 0.3211, + 0.321, + 0.3208, + 0.3218, + 0.3216, + 0.3208, + 0.3209, + 0.321, + 0.321 + ], + "train_loss": [ + 1.9886227381896973, + 1.9827429238128662, + 1.9804512140655517, + 1.9798980695343018, + 1.9805296991348267, + 1.977417304725647, + 1.974860093536377, + 1.9769952285003662, + 1.9753232281112671, + 1.9729519940948486, + 1.9743930877685547, + 1.9746073372650146, + 1.974119525680542, + 1.9704522942733764, + 1.9700338676452638, + 1.9719092016601563, + 1.973803524208069, + 1.9692140093994142, + 1.970864155807495, + 1.9679285832977296, + 1.9677499777221679, + 1.968604490890503, + 1.967433316192627, + 1.9737133739852906, + 1.9710391773223876, + 1.967381762237549, + 1.9636189496612548, + 1.9688137311553955, + 1.9630879692077636, + 1.964395586013794, + 1.9672391658020019, + 1.967085045928955, + 1.9683808533477782, + 1.9686685515594482, + 1.9683083154678345, + 1.9649195724487305, + 1.9674741954040527, + 1.96513455078125, + 1.9665856964874266, + 1.9676008330535888, + 1.9649982983398437, + 1.9688120121002197, + 1.9681585739135743, + 1.9651886529541016, + 1.9651513041687012, + 1.964658903274536, + 1.965113462562561, + 1.9656871701812744, + 1.963506703338623, + 1.9635086895370484, + 1.9646611813735961, + 1.965419214439392, + 1.9622100240707399, + 1.9655747576904297, + 1.9645401123809814, + 1.9638557550811768, + 1.9656030306625367, + 1.9630318942260743, + 1.9633430401992797, + 1.9632549198150635, + 1.9656342436218261, + 1.9612906111145019, + 1.9649773630523681, + 1.961433423538208, + 1.9648060617446899, + 1.962691479949951, + 1.9623157412719727, + 1.9617682968521117, + 1.9638728455352783, + 1.9607208148956299, + 1.9633137642669678, + 1.9640166495132447, + 1.962754055747986, + 1.9637004630279542, + 1.9611902783966064, + 1.9633544604110718, + 1.9624716176605224, + 1.9580968730926513, + 1.9603176507949829, + 1.961276364479065, + 1.961574722137451, + 1.9626929391479493, + 1.960529104614258, + 1.9612769229507447, + 1.9601130446624755, + 1.9594660828018189, + 1.9633270732116699, + 1.960886742477417, + 1.960172682952881, + 1.9584505153656007, + 1.9622385289764404, + 1.9607479111480712, + 1.9632561265563966, + 1.960337890663147, + 1.9582083444976806 + ], + "gamma": [ + [ + 6, + 0.028835158329457045 + ], + [ + 7, + 0.027052901219576597 + ], + [ + 8, + 0.023494747059885412 + ], + [ + 9, + 0.01783509086817503 + ], + [ + 10, + 0.023978060635272413 + ], + [ + 13, + 0.033078035805374384 + ], + [ + 15, + 0.028882148093543947 + ], + [ + 20, + 0.038076453492976725 + ], + [ + 25, + 0.02922750887228176 + ], + [ + 35, + 0.02892274083569646 + ], + [ + 45, + 0.03040214753127657 + ], + [ + 55, + 0.027280541777145118 + ], + [ + 65, + 0.02700136008206755 + ], + [ + 75, + 0.03386293107178062 + ], + [ + 85, + 0.029299015528522432 + ], + [ + 95, + 0.02438629453536123 + ], + [ + 100, + 0.02840151885175146 + ] + ], + "rho": [ + [ + 6, + 0.020045978017151356 + ], + [ + 7, + 0.028075518901459873 + ], + [ + 8, + 0.004343734122812748 + ], + [ + 9, + -0.012429071473889053 + ], + [ + 10, + 0.018212675815448165 + ], + [ + 13, + 0.002771535189822316 + ], + [ + 15, + -0.0013614993076771498 + ], + [ + 20, + 0.007225814741104841 + ], + [ + 25, + 0.01997060887515545 + ], + [ + 35, + -0.0010430027032271028 + ], + [ + 45, + -0.01927056908607483 + ], + [ + 55, + 0.01598264859057963 + ], + [ + 65, + 0.0003244243562221527 + ], + [ + 75, + -0.008988905930891633 + ], + [ + 85, + -0.0020510986214503646 + ], + [ + 95, + 0.01564559619873762 + ], + [ + 100, + 0.016892846673727036 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7498882009566175 + ], + [ + 7, + 0.7497984738201007 + ], + [ + 8, + 0.7497484604477911 + ], + [ + 9, + 0.7497051138427109 + ], + [ + 10, + 0.7496591238246716 + ], + [ + 11, + 0.7496403825695535 + ], + [ + 12, + 0.7496081863730946 + ], + [ + 13, + 0.749569962328138 + ], + [ + 14, + 0.7495464701316163 + ], + [ + 15, + 0.7495313845850577 + ], + [ + 16, + 0.7495077609527684 + ], + [ + 17, + 0.7494939682039945 + ], + [ + 18, + 0.7494596863913463 + ], + [ + 19, + 0.7494542556912652 + ], + [ + 20, + 0.7494421229895855 + ], + [ + 21, + 0.7494211121616516 + ], + [ + 22, + 0.7494151826595754 + ], + [ + 23, + 0.7494095261072832 + ], + [ + 24, + 0.7494114239713908 + ], + [ + 25, + 0.7494028569990477 + ], + [ + 26, + 0.7494114251452957 + ], + [ + 27, + 0.7494005251340944 + ], + [ + 28, + 0.7493941172133661 + ], + [ + 29, + 0.7494099036627795 + ], + [ + 30, + 0.7494189837029221 + ], + [ + 31, + 0.749403710805218 + ], + [ + 32, + 0.7493835514498101 + ], + [ + 33, + 0.7493986115859782 + ], + [ + 34, + 0.7493892537734781 + ], + [ + 35, + 0.7493799657091523 + ], + [ + 36, + 0.7493929103624215 + ], + [ + 37, + 0.749392135133588 + ], + [ + 38, + 0.7493882166969528 + ], + [ + 39, + 0.7493849680986849 + ], + [ + 40, + 0.7493985919810099 + ], + [ + 41, + 0.7494020881991523 + ], + [ + 42, + 0.7494109207276094 + ], + [ + 43, + 0.7493794652168388 + ], + [ + 44, + 0.7494031802429594 + ], + [ + 45, + 0.7493990648166816 + ], + [ + 46, + 0.7493984620406952 + ], + [ + 47, + 0.7494144054470806 + ], + [ + 48, + 0.7493973840204821 + ], + [ + 49, + 0.7493976802506256 + ], + [ + 50, + 0.7493877922890425 + ], + [ + 51, + 0.7493718458066876 + ], + [ + 52, + 0.7493909285869184 + ], + [ + 53, + 0.7493949711375981 + ], + [ + 54, + 0.7494164331448312 + ], + [ + 55, + 0.749431435404787 + ], + [ + 56, + 0.7494219244917812 + ], + [ + 57, + 0.7494214302769182 + ], + [ + 58, + 0.7494130351618888 + ], + [ + 59, + 0.7494082658052762 + ], + [ + 60, + 0.7494077110138571 + ], + [ + 61, + 0.7493790412152981 + ], + [ + 62, + 0.7494181898768314 + ], + [ + 63, + 0.7493980372946877 + ], + [ + 64, + 0.7493909441797553 + ], + [ + 65, + 0.7493971148354409 + ], + [ + 66, + 0.7493889381657717 + ], + [ + 67, + 0.7493936954225355 + ], + [ + 68, + 0.7493900038395401 + ], + [ + 69, + 0.7494178118601867 + ], + [ + 70, + 0.7493853853804173 + ], + [ + 71, + 0.7493931562152367 + ], + [ + 72, + 0.7493988530900674 + ], + [ + 73, + 0.7494122157852626 + ], + [ + 74, + 0.7494146094890184 + ], + [ + 75, + 0.7494208011582342 + ], + [ + 76, + 0.7494050698938658 + ], + [ + 77, + 0.7494055599993505 + ], + [ + 78, + 0.7494059285128851 + ], + [ + 79, + 0.7493929029232673 + ], + [ + 80, + 0.749377186090891 + ], + [ + 81, + 0.7494000715183446 + ], + [ + 82, + 0.74940029120142 + ], + [ + 83, + 0.7494105884852755 + ], + [ + 84, + 0.749399848526255 + ], + [ + 85, + 0.7493994322680746 + ], + [ + 86, + 0.7493970703341848 + ], + [ + 87, + 0.7493847860839147 + ], + [ + 88, + 0.7493903081046276 + ], + [ + 89, + 0.7493824421770239 + ], + [ + 90, + 0.749410890924463 + ], + [ + 91, + 0.7493914349492756 + ], + [ + 92, + 0.7493911763245706 + ], + [ + 93, + 0.749396897074757 + ], + [ + 94, + 0.7493974736752277 + ], + [ + 95, + 0.7494033625548995 + ], + [ + 96, + 0.7493953665583865 + ], + [ + 97, + 0.7494132061763379 + ], + [ + 98, + 0.7493921745762918 + ], + [ + 99, + 0.7493799493323625 + ], + [ + 100, + 0.7494036375793924 + ] + ] + }, + "blend_constant_input": { + "test_acc": [ + 0.3095, + 0.2927, + 0.3152, + 0.3064, + 0.3074, + 0.3125, + 0.3162, + 0.3217, + 0.3136, + 0.3142, + 0.3136, + 0.315, + 0.3249, + 0.3132, + 0.3039, + 0.3117, + 0.3118, + 0.3065, + 0.3034, + 0.3145, + 0.3201, + 0.3066, + 0.3019, + 0.3041, + 0.301, + 0.2939, + 0.309, + 0.3114, + 0.3148, + 0.3116, + 0.3123, + 0.3073, + 0.3116, + 0.3158, + 0.3152, + 0.3133, + 0.3061, + 0.3231, + 0.3095, + 0.3212, + 0.3188, + 0.3074, + 0.3088, + 0.3033, + 0.308, + 0.3137, + 0.305, + 0.3078, + 0.3172, + 0.3093, + 0.3045, + 0.3027, + 0.3125, + 0.3152, + 0.3112, + 0.3128, + 0.3125, + 0.3096, + 0.3048, + 0.3121, + 0.3129, + 0.312, + 0.3152, + 0.3115, + 0.3099, + 0.3091, + 0.3142, + 0.3124, + 0.3069, + 0.3084, + 0.3122, + 0.3144, + 0.3147, + 0.3111, + 0.312, + 0.3121, + 0.3114, + 0.3122, + 0.3138, + 0.313, + 0.3111, + 0.3137, + 0.3106, + 0.3141, + 0.3113, + 0.3115, + 0.3115, + 0.3115, + 0.3124, + 0.3116, + 0.312, + 0.3117, + 0.3117, + 0.3117, + 0.3116 + ], + "train_loss": [ + 1.9875338983917237, + 1.9781464235687256, + 1.9745915028381347, + 1.9724161750030518, + 1.9703527437591553, + 1.9698648984527587, + 1.971249841003418, + 1.9712429263305664, + 1.9799304322052003, + 1.9778242485046387, + 1.9836121215820313, + 1.9883264628601074, + 1.9827331024932862, + 1.9819735743713378, + 1.9824169759368897, + 1.990514292755127, + 1.9945136283874512, + 1.995475414085388, + 1.9869946667861937, + 1.9829312426757812, + 1.9761786726379396, + 1.9753313485336303, + 1.9803643784332274, + 1.9841854313659668, + 1.9868849114990235, + 1.983912781600952, + 1.9798361653137206, + 1.978118487586975, + 1.9769819805908204, + 1.9753173876190186, + 1.9730472027969361, + 1.9742750312042237, + 1.975975908241272, + 1.9766003805541992, + 1.975649796600342, + 1.9733796028137207, + 1.9730736239624023, + 1.9763634573745728, + 1.9743109363174438, + 1.9727392714691163, + 1.9759128737640381, + 1.9758021099853516, + 1.9766102784729005, + 1.9757713250732423, + 1.9760345909881591, + 1.975186833267212, + 1.9701717514419557, + 1.9783073165130616, + 1.9799149188995362, + 1.976058423423767, + 1.9737729637908936, + 1.9780769903182984, + 1.971851884765625, + 1.9752169612121582, + 1.9761044771575929, + 1.9749460768890381, + 1.9757458843231201, + 1.9762586096191406, + 1.9757843294525146, + 1.9742973477554322, + 1.9754280879211426, + 1.9723532569122315, + 1.9717969180679322, + 1.9720607820129394, + 1.9751361526489257, + 1.9715440291595459, + 1.972982950820923, + 1.97191197265625, + 1.9730741275024415, + 1.9697976119232177, + 1.969512387123108, + 1.9704620248413085, + 1.9706119800186157, + 1.970843869895935, + 1.969023858947754, + 1.970489073753357, + 1.9707957164764405, + 1.9714748225402832, + 1.970333583908081, + 1.969499998321533, + 1.9728154964447022, + 1.9725122617340087, + 1.9686164707183837, + 1.9708904336547852, + 1.9692982942199706, + 1.9682558645629882, + 1.9676385024261474, + 1.9665554128265381, + 1.9685520446014404, + 1.9690102555084228, + 1.9706991818237305, + 1.9691560688018799, + 1.9693079661560058, + 1.969636968536377, + 1.9691142596817017 + ], + "gamma": [ + [ + 6, + 0.03311742760706693 + ], + [ + 7, + 0.028048108099028468 + ], + [ + 8, + 0.02896452709683217 + ], + [ + 9, + 0.031478883465752006 + ], + [ + 10, + 0.02344508725218475 + ], + [ + 13, + 0.024458521860651672 + ], + [ + 15, + 0.02667085622670129 + ], + [ + 20, + 0.03174502568435855 + ], + [ + 25, + 0.024454289814457297 + ], + [ + 35, + 0.025064532179385424 + ], + [ + 45, + 0.025748528307303786 + ], + [ + 55, + 0.02379508875310421 + ], + [ + 65, + 0.02414266101550311 + ], + [ + 75, + 0.0254881803994067 + ], + [ + 85, + 0.026983873452991247 + ], + [ + 95, + 0.01588204613653943 + ], + [ + 100, + 0.02812473534140736 + ] + ], + "rho": [ + [ + 6, + -0.009256488177925348 + ], + [ + 7, + -0.005333291715942323 + ], + [ + 8, + 0.024343792349100113 + ], + [ + 9, + 0.01545919943600893 + ], + [ + 10, + -0.0037216898053884506 + ], + [ + 13, + 0.006445262581110001 + ], + [ + 15, + 0.005032598739489913 + ], + [ + 20, + 0.005152330035343766 + ], + [ + 25, + 0.0013879609759896994 + ], + [ + 35, + -0.0005084157455712557 + ], + [ + 45, + -0.010277077089995146 + ], + [ + 55, + -0.0013219688553363085 + ], + [ + 65, + -0.00706016318872571 + ], + [ + 75, + 0.010231438325718045 + ], + [ + 85, + -0.00585735950153321 + ], + [ + 95, + -0.008048742078244686 + ], + [ + 100, + 0.012646065675653517 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7484106513263207 + ], + [ + 7, + 0.7493717186701357 + ], + [ + 8, + 0.749375857356196 + ], + [ + 9, + 0.749365078317222 + ], + [ + 10, + 0.7493864681557557 + ], + [ + 11, + 0.7493782179808761 + ], + [ + 12, + 0.7493562254885738 + ], + [ + 13, + 0.7493701979998898 + ], + [ + 14, + 0.7493732262742637 + ], + [ + 15, + 0.7493859856155834 + ], + [ + 16, + 0.7493801137028954 + ], + [ + 17, + 0.7493968515730436 + ], + [ + 18, + 0.7493865920427955 + ], + [ + 19, + 0.749369233728556 + ], + [ + 20, + 0.7493602552275802 + ], + [ + 21, + 0.7493635033527809 + ], + [ + 22, + 0.749371721733354 + ], + [ + 23, + 0.7493767283211062 + ], + [ + 24, + 0.7493810997744813 + ], + [ + 25, + 0.7493756990939394 + ], + [ + 26, + 0.7493523778935989 + ], + [ + 27, + 0.7493686187064469 + ], + [ + 28, + 0.7493555866914537 + ], + [ + 29, + 0.7493754313520443 + ], + [ + 30, + 0.7493895373621285 + ], + [ + 31, + 0.7493635118909127 + ], + [ + 32, + 0.749364527087908 + ], + [ + 33, + 0.7493709444425792 + ], + [ + 34, + 0.7493707801614627 + ], + [ + 35, + 0.7493651612681415 + ], + [ + 36, + 0.7493714776094735 + ], + [ + 37, + 0.7493673442828049 + ], + [ + 38, + 0.7493595623245222 + ], + [ + 39, + 0.74936136073031 + ], + [ + 40, + 0.749371822843851 + ], + [ + 41, + 0.7493670358897049 + ], + [ + 42, + 0.7493623165683013 + ], + [ + 43, + 0.7493678602210149 + ], + [ + 44, + 0.7493675602252929 + ], + [ + 45, + 0.7493665691080361 + ], + [ + 46, + 0.7493738502922623 + ], + [ + 47, + 0.7493562694557622 + ], + [ + 48, + 0.74934288725951 + ], + [ + 49, + 0.7493899037155466 + ], + [ + 50, + 0.7493644489260175 + ], + [ + 51, + 0.7493553400577623 + ], + [ + 52, + 0.7493727653378641 + ], + [ + 53, + 0.7493637200668858 + ], + [ + 54, + 0.7493784007644393 + ], + [ + 55, + 0.7493878835084044 + ], + [ + 56, + 0.7493926391945999 + ], + [ + 57, + 0.7493923963585047 + ], + [ + 58, + 0.7493964115422674 + ], + [ + 59, + 0.7493628329000167 + ], + [ + 60, + 0.7493843180349045 + ], + [ + 61, + 0.7493717207431344 + ], + [ + 62, + 0.7493938599658067 + ], + [ + 63, + 0.7493671735761203 + ], + [ + 64, + 0.749364996482394 + ], + [ + 65, + 0.7493521466954451 + ], + [ + 66, + 0.7493709974139263 + ], + [ + 67, + 0.7493721116666429 + ], + [ + 68, + 0.7493693271276669 + ], + [ + 69, + 0.7493736741513296 + ], + [ + 70, + 0.7493662216141617 + ], + [ + 71, + 0.7493765024832033 + ], + [ + 72, + 0.7493745193670395 + ], + [ + 73, + 0.7493649242419702 + ], + [ + 74, + 0.7493966243789978 + ], + [ + 75, + 0.7493959565525711 + ], + [ + 76, + 0.7493842283630113 + ], + [ + 77, + 0.7493826575990793 + ], + [ + 78, + 0.7493771928497606 + ], + [ + 79, + 0.7493694518659229 + ], + [ + 80, + 0.7493549627274159 + ], + [ + 81, + 0.7493761083199512 + ], + [ + 82, + 0.7493647890141059 + ], + [ + 83, + 0.749363323225991 + ], + [ + 84, + 0.7493727437759294 + ], + [ + 85, + 0.7493784333230321 + ], + [ + 86, + 0.7493660763696164 + ], + [ + 87, + 0.7493592969538754 + ], + [ + 88, + 0.7493700916492844 + ], + [ + 89, + 0.7493578736291281 + ], + [ + 90, + 0.7493669943472065 + ], + [ + 91, + 0.7493683110399325 + ], + [ + 92, + 0.7493635305152803 + ], + [ + 93, + 0.7493783224508156 + ], + [ + 94, + 0.7493629790427503 + ], + [ + 95, + 0.7493759327014129 + ], + [ + 96, + 0.7493891169149812 + ], + [ + 97, + 0.7493704727066623 + ], + [ + 98, + 0.7493684423255998 + ], + [ + 99, + 0.7493643425710621 + ], + [ + 100, + 0.749369694385133 + ] + ] + }, + "blend_prefit60_frozen": { + "test_acc": [ + 0.2043, + 0.1273, + 0.1202, + 0.124, + 0.1064, + 0.1037, + 0.1044, + 0.1378, + 0.1019, + 0.1119, + 0.1038, + 0.1202, + 0.1191, + 0.1212, + 0.1053, + 0.1005, + 0.1, + 0.1043, + 0.1128, + 0.1349, + 0.1, + 0.0942, + 0.1, + 0.1, + 0.1046, + 0.1229, + 0.1202, + 0.0961, + 0.1033, + 0.1348, + 0.1, + 0.1, + 0.1387, + 0.1, + 0.1011, + 0.1404, + 0.1261, + 0.1256, + 0.1245, + 0.1263, + 0.1, + 0.1411, + 0.1253, + 0.1, + 0.1354, + 0.101, + 0.1307, + 0.1241, + 0.1142, + 0.1164, + 0.1348, + 0.1275, + 0.1268, + 0.1254, + 0.1202, + 0.1299, + 0.1208, + 0.1427, + 0.1258, + 0.1291, + 0.1382, + 0.1267, + 0.1401, + 0.1411, + 0.1247, + 0.127, + 0.1255, + 0.1227, + 0.1376, + 0.1252, + 0.1287, + 0.1288, + 0.1284, + 0.1233, + 0.1239, + 0.1284, + 0.1171, + 0.1387, + 0.1323, + 0.1336, + 0.1281, + 0.1282, + 0.1192, + 0.1361, + 0.122, + 0.1421, + 0.1272, + 0.1191, + 0.1337, + 0.1189, + 0.1256, + 0.1259, + 0.1269, + 0.1273, + 0.1273 + ], + "train_loss": [ + 2.0830069789123535, + 2.2363857093811035, + 2.286753871307373, + 2.3021955226135256, + 2.307171946411133, + 2.306757819290161, + 2.308535819091797, + 2.3114971450042723, + 2.310006459350586, + 2.308248912963867, + 2.3091092628479, + 2.3101371949005127, + 2.3100573498535155, + 2.3091729637908935, + 2.3108024481201173, + 2.309446760787964, + 2.309663332901001, + 2.308393766937256, + 2.3079774335479737, + 2.308805708770752, + 2.308893244781494, + 2.3087623870849607, + 2.3080819446563723, + 2.3082434127807616, + 2.3073471446990967, + 2.308298185272217, + 2.3072395930480956, + 2.3067903547668456, + 2.306027341995239, + 2.305646753387451, + 2.304693531036377, + 2.305372020339966, + 2.306144116973877, + 2.304595169143677, + 2.3051424267578127, + 2.304107342147827, + 2.304104132614136, + 2.3047459492492677, + 2.3041023583984375, + 2.304119969787598, + 2.303680535202026, + 2.3037661632537842, + 2.303230378341675, + 2.303156194381714, + 2.3029407551574708, + 2.3039470793914796, + 2.3019987341308594, + 2.302603823928833, + 2.301570912399292, + 2.3022499572753907, + 2.301214624328613, + 2.3014222357177734, + 2.301103698272705, + 2.300695306549072, + 2.3011233628845216, + 2.300446473388672, + 2.3007079207611083, + 2.3002176605987548, + 2.300141312866211, + 2.299731453857422, + 2.2998401210021973, + 2.2995610164642333, + 2.299095908508301, + 2.2994387922668458, + 2.299033603668213, + 2.2988384745788575, + 2.298912456817627, + 2.298532929611206, + 2.298629486083984, + 2.298695648651123, + 2.298283136367798, + 2.298307420196533, + 2.2984528969573974, + 2.2981724449157714, + 2.2978037510681153, + 2.2978140604400634, + 2.2976280823516846, + 2.2976026635742186, + 2.2976952281188967, + 2.2973396068573, + 2.297480895614624, + 2.297378879394531, + 2.29748806388855, + 2.297339668197632, + 2.2973999842071535, + 2.29707500831604, + 2.297092576599121, + 2.2970709034729, + 2.296968642654419, + 2.29701911857605, + 2.2968643725585935, + 2.2971342435455324, + 2.2969509156799317, + 2.2969766483306886, + 2.296942285003662 + ], + "gamma": [ + [ + 6, + 0.02637748871347867 + ], + [ + 7, + 0.02395206643268466 + ], + [ + 8, + 0.020127142313867807 + ], + [ + 9, + 0.02275098697282374 + ], + [ + 10, + 0.019405266852118075 + ], + [ + 13, + 0.006674408679828048 + ], + [ + 15, + 0.00812907435465604 + ], + [ + 20, + 0.012263836681086104 + ], + [ + 25, + 0.009719834713905584 + ], + [ + 35, + 0.0076912970462217345 + ], + [ + 45, + 0.007174774635132053 + ], + [ + 55, + 0.0061106626299078926 + ], + [ + 65, + 0.004976394520781469 + ], + [ + 75, + 0.005896237093566015 + ], + [ + 85, + 0.005409017603824395 + ], + [ + 95, + 0.005116917479995209 + ], + [ + 100, + 0.005077318550547716 + ] + ], + "rho": [ + [ + 6, + -0.011525815818458796 + ], + [ + 7, + -0.004745047073811293 + ], + [ + 8, + -0.003275573253631592 + ], + [ + 9, + -0.0032713948749005795 + ], + [ + 10, + -0.00852298946119845 + ], + [ + 13, + -0.010459980345331132 + ], + [ + 15, + 0.014339560060761869 + ], + [ + 20, + -0.00014275737339630723 + ], + [ + 25, + -0.008080001920461655 + ], + [ + 35, + -0.006155483657494187 + ], + [ + 45, + 0.01036455383291468 + ], + [ + 55, + 0.005281219491735101 + ], + [ + 65, + 9.279907681047916e-05 + ], + [ + 75, + 0.001974701415747404 + ], + [ + 85, + 0.016728006303310394 + ], + [ + 95, + -0.002427483443170786 + ], + [ + 100, + -0.011901997029781342 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7494038553062852 + ], + [ + 7, + 0.749403834493919 + ], + [ + 8, + 0.7494038299291426 + ], + [ + 9, + 0.7494038277493726 + ], + [ + 10, + 0.7494038230211482 + ], + [ + 11, + 0.749403818386261 + ], + [ + 12, + 0.749403815334158 + ], + [ + 13, + 0.749403815441683 + ], + [ + 14, + 0.7494038145784992 + ], + [ + 15, + 0.7494038145368954 + ], + [ + 16, + 0.7494038142491459 + ], + [ + 17, + 0.7494038141915446 + ], + [ + 18, + 0.7494038139619765 + ], + [ + 19, + 0.7494038140938216 + ], + [ + 20, + 0.7494038139888102 + ], + [ + 21, + 0.7494038141685808 + ], + [ + 22, + 0.7494038142696579 + ], + [ + 23, + 0.7494038141109793 + ], + [ + 24, + 0.7494038141578092 + ], + [ + 25, + 0.7494038144616851 + ], + [ + 26, + 0.7494038139383039 + ], + [ + 27, + 0.7494038137592423 + ], + [ + 28, + 0.7494038141343298 + ], + [ + 29, + 0.7494038137862693 + ], + [ + 30, + 0.7494038141545194 + ], + [ + 31, + 0.7494038138845078 + ], + [ + 32, + 0.7494038144889699 + ], + [ + 33, + 0.7494038143814421 + ], + [ + 34, + 0.749403814120784 + ], + [ + 35, + 0.7494038142590151 + ], + [ + 36, + 0.749403814042864 + ], + [ + 37, + 0.7494038141441345 + ], + [ + 38, + 0.7494038142794627 + ], + [ + 39, + 0.749403814343708 + ], + [ + 40, + 0.7494038144018251 + ], + [ + 41, + 0.7494038139923577 + ], + [ + 42, + 0.7494038140260286 + ], + [ + 43, + 0.7494038144382057 + ], + [ + 44, + 0.7494038144623939 + ], + [ + 45, + 0.7494038141583892 + ], + [ + 46, + 0.749403814415242 + ], + [ + 47, + 0.7494038145163834 + ], + [ + 48, + 0.7494038138574164 + ], + [ + 49, + 0.749403814228634 + ], + [ + 50, + 0.7494038141881257 + ], + [ + 51, + 0.7494038144514936 + ], + [ + 52, + 0.7494038140393809 + ], + [ + 53, + 0.7494038141204619 + ], + [ + 54, + 0.7494038145699863 + ], + [ + 55, + 0.7494038142624337 + ], + [ + 56, + 0.7494038144853579 + ], + [ + 57, + 0.7494038144073734 + ], + [ + 58, + 0.7494038142826879 + ], + [ + 59, + 0.74940381437725 + ], + [ + 60, + 0.7494038141779343 + ], + [ + 61, + 0.7494038146679024 + ], + [ + 62, + 0.7494038143603501 + ], + [ + 63, + 0.7494038144176938 + ], + [ + 64, + 0.749403814438399 + ], + [ + 65, + 0.7494038146577109 + ], + [ + 66, + 0.7494038144045347 + ], + [ + 67, + 0.7494038145192865 + ], + [ + 68, + 0.7494038144010516 + ], + [ + 69, + 0.7494038144516869 + ], + [ + 70, + 0.7494038144718765 + ], + [ + 71, + 0.7494038144926463 + ], + [ + 72, + 0.7494038147289225 + ], + [ + 73, + 0.7494038149014046 + ], + [ + 74, + 0.7494038147894915 + ], + [ + 75, + 0.7494038145597947 + ], + [ + 76, + 0.7494038147965222 + ], + [ + 77, + 0.7494038147455646 + ], + [ + 78, + 0.7494038147258262 + ], + [ + 79, + 0.7494038149720361 + ], + [ + 80, + 0.74940381440776 + ], + [ + 81, + 0.7494038150091257 + ], + [ + 82, + 0.7494038150199617 + ], + [ + 83, + 0.7494038147490477 + ], + [ + 84, + 0.7494038148167762 + ], + [ + 85, + 0.7494038149455893 + ], + [ + 86, + 0.7494038148743777 + ], + [ + 87, + 0.7494038147429194 + ], + [ + 88, + 0.7494038149899673 + ], + [ + 89, + 0.7494038150609854 + ], + [ + 90, + 0.7494038151344555 + ], + [ + 91, + 0.7494038146208148 + ], + [ + 92, + 0.7494038151489036 + ], + [ + 93, + 0.7494038152729445 + ], + [ + 94, + 0.74940381507408 + ], + [ + 95, + 0.7494038149120472 + ], + [ + 96, + 0.7494038147498856 + ], + [ + 97, + 0.7494038152265659 + ], + [ + 98, + 0.7494038151347779 + ], + [ + 99, + 0.7494038153075823 + ], + [ + 100, + 0.7494038152466266 + ] + ] + }, + "blend_prefit60_trainable": { + "test_acc": [ + 0.3083, + 0.3096, + 0.3056, + 0.311, + 0.3054, + 0.3053, + 0.3122, + 0.3092, + 0.312, + 0.3037, + 0.3107, + 0.3116, + 0.3253, + 0.3111, + 0.3215, + 0.3103, + 0.3113, + 0.3133, + 0.3175, + 0.3174, + 0.3213, + 0.3171, + 0.3217, + 0.318, + 0.3082, + 0.324, + 0.3106, + 0.3084, + 0.3258, + 0.3144, + 0.3272, + 0.3182, + 0.326, + 0.3111, + 0.3273, + 0.3222, + 0.3236, + 0.3161, + 0.3134, + 0.3167, + 0.3133, + 0.3164, + 0.314, + 0.3138, + 0.321, + 0.3204, + 0.324, + 0.3099, + 0.3131, + 0.3171, + 0.3203, + 0.3055, + 0.3112, + 0.3258, + 0.3168, + 0.3215, + 0.3225, + 0.3149, + 0.3236, + 0.3212, + 0.3233, + 0.3258, + 0.3205, + 0.3235, + 0.3156, + 0.3192, + 0.3208, + 0.328, + 0.3228, + 0.3209, + 0.3204, + 0.3262, + 0.3194, + 0.3216, + 0.3188, + 0.319, + 0.3236, + 0.3218, + 0.3175, + 0.3216, + 0.321, + 0.3218, + 0.3215, + 0.3208, + 0.3231, + 0.3219, + 0.3214, + 0.3215, + 0.3213, + 0.3208, + 0.321, + 0.3213, + 0.3211, + 0.3212, + 0.3211 + ], + "train_loss": [ + 1.9869631629943847, + 1.982107442779541, + 1.9800773624038697, + 1.9818990044403075, + 1.975253528137207, + 1.9774205728149414, + 1.9751682382965088, + 1.9734763603973389, + 1.971316197052002, + 1.9686581175231934, + 1.9697350271606446, + 1.9697708779907226, + 1.9679039678192138, + 1.9665398016357423, + 1.9669920742034912, + 1.9624735032653808, + 1.9654020233535767, + 1.9674128352355957, + 1.9649122500610352, + 1.9671058654785156, + 1.968050679588318, + 1.9661344065093995, + 1.9655031778335572, + 1.965856990890503, + 1.9651026904678344, + 1.9633458019638061, + 1.9671223302841188, + 1.9679012558746338, + 1.9653001847839355, + 1.962793049545288, + 1.9672515293884278, + 1.9679883306884767, + 1.9659979307556152, + 1.967029616470337, + 1.965907823486328, + 1.9659454788970947, + 1.965747356300354, + 1.9647465851593018, + 1.96370748752594, + 1.9651040491104126, + 1.9665634396743774, + 1.9663065463256837, + 1.9650677017211915, + 1.9633804962921142, + 1.9627257344818114, + 1.9607258738708495, + 1.9627140160751342, + 1.9640110021972657, + 1.9638081337738038, + 1.9621095028305053, + 1.9615541821289062, + 1.9626792596054077, + 1.9610307932281494, + 1.9590073849487304, + 1.9610003355407715, + 1.9595879172134398, + 1.9591543670272826, + 1.960877984085083, + 1.9608802389526367, + 1.9572701121520997, + 1.959934578933716, + 1.9634374791717528, + 1.9611477459716797, + 1.9614908032226563, + 1.9595665050888063, + 1.9605130221939087, + 1.961020618019104, + 1.95984165184021, + 1.9602812258529663, + 1.9593161968994142, + 1.9606877487945558, + 1.9583045994567871, + 1.9585868435287475, + 1.9605323672103883, + 1.9587446689605712, + 1.9603156557846069, + 1.9589103647613526, + 1.9578054639434814, + 1.9590308611297607, + 1.9598375805282593, + 1.9584676153564453, + 1.9602760329818725, + 1.9589101021575928, + 1.9583418262481689, + 1.9600815436553956, + 1.9572944204330445, + 1.9606394169616699, + 1.9585626053237915, + 1.960242194519043, + 1.957658486289978, + 1.9579220495986938, + 1.9595472118377686, + 1.956711728553772, + 1.9555246179962158, + 1.9605165130615234 + ], + "gamma": [ + [ + 6, + 0.027149309520609677 + ], + [ + 7, + 0.028437960718292743 + ], + [ + 8, + 0.034789546742103994 + ], + [ + 9, + 0.022622307355049998 + ], + [ + 10, + 0.03235352906631306 + ], + [ + 13, + 0.02301677397917956 + ], + [ + 15, + 0.025688304798677564 + ], + [ + 20, + 0.027680203143972903 + ], + [ + 25, + 0.01849789312109351 + ], + [ + 35, + 0.031101900152862072 + ], + [ + 45, + 0.02937179930449929 + ], + [ + 55, + 0.030146236123982817 + ], + [ + 65, + 0.024986988748423755 + ], + [ + 75, + 0.023811903840396553 + ], + [ + 85, + 0.033509362605400383 + ], + [ + 95, + 0.03029970038915053 + ], + [ + 100, + 0.02625635568983853 + ] + ], + "rho": [ + [ + 6, + 0.020763279870152473 + ], + [ + 7, + -0.01829602080397308 + ], + [ + 8, + 0.03202603850513697 + ], + [ + 9, + 0.005786044057458639 + ], + [ + 10, + 0.025155132869258523 + ], + [ + 13, + 0.011773683363571763 + ], + [ + 15, + -0.010100261773914099 + ], + [ + 20, + -0.004275039536878467 + ], + [ + 25, + -0.004346607718616724 + ], + [ + 35, + -0.004164531943388283 + ], + [ + 45, + 0.008717172779142857 + ], + [ + 55, + 0.021293016499839723 + ], + [ + 65, + 0.007391993887722492 + ], + [ + 75, + 0.025975750293582678 + ], + [ + 85, + -0.02585920598357916 + ], + [ + 95, + 0.017909258254803717 + ], + [ + 100, + -0.004653664771467447 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7494198855774478 + ], + [ + 7, + 0.7493945028864009 + ], + [ + 8, + 0.7494045543931235 + ], + [ + 9, + 0.7493988742149943 + ], + [ + 10, + 0.749409506439465 + ], + [ + 11, + 0.7493851544776187 + ], + [ + 12, + 0.7493931222874718 + ], + [ + 13, + 0.7494051439577297 + ], + [ + 14, + 0.7494143308644613 + ], + [ + 15, + 0.7493897442606672 + ], + [ + 16, + 0.749390242434998 + ], + [ + 17, + 0.7493832566522736 + ], + [ + 18, + 0.7493837943928502 + ], + [ + 19, + 0.7493764624723499 + ], + [ + 20, + 0.74938416701579 + ], + [ + 21, + 0.749394064849191 + ], + [ + 22, + 0.7494066318569547 + ], + [ + 23, + 0.7493839590126894 + ], + [ + 24, + 0.7493944212005683 + ], + [ + 25, + 0.7494086175230461 + ], + [ + 26, + 0.7493879019763686 + ], + [ + 27, + 0.7493887785759618 + ], + [ + 28, + 0.7493890992273776 + ], + [ + 29, + 0.7493921938446095 + ], + [ + 30, + 0.749392955277891 + ], + [ + 31, + 0.7494070060785534 + ], + [ + 32, + 0.7494018975461066 + ], + [ + 33, + 0.749390302470714 + ], + [ + 34, + 0.7493936958318456 + ], + [ + 35, + 0.7493847156329149 + ], + [ + 36, + 0.7493830615807119 + ], + [ + 37, + 0.7493959014510937 + ], + [ + 38, + 0.7493826145772485 + ], + [ + 39, + 0.7494004122947528 + ], + [ + 40, + 0.749390372331179 + ], + [ + 41, + 0.7493846509161871 + ], + [ + 42, + 0.7493945714806454 + ], + [ + 43, + 0.7493948280228023 + ], + [ + 44, + 0.7494010476809537 + ], + [ + 45, + 0.7493908627766896 + ], + [ + 46, + 0.7493879079302833 + ], + [ + 47, + 0.7493752931701734 + ], + [ + 48, + 0.7493746657364128 + ], + [ + 49, + 0.7493817363498273 + ], + [ + 50, + 0.7493954868582153 + ], + [ + 51, + 0.7494180908502441 + ], + [ + 52, + 0.7494128547280554 + ], + [ + 53, + 0.7494010229751693 + ], + [ + 54, + 0.7493916645250338 + ], + [ + 55, + 0.7493986710654272 + ], + [ + 56, + 0.7493859344989389 + ], + [ + 57, + 0.7493909396665319 + ], + [ + 58, + 0.7493882004138976 + ], + [ + 59, + 0.749399057726123 + ], + [ + 60, + 0.7494158935871307 + ], + [ + 61, + 0.7494089975920222 + ], + [ + 62, + 0.7493982538662999 + ], + [ + 63, + 0.7494030029314076 + ], + [ + 64, + 0.749399792622185 + ], + [ + 65, + 0.7494163832557151 + ], + [ + 66, + 0.749400623752514 + ], + [ + 67, + 0.7493899962477784 + ], + [ + 68, + 0.7493832026704041 + ], + [ + 69, + 0.7493755145942212 + ], + [ + 70, + 0.7493852732327845 + ], + [ + 71, + 0.749396029782683 + ], + [ + 72, + 0.7493985081308931 + ], + [ + 73, + 0.7493950887715348 + ], + [ + 74, + 0.7493878717853603 + ], + [ + 75, + 0.7493873475788589 + ], + [ + 76, + 0.7493865010832917 + ], + [ + 77, + 0.7493955297336615 + ], + [ + 78, + 0.7493856801895845 + ], + [ + 79, + 0.7493983698829365 + ], + [ + 80, + 0.749404937236268 + ], + [ + 81, + 0.749389356360739 + ], + [ + 82, + 0.7493913243999851 + ], + [ + 83, + 0.7494008850885872 + ], + [ + 84, + 0.7494028172064978 + ], + [ + 85, + 0.7494147534853167 + ], + [ + 86, + 0.7494104948005028 + ], + [ + 87, + 0.7494106429226236 + ], + [ + 88, + 0.7493989916786297 + ], + [ + 89, + 0.7493947275831284 + ], + [ + 90, + 0.749380560246787 + ], + [ + 91, + 0.7493890447050457 + ], + [ + 92, + 0.7493909601507237 + ], + [ + 93, + 0.7493811012400322 + ], + [ + 94, + 0.749397621126069 + ], + [ + 95, + 0.7493992755600606 + ], + [ + 96, + 0.749402396710577 + ], + [ + 97, + 0.7493987377379719 + ], + [ + 98, + 0.7493964994726998 + ], + [ + 99, + 0.7494097391707691 + ], + [ + 100, + 0.7493962720968325 + ] + ] + } +}
\ No newline at end of file |