diff options
Diffstat (limited to 'results/freeze_with_decay/freeze_with_decay_t5_s42.json')
| -rw-r--r-- | results/freeze_with_decay/freeze_with_decay_t5_s42.json | 5762 |
1 files changed, 5762 insertions, 0 deletions
diff --git a/results/freeze_with_decay/freeze_with_decay_t5_s42.json b/results/freeze_with_decay/freeze_with_decay_t5_s42.json new file mode 100644 index 0000000..6f52855 --- /dev/null +++ b/results/freeze_with_decay/freeze_with_decay_t5_s42.json @@ -0,0 +1,5762 @@ +{ + "args": { + "num_blocks": 4, + "d_hidden": 256, + "batch_size": 128, + "epochs": 100, + "t0": 5, + "alpha": 0.75, + "lr": 0.001, + "lr_fb": 0.001, + "wd": 0.01, + "M": 4, + "seed": 42, + "gpu": 2, + "output_dir": "/home/yurenh2/fa/results/freeze_with_decay" + }, + "dfa_ckpt_acc": 0.304, + "continue_DFA": { + "test_acc": [ + 0.2982, + 0.3109, + 0.3125, + 0.3038, + 0.3113, + 0.3135, + 0.302, + 0.3075, + 0.3097, + 0.3101, + 0.3029, + 0.3054, + 0.3108, + 0.3095, + 0.3047, + 0.3164, + 0.3031, + 0.3083, + 0.3171, + 0.3029, + 0.2979, + 0.2958, + 0.3099, + 0.2966, + 0.2959, + 0.3017, + 0.3082, + 0.3046, + 0.306, + 0.292, + 0.281, + 0.3129, + 0.3075, + 0.3115, + 0.3141, + 0.3111, + 0.3151, + 0.2969, + 0.3097, + 0.321, + 0.3058, + 0.3145, + 0.32, + 0.303, + 0.3093, + 0.3071, + 0.3118, + 0.3043, + 0.3104, + 0.3127, + 0.3148, + 0.3203, + 0.3112, + 0.3016, + 0.315, + 0.312, + 0.3134, + 0.3129, + 0.3049, + 0.3125, + 0.3142, + 0.3164, + 0.314, + 0.309, + 0.3142, + 0.3165, + 0.3125, + 0.3095, + 0.3104, + 0.3188, + 0.3149, + 0.3142, + 0.3119, + 0.3166, + 0.3118, + 0.3119, + 0.3127, + 0.311, + 0.3141, + 0.3164, + 0.3123, + 0.3128, + 0.3126, + 0.3091, + 0.3115, + 0.3127, + 0.3121, + 0.3123, + 0.3127, + 0.3132, + 0.3118, + 0.3118, + 0.3117, + 0.3114, + 0.3115 + ], + "train_loss": [ + 1.989790809059143, + 1.990307411880493, + 1.9905100513458251, + 1.9918334338378907, + 1.9863724251937867, + 1.9870153832244872, + 1.9874663953399658, + 1.9870845441055298, + 1.9880484677505492, + 1.9872064337539672, + 1.9897905487823486, + 1.9892820449066162, + 1.9874972410583496, + 1.9877921746444702, + 1.9876875100708007, + 1.9888226028060914, + 1.9874765905761718, + 1.9867966274642945, + 1.987537554550171, + 1.9880204120254517, + 1.9879772283935546, + 1.987797650413513, + 1.9874019779968262, + 1.9876940496063233, + 1.986886355819702, + 1.9884147914123536, + 1.9890670285797118, + 1.9873397811889648, + 1.9847210833740234, + 1.9871949213027955, + 1.9887558262634277, + 1.9838399686431885, + 1.9857967501068114, + 1.9860699237060546, + 1.9850847225952148, + 1.987654845123291, + 1.983670299758911, + 1.987481754837036, + 1.9858247266387938, + 1.9868243627166748, + 1.9862985388946532, + 1.984481724205017, + 1.9851255657958984, + 1.9881289917373657, + 1.9866780487442017, + 1.9885919563293457, + 1.9857788675308228, + 1.9890421838378907, + 1.9863371643066405, + 1.986637942276001, + 1.9849364169311523, + 1.9842691050720216, + 1.9856912046051025, + 1.988491299057007, + 1.9852929847717284, + 1.9856826776123047, + 1.9851847518920898, + 1.9835067967987061, + 1.9865730474853516, + 1.9850236835479735, + 1.9849657077789307, + 1.9844414936065673, + 1.9851242599105834, + 1.9842400899505614, + 1.9859014458847046, + 1.9850837426757812, + 1.985779475440979, + 1.985046662750244, + 1.9846652752685547, + 1.9845653623199462, + 1.984431827697754, + 1.9861651288223268, + 1.9833351360702514, + 1.9858753430175782, + 1.9859362523651123, + 1.9840349249649047, + 1.9841974882507325, + 1.9834141875457765, + 1.9854680131530762, + 1.9825797986221314, + 1.9835828475570678, + 1.9841230081176757, + 1.9844115731811522, + 1.9840126071548463, + 1.9844582679748535, + 1.9840802533340454, + 1.9842612131118775, + 1.984658988571167, + 1.9846206958770751, + 1.983520182762146, + 1.981859715309143, + 1.9833977752304077, + 1.9841900691986083, + 1.982843738861084, + 1.9838121879577637 + ], + "gamma": [ + [ + 6, + 0.0821653357706964 + ], + [ + 7, + 0.083711032057181 + ], + [ + 8, + 0.08393650152720511 + ], + [ + 9, + 0.08384976850356907 + ], + [ + 10, + 0.08560753799974918 + ], + [ + 13, + 0.0868276598630473 + ], + [ + 15, + 0.08848524722270668 + ], + [ + 20, + 0.08918609796091914 + ], + [ + 25, + 0.09372491284739226 + ], + [ + 35, + 0.09340126946335658 + ], + [ + 45, + 0.09817965375259519 + ], + [ + 55, + 0.09978153288830072 + ], + [ + 65, + 0.1001084745512344 + ], + [ + 75, + 0.1013008076697588 + ], + [ + 85, + 0.1014239476644434 + ], + [ + 95, + 0.10141936334548518 + ], + [ + 100, + 0.10145300498697907 + ] + ], + "rho": [ + [ + 6, + 0.019282110035419464 + ], + [ + 7, + 0.006952052121050656 + ], + [ + 8, + 0.008748143445700407 + ], + [ + 9, + 0.008938514394685626 + ], + [ + 10, + 0.01805932994466275 + ], + [ + 13, + 0.01803369668778032 + ], + [ + 15, + 0.0023002898087725043 + ], + [ + 20, + 0.012751705711707473 + ], + [ + 25, + 0.0011155498214066029 + ], + [ + 35, + 0.009300894802436233 + ], + [ + 45, + -0.0039156777784228325 + ], + [ + 55, + -0.007268198300153017 + ], + [ + 65, + 0.008430896326899529 + ], + [ + 75, + 0.004795442800968885 + ], + [ + 85, + -0.0030130266677588224 + ], + [ + 95, + 0.006304946728050709 + ], + [ + 100, + 0.004224925301969051 + ] + ], + "alpha_eff": [ + [ + 6, + 0.0 + ], + [ + 7, + 0.0 + ], + [ + 8, + 0.0 + ], + [ + 9, + 0.0 + ], + [ + 10, + 0.0 + ], + [ + 11, + 0.0 + ], + [ + 12, + 0.0 + ], + [ + 13, + 0.0 + ], + [ + 14, + 0.0 + ], + [ + 15, + 0.0 + ], + [ + 16, + 0.0 + ], + [ + 17, + 0.0 + ], + [ + 18, + 0.0 + ], + [ + 19, + 0.0 + ], + [ + 20, + 0.0 + ], + [ + 21, + 0.0 + ], + [ + 22, + 0.0 + ], + [ + 23, + 0.0 + ], + [ + 24, + 0.0 + ], + [ + 25, + 0.0 + ], + [ + 26, + 0.0 + ], + [ + 27, + 0.0 + ], + [ + 28, + 0.0 + ], + [ + 29, + 0.0 + ], + [ + 30, + 0.0 + ], + [ + 31, + 0.0 + ], + [ + 32, + 0.0 + ], + [ + 33, + 0.0 + ], + [ + 34, + 0.0 + ], + [ + 35, + 0.0 + ], + [ + 36, + 0.0 + ], + [ + 37, + 0.0 + ], + [ + 38, + 0.0 + ], + [ + 39, + 0.0 + ], + [ + 40, + 0.0 + ], + [ + 41, + 0.0 + ], + [ + 42, + 0.0 + ], + [ + 43, + 0.0 + ], + [ + 44, + 0.0 + ], + [ + 45, + 0.0 + ], + [ + 46, + 0.0 + ], + [ + 47, + 0.0 + ], + [ + 48, + 0.0 + ], + [ + 49, + 0.0 + ], + [ + 50, + 0.0 + ], + [ + 51, + 0.0 + ], + [ + 52, + 0.0 + ], + [ + 53, + 0.0 + ], + [ + 54, + 0.0 + ], + [ + 55, + 0.0 + ], + [ + 56, + 0.0 + ], + [ + 57, + 0.0 + ], + [ + 58, + 0.0 + ], + [ + 59, + 0.0 + ], + [ + 60, + 0.0 + ], + [ + 61, + 0.0 + ], + [ + 62, + 0.0 + ], + [ + 63, + 0.0 + ], + [ + 64, + 0.0 + ], + [ + 65, + 0.0 + ], + [ + 66, + 0.0 + ], + [ + 67, + 0.0 + ], + [ + 68, + 0.0 + ], + [ + 69, + 0.0 + ], + [ + 70, + 0.0 + ], + [ + 71, + 0.0 + ], + [ + 72, + 0.0 + ], + [ + 73, + 0.0 + ], + [ + 74, + 0.0 + ], + [ + 75, + 0.0 + ], + [ + 76, + 0.0 + ], + [ + 77, + 0.0 + ], + [ + 78, + 0.0 + ], + [ + 79, + 0.0 + ], + [ + 80, + 0.0 + ], + [ + 81, + 0.0 + ], + [ + 82, + 0.0 + ], + [ + 83, + 0.0 + ], + [ + 84, + 0.0 + ], + [ + 85, + 0.0 + ], + [ + 86, + 0.0 + ], + [ + 87, + 0.0 + ], + [ + 88, + 0.0 + ], + [ + 89, + 0.0 + ], + [ + 90, + 0.0 + ], + [ + 91, + 0.0 + ], + [ + 92, + 0.0 + ], + [ + 93, + 0.0 + ], + [ + 94, + 0.0 + ], + [ + 95, + 0.0 + ], + [ + 96, + 0.0 + ], + [ + 97, + 0.0 + ], + [ + 98, + 0.0 + ], + [ + 99, + 0.0 + ], + [ + 100, + 0.0 + ] + ] + }, + "blend_random_trainable_alpha075": { + "test_acc": [ + 0.3057, + 0.313, + 0.3159, + 0.3074, + 0.3127, + 0.3075, + 0.2992, + 0.3017, + 0.2934, + 0.3036, + 0.3107, + 0.3157, + 0.3175, + 0.3067, + 0.3038, + 0.3036, + 0.3188, + 0.3151, + 0.3159, + 0.306, + 0.3065, + 0.3211, + 0.3101, + 0.3111, + 0.3086, + 0.3114, + 0.315, + 0.3177, + 0.3148, + 0.3155, + 0.3192, + 0.315, + 0.314, + 0.3112, + 0.3237, + 0.3152, + 0.3232, + 0.3246, + 0.315, + 0.322, + 0.3147, + 0.3138, + 0.3184, + 0.3186, + 0.3112, + 0.3167, + 0.3203, + 0.3108, + 0.3149, + 0.32, + 0.3166, + 0.319, + 0.3187, + 0.3122, + 0.3185, + 0.3175, + 0.3226, + 0.3188, + 0.3184, + 0.3178, + 0.3234, + 0.322, + 0.3222, + 0.3306, + 0.313, + 0.3163, + 0.3231, + 0.3259, + 0.3243, + 0.3182, + 0.3185, + 0.3235, + 0.3219, + 0.3217, + 0.317, + 0.324, + 0.3179, + 0.3234, + 0.3202, + 0.3218, + 0.3251, + 0.3246, + 0.3246, + 0.3222, + 0.3217, + 0.3228, + 0.3219, + 0.3212, + 0.3214, + 0.3226, + 0.3219, + 0.3226, + 0.3226, + 0.3224, + 0.3224 + ], + "train_loss": [ + 1.9863584661102296, + 1.9901082321166992, + 1.9899895672607422, + 1.9905559247207643, + 1.9933388582992553, + 1.9831242485809326, + 1.9819840459823608, + 1.9838320283508302, + 1.9812498509216308, + 1.980695964202881, + 1.9775935582733155, + 1.9746784218597413, + 1.9758756914520264, + 1.9731443271255493, + 1.9735053044128419, + 1.9710882552337647, + 1.9679033090591431, + 1.9719498504257202, + 1.96802033203125, + 1.9680989447021484, + 1.9678990168762207, + 1.9670032351303102, + 1.9651213776016236, + 1.9671727653503417, + 1.9690395525741577, + 1.9632393447494507, + 1.9625915707778931, + 1.9642795868301393, + 1.962284288253784, + 1.9620551160430908, + 1.9625657203674316, + 1.9611133654403687, + 1.9630646159362792, + 1.960646312789917, + 1.9632540558242797, + 1.9595271733093262, + 1.96106090385437, + 1.9597418651580811, + 1.9601698782730101, + 1.9627716778945923, + 1.960522246322632, + 1.9592057704925536, + 1.9605137160873414, + 1.9641116384506225, + 1.9620838027954102, + 1.9584725994873047, + 1.9602987656402588, + 1.9586591900253296, + 1.9589158935165405, + 1.9596970495605468, + 1.9598131320571899, + 1.9568223999023437, + 1.96024339012146, + 1.9578165494155884, + 1.9596277838134766, + 1.9579522448730469, + 1.9601750942230225, + 1.9571070608520509, + 1.9577818801116944, + 1.9579749005508422, + 1.958904959487915, + 1.9588295747375488, + 1.9592107725524903, + 1.9556558278656007, + 1.9566347140502929, + 1.9571185677337646, + 1.9556720935058594, + 1.960075058364868, + 1.9572499262237548, + 1.9573225322723389, + 1.9572704486465453, + 1.956118627243042, + 1.9577359083557129, + 1.9548047360229492, + 1.9568554579925537, + 1.9560601205444337, + 1.9569705477905273, + 1.9573911285018921, + 1.9555766596984863, + 1.9534356274032594, + 1.9576097611236571, + 1.9529308759307862, + 1.956716926498413, + 1.9529449435043336, + 1.9519823665618896, + 1.9550598822021485, + 1.95468404838562, + 1.9547595784759522, + 1.9551029265975952, + 1.9516690326690673, + 1.9553640102386474, + 1.9570171786880493, + 1.9546185680770873, + 1.9530967560577392, + 1.9577186687469483 + ], + "gamma": [ + [ + 6, + 0.02217397012282163 + ], + [ + 7, + 0.03206559922546148 + ], + [ + 8, + 0.026470738579519093 + ], + [ + 9, + 0.03263817366678268 + ], + [ + 10, + 0.021615365520119667 + ], + [ + 13, + 0.02192097995430231 + ], + [ + 15, + 0.024044587509706616 + ], + [ + 20, + 0.03487626521382481 + ], + [ + 25, + 0.02460204972885549 + ], + [ + 35, + 0.01627764804288745 + ], + [ + 45, + 0.027334752143360674 + ], + [ + 55, + 0.018939002882689238 + ], + [ + 65, + 0.022531974245794117 + ], + [ + 75, + 0.024030609405599535 + ], + [ + 85, + 0.030015499010914937 + ], + [ + 95, + 0.027055976912379265 + ], + [ + 100, + 0.02679809636902064 + ] + ], + "rho": [ + [ + 6, + -0.0035915356129407883 + ], + [ + 7, + 0.0014759176410734653 + ], + [ + 8, + 0.022930681821890175 + ], + [ + 9, + -0.0021478012204170227 + ], + [ + 10, + 0.0070319639053195715 + ], + [ + 13, + 0.011672343825921416 + ], + [ + 15, + 0.001020955154672265 + ], + [ + 20, + 0.009278092067688704 + ], + [ + 25, + 0.015854547498747706 + ], + [ + 35, + 0.014141641091555357 + ], + [ + 45, + 0.006546026677824557 + ], + [ + 55, + -0.019327251007780433 + ], + [ + 65, + -0.004201943869702518 + ], + [ + 75, + 0.020702308975160122 + ], + [ + 85, + 0.003142602858133614 + ], + [ + 95, + 0.0026063444674946368 + ], + [ + 100, + 0.0022612916654907167 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7499216896909023 + ], + [ + 7, + 0.7498440373042877 + ], + [ + 8, + 0.749787791792374 + ], + [ + 9, + 0.7497660312647594 + ], + [ + 10, + 0.7496698512243913 + ], + [ + 11, + 0.7496028887524708 + ], + [ + 12, + 0.7495682025386097 + ], + [ + 13, + 0.7495497796575948 + ], + [ + 14, + 0.7495278946529158 + ], + [ + 15, + 0.7495465922369274 + ], + [ + 16, + 0.7494974732165709 + ], + [ + 17, + 0.7494886637697328 + ], + [ + 18, + 0.749446088982838 + ], + [ + 19, + 0.7494274087356515 + ], + [ + 20, + 0.7494273452819361 + ], + [ + 21, + 0.7494116633638669 + ], + [ + 22, + 0.7494229551569503 + ], + [ + 23, + 0.7494157627578178 + ], + [ + 24, + 0.7494041680686359 + ], + [ + 25, + 0.7494067179442755 + ], + [ + 26, + 0.7493968180240337 + ], + [ + 27, + 0.749388494671204 + ], + [ + 28, + 0.749378866029789 + ], + [ + 29, + 0.7493964109696862 + ], + [ + 30, + 0.7494099349639679 + ], + [ + 31, + 0.7493784143534457 + ], + [ + 32, + 0.7493838745706526 + ], + [ + 33, + 0.7493904517206977 + ], + [ + 34, + 0.7493914742706692 + ], + [ + 35, + 0.7493781312951258 + ], + [ + 36, + 0.7493907587768501 + ], + [ + 37, + 0.749394500246949 + ], + [ + 38, + 0.7493778587931351 + ], + [ + 39, + 0.7493688891732854 + ], + [ + 40, + 0.7493823741113532 + ], + [ + 41, + 0.74938731356516 + ], + [ + 42, + 0.749384416847116 + ], + [ + 43, + 0.749379162241639 + ], + [ + 44, + 0.7494005355837596 + ], + [ + 45, + 0.7493878339718874 + ], + [ + 46, + 0.7493878727291137 + ], + [ + 47, + 0.7493848747913123 + ], + [ + 48, + 0.7493798828813794 + ], + [ + 49, + 0.7494170256811937 + ], + [ + 50, + 0.7493987277579729 + ], + [ + 51, + 0.7493867453013181 + ], + [ + 52, + 0.7493837198444278 + ], + [ + 53, + 0.7493890335665235 + ], + [ + 54, + 0.7493956779966846 + ], + [ + 55, + 0.7494003459618025 + ], + [ + 56, + 0.7494051709629193 + ], + [ + 57, + 0.7494082200830192 + ], + [ + 58, + 0.7494020402310835 + ], + [ + 59, + 0.7493862054413847 + ], + [ + 60, + 0.7493973855755164 + ], + [ + 61, + 0.7493973882263439 + ], + [ + 62, + 0.7494149261184524 + ], + [ + 63, + 0.7493854416261437 + ], + [ + 64, + 0.7493889765743919 + ], + [ + 65, + 0.7494028563344639 + ], + [ + 66, + 0.7493849269122205 + ], + [ + 67, + 0.7493880154634703 + ], + [ + 68, + 0.7493916026439615 + ], + [ + 69, + 0.7494058526428821 + ], + [ + 70, + 0.7493947824045847 + ], + [ + 71, + 0.749390175876749 + ], + [ + 72, + 0.7493922810752203 + ], + [ + 73, + 0.749384920194829 + ], + [ + 74, + 0.7494043041760992 + ], + [ + 75, + 0.7494011851269835 + ], + [ + 76, + 0.7493994055097649 + ], + [ + 77, + 0.749404380057707 + ], + [ + 78, + 0.7494041466149483 + ], + [ + 79, + 0.7494322935583441 + ], + [ + 80, + 0.7494012188470695 + ], + [ + 81, + 0.7493911152990194 + ], + [ + 82, + 0.7493913151652338 + ], + [ + 83, + 0.7493844626120792 + ], + [ + 84, + 0.7493761067751588 + ], + [ + 85, + 0.7493730743526231 + ], + [ + 86, + 0.7493879622325962 + ], + [ + 87, + 0.7493956231730691 + ], + [ + 88, + 0.7494007786848756 + ], + [ + 89, + 0.749378023795819 + ], + [ + 90, + 0.7493771370629041 + ], + [ + 91, + 0.7493743269328277 + ], + [ + 92, + 0.7493712575432526 + ], + [ + 93, + 0.749394418601039 + ], + [ + 94, + 0.7494010172300447 + ], + [ + 95, + 0.7494063411107746 + ], + [ + 96, + 0.7493997325774271 + ], + [ + 97, + 0.7493922172034428 + ], + [ + 98, + 0.7493986014625239 + ], + [ + 99, + 0.7493954058535361 + ], + [ + 100, + 0.7493942121735473 + ] + ] + }, + "freeze_after_1_fixed075": { + "test_acc": [ + 0.3057, + 0.2045, + 0.1305, + 0.1437, + 0.1215, + 0.1397, + 0.1243, + 0.1398, + 0.1417, + 0.1276, + 0.1214, + 0.1482, + 0.1262, + 0.1384, + 0.1293, + 0.1318, + 0.1206, + 0.1194, + 0.1399, + 0.1217, + 0.1127, + 0.1239, + 0.1435, + 0.1444, + 0.1318, + 0.1395, + 0.1269, + 0.1229, + 0.1453, + 0.1207, + 0.131, + 0.143, + 0.1326, + 0.1469, + 0.1292, + 0.1237, + 0.142, + 0.144, + 0.1332, + 0.1308, + 0.141, + 0.1356, + 0.1296, + 0.1429, + 0.1458, + 0.1489, + 0.1352, + 0.1446, + 0.1188, + 0.1201, + 0.1389, + 0.1247, + 0.126, + 0.1452, + 0.1453, + 0.124, + 0.1482, + 0.1322, + 0.1481, + 0.127, + 0.1464, + 0.1342, + 0.1244, + 0.1324, + 0.1426, + 0.1435, + 0.1219, + 0.1346, + 0.1428, + 0.1478, + 0.1444, + 0.1351, + 0.1382, + 0.147, + 0.1454, + 0.1399, + 0.1483, + 0.1449, + 0.1455, + 0.1449, + 0.1375, + 0.1381, + 0.1379, + 0.142, + 0.1375, + 0.1465, + 0.1457, + 0.1443, + 0.1444, + 0.1465, + 0.1454, + 0.1453, + 0.1457, + 0.1458, + 0.1457 + ], + "train_loss": [ + 1.9906995290374756, + 2.0737685120391847, + 2.2155820433044435, + 2.2721241608428957, + 2.2924982513427734, + 2.29488955909729, + 2.2970185789489745, + 2.2986293141174317, + 2.294429828338623, + 2.296617165603638, + 2.29678421836853, + 2.295137005081177, + 2.294201057739258, + 2.294304957885742, + 2.2925959534454345, + 2.2927727430725096, + 2.2926478660583496, + 2.2941555421447752, + 2.2922998066711426, + 2.2922051114654542, + 2.291230871047974, + 2.2909607197570803, + 2.290787425079346, + 2.289492441482544, + 2.2906497711944582, + 2.2900892761230467, + 2.289130498123169, + 2.288355968475342, + 2.287702822418213, + 2.288278614883423, + 2.2896552796936036, + 2.289241484832764, + 2.2869311714172365, + 2.286889280548096, + 2.287323820877075, + 2.2864588946533204, + 2.287139986495972, + 2.2864987995147703, + 2.2848596308898927, + 2.2853628147888183, + 2.2857934356689453, + 2.285166664352417, + 2.285637107772827, + 2.2866209410095215, + 2.2844921535491944, + 2.2842216230773924, + 2.2845423082733154, + 2.283267167892456, + 2.2844598588562013, + 2.2829305644226072, + 2.283300087814331, + 2.282644022369385, + 2.281965013961792, + 2.2826355504608156, + 2.281901387939453, + 2.282285031661987, + 2.282372682952881, + 2.281888911819458, + 2.2809345600891113, + 2.2809602374267577, + 2.281319549102783, + 2.2817195971679687, + 2.280134122848511, + 2.281717905654907, + 2.280990512542725, + 2.2795736303710936, + 2.2796770709991456, + 2.280508980102539, + 2.2805651750183107, + 2.280122625579834, + 2.2804177006530764, + 2.2795247370147704, + 2.2803760807800293, + 2.278886136932373, + 2.2790786742401123, + 2.2791181636810305, + 2.279737799835205, + 2.27865718788147, + 2.279473173675537, + 2.2787302172088624, + 2.278779428024292, + 2.2784378577423094, + 2.2783523303222655, + 2.278849890823364, + 2.2790181679534913, + 2.2783080220794676, + 2.279018676223755, + 2.278016226654053, + 2.2786078874969484, + 2.2791138971710203, + 2.2777640832519532, + 2.2778554022216797, + 2.2784366593933107, + 2.2778875938415526, + 2.2782850380706785 + ], + "gamma": [ + [ + 6, + 0.029229389503598213 + ], + [ + 7, + 0.022255003335885704 + ], + [ + 8, + 0.022101536189438775 + ], + [ + 9, + 0.02245766983833164 + ], + [ + 10, + 0.02511510974727571 + ], + [ + 13, + 0.007977887464221567 + ], + [ + 15, + 0.005509988921403419 + ], + [ + 20, + 0.0035846279861289077 + ], + [ + 25, + 0.0045192451416369295 + ], + [ + 35, + 0.004759672311593022 + ], + [ + 45, + 0.006429436665939647 + ], + [ + 55, + 0.006245920291348739 + ], + [ + 65, + 0.005974134820235122 + ], + [ + 75, + 0.0057584647736348415 + ], + [ + 85, + 0.005155308514304124 + ], + [ + 95, + 0.00543625851150864 + ], + [ + 100, + 0.005401106335625627 + ] + ], + "rho": [ + [ + 6, + -0.004526643548160791 + ], + [ + 7, + 0.006596404826268554 + ], + [ + 8, + -0.005334540968760848 + ], + [ + 9, + 0.015801534289494157 + ], + [ + 10, + -0.0070290109142661095 + ], + [ + 13, + 0.014296236913651228 + ], + [ + 15, + -0.0012522098841145635 + ], + [ + 20, + -0.0065160891972482204 + ], + [ + 25, + 0.003924963064491749 + ], + [ + 35, + -0.0048978012055158615 + ], + [ + 45, + -0.003648596117272973 + ], + [ + 55, + 0.004803311545401812 + ], + [ + 65, + -0.003128552343696356 + ], + [ + 75, + 0.0007290660869330168 + ], + [ + 85, + -0.010232515633106232 + ], + [ + 95, + 0.00676717609167099 + ], + [ + 100, + -0.003135102801024914 + ] + ], + "alpha_eff": [ + [ + 6, + 0.749923294977622 + ], + [ + 7, + 0.749905672226397 + ], + [ + 8, + 0.7499356070495369 + ], + [ + 9, + 0.7499492318105373 + ], + [ + 10, + 0.7499561113658882 + ], + [ + 11, + 0.7499592320476945 + ], + [ + 12, + 0.7499606817947195 + ], + [ + 13, + 0.7499613785850733 + ], + [ + 14, + 0.7499616792301997 + ], + [ + 15, + 0.7499617264427558 + ], + [ + 16, + 0.7499616305173084 + ], + [ + 17, + 0.749961421920658 + ], + [ + 18, + 0.749961138829684 + ], + [ + 19, + 0.7499608219196955 + ], + [ + 20, + 0.7499604845040225 + ], + [ + 21, + 0.7499601619924307 + ], + [ + 22, + 0.7499598537310682 + ], + [ + 23, + 0.7499595938790594 + ], + [ + 24, + 0.7499593658764514 + ], + [ + 25, + 0.7499591768673664 + ], + [ + 26, + 0.7499590363427018 + ], + [ + 27, + 0.7499589173882474 + ], + [ + 28, + 0.7499588217775399 + ], + [ + 29, + 0.749958747288934 + ], + [ + 30, + 0.7499586755412131 + ], + [ + 31, + 0.749958612839054 + ], + [ + 32, + 0.7499585615289758 + ], + [ + 33, + 0.749958508492663 + ], + [ + 34, + 0.7499584651594168 + ], + [ + 35, + 0.74995841130046 + ], + [ + 36, + 0.7499583685606458 + ], + [ + 37, + 0.7499583289325864 + ], + [ + 38, + 0.7499582876827926 + ], + [ + 39, + 0.7499582574778539 + ], + [ + 40, + 0.7499582279911792 + ], + [ + 41, + 0.7499581946541439 + ], + [ + 42, + 0.7499581739635384 + ], + [ + 43, + 0.7499581524165019 + ], + [ + 44, + 0.7499581320832189 + ], + [ + 45, + 0.7499581102362035 + ], + [ + 46, + 0.7499580982742708 + ], + [ + 47, + 0.7499580923809621 + ], + [ + 48, + 0.7499580815652703 + ], + [ + 49, + 0.749958067357978 + ], + [ + 50, + 0.7499580530157078 + ], + [ + 51, + 0.749958048069753 + ], + [ + 52, + 0.7499580363606989 + ], + [ + 53, + 0.749958029240193 + ], + [ + 54, + 0.7499580162128252 + ], + [ + 55, + 0.7499580007917895 + ], + [ + 56, + 0.7499580021673148 + ], + [ + 57, + 0.7499579822925718 + ], + [ + 58, + 0.7499579734694033 + ], + [ + 59, + 0.7499579618850298 + ], + [ + 60, + 0.7499579621312126 + ], + [ + 61, + 0.7499579521347911 + ], + [ + 62, + 0.7499579480991593 + ], + [ + 63, + 0.7499579435307815 + ], + [ + 64, + 0.7499579342626495 + ], + [ + 65, + 0.7499579337433985 + ], + [ + 66, + 0.7499579322364557 + ], + [ + 67, + 0.7499579328837135 + ], + [ + 68, + 0.7499579263127302 + ], + [ + 69, + 0.7499579250618643 + ], + [ + 70, + 0.7499579235953246 + ], + [ + 71, + 0.749957920732971 + ], + [ + 72, + 0.7499579202710053 + ], + [ + 73, + 0.7499579181503966 + ], + [ + 74, + 0.7499579123177976 + ], + [ + 75, + 0.7499579137641768 + ], + [ + 76, + 0.7499579142260154 + ], + [ + 77, + 0.7499579142091058 + ], + [ + 78, + 0.7499579169805186 + ], + [ + 79, + 0.749957916205036 + ], + [ + 80, + 0.7499579182178123 + ], + [ + 81, + 0.7499579091148644 + ], + [ + 82, + 0.7499579113737009 + ], + [ + 83, + 0.7499579126616054 + ], + [ + 84, + 0.7499579107432754 + ], + [ + 85, + 0.7499579087406157 + ], + [ + 86, + 0.7499579139191689 + ], + [ + 87, + 0.7499579105578154 + ], + [ + 88, + 0.7499579109522972 + ], + [ + 89, + 0.7499579126211704 + ], + [ + 90, + 0.7499579089698573 + ], + [ + 91, + 0.7499579074897771 + ], + [ + 92, + 0.7499579114917091 + ], + [ + 93, + 0.7499579054028283 + ], + [ + 94, + 0.749957910722974 + ], + [ + 95, + 0.7499579117951909 + ], + [ + 96, + 0.7499579089563578 + ], + [ + 97, + 0.7499579072572299 + ], + [ + 98, + 0.7499579098599333 + ], + [ + 99, + 0.749957915638598 + ], + [ + 100, + 0.7499579170546363 + ] + ] + }, + "freeze_after_5_fixed075": { + "test_acc": [ + 0.3068, + 0.3108, + 0.3075, + 0.2962, + 0.3064, + 0.2256, + 0.1503, + 0.1093, + 0.1576, + 0.0999, + 0.1164, + 0.142, + 0.1179, + 0.1338, + 0.1269, + 0.1257, + 0.1182, + 0.1183, + 0.1323, + 0.1186, + 0.1142, + 0.1362, + 0.1396, + 0.1419, + 0.1293, + 0.1309, + 0.125, + 0.1202, + 0.1429, + 0.1173, + 0.1289, + 0.1405, + 0.1243, + 0.1438, + 0.1251, + 0.1217, + 0.1388, + 0.1397, + 0.1309, + 0.1286, + 0.1361, + 0.1235, + 0.1284, + 0.1401, + 0.1427, + 0.1471, + 0.133, + 0.1262, + 0.1176, + 0.1175, + 0.1316, + 0.1188, + 0.1251, + 0.1443, + 0.1442, + 0.1226, + 0.144, + 0.1168, + 0.1276, + 0.126, + 0.1431, + 0.1326, + 0.1235, + 0.1229, + 0.1398, + 0.1425, + 0.1179, + 0.1323, + 0.1406, + 0.1434, + 0.1428, + 0.1334, + 0.1334, + 0.1461, + 0.1421, + 0.134, + 0.1426, + 0.141, + 0.1422, + 0.1166, + 0.134, + 0.1349, + 0.1338, + 0.1376, + 0.1347, + 0.1452, + 0.1437, + 0.1423, + 0.1419, + 0.1402, + 0.1419, + 0.1423, + 0.1425, + 0.1427, + 0.1429 + ], + "train_loss": [ + 1.9893489678192138, + 1.985487917022705, + 1.9859093509292602, + 1.983449199180603, + 1.9827121502685547, + 2.0594376360321043, + 2.207141205444336, + 2.2714959971618653, + 2.2873566510772707, + 2.2961153761291504, + 2.2985075205993653, + 2.2977035494995115, + 2.2974455174255373, + 2.2976522528076173, + 2.296003302154541, + 2.2963047105407717, + 2.2965452262115478, + 2.297999372329712, + 2.2962898539733887, + 2.2960005585479735, + 2.2950949415588378, + 2.2948854180908205, + 2.2944784745025633, + 2.29330205947876, + 2.2943646950531007, + 2.2941731243896486, + 2.293124954071045, + 2.2922902240753174, + 2.2919424175262453, + 2.29253370513916, + 2.294221692428589, + 2.2934059229278563, + 2.2912623796844485, + 2.291140076522827, + 2.291435696258545, + 2.2908271159362794, + 2.291476573486328, + 2.2907359911346434, + 2.289365125808716, + 2.2899449461364747, + 2.2903112524414064, + 2.2897306018066406, + 2.2900110057067873, + 2.2913283332824705, + 2.2890629961395264, + 2.288549022140503, + 2.288963945159912, + 2.287618798675537, + 2.289065319366455, + 2.287497896575928, + 2.2880995404815674, + 2.2870908855438232, + 2.2864917352294922, + 2.2871037657928466, + 2.2865074630737303, + 2.28678498550415, + 2.2870698027038574, + 2.2863846828460694, + 2.285519721069336, + 2.2854560637664796, + 2.2857414881134033, + 2.286112783050537, + 2.2844998125457763, + 2.286092988128662, + 2.2855831603240966, + 2.2841854079437254, + 2.284118550491333, + 2.2851279951477053, + 2.2849759539031984, + 2.2846845874023436, + 2.2848418711090086, + 2.28398831489563, + 2.2847050997924803, + 2.2832656199645998, + 2.283573601608276, + 2.283536388168335, + 2.2839898639678955, + 2.2829865564727783, + 2.283732427444458, + 2.2832025003051757, + 2.283129920578003, + 2.2828851631164553, + 2.282600374755859, + 2.283195795211792, + 2.2834493016815185, + 2.2826498027038573, + 2.2833422844696045, + 2.2822403409576415, + 2.2830539070129396, + 2.2833374087524416, + 2.282107705001831, + 2.2822584789276124, + 2.2828566105651857, + 2.2821592779541016, + 2.282512705154419 + ], + "gamma": [ + [ + 6, + 0.02705257706111297 + ], + [ + 7, + 0.028260178864002228 + ], + [ + 8, + 0.03390599135309458 + ], + [ + 9, + 0.04262567771365866 + ], + [ + 10, + 0.039130375924287364 + ], + [ + 13, + 0.015935751143842936 + ], + [ + 15, + 0.020201866049319506 + ], + [ + 20, + 0.016146464011399075 + ], + [ + 25, + 0.01891520711069461 + ], + [ + 35, + 0.015422215528815286 + ], + [ + 45, + 0.02083021820931208 + ], + [ + 55, + 0.020073247775201253 + ], + [ + 65, + 0.019591293325447623 + ], + [ + 75, + 0.019224833375290018 + ], + [ + 85, + 0.017693829966447083 + ], + [ + 95, + 0.01843330923713893 + ], + [ + 100, + 0.01831494387300836 + ] + ], + "rho": [ + [ + 6, + 0.019902817904949188 + ], + [ + 7, + -0.005045581376180053 + ], + [ + 8, + 0.01920311595313251 + ], + [ + 9, + 0.013431413099169731 + ], + [ + 10, + 0.015046576038002968 + ], + [ + 13, + 0.005307852290570736 + ], + [ + 15, + 0.003655511813121848 + ], + [ + 20, + -0.0007810932584106922 + ], + [ + 25, + -0.0020412285812199116 + ], + [ + 35, + -0.0052429186180233955 + ], + [ + 45, + 0.0074201589450240135 + ], + [ + 55, + 0.0018254606984555721 + ], + [ + 65, + 0.001219858299009502 + ], + [ + 75, + 0.004192978609353304 + ], + [ + 85, + -0.007369007915258408 + ], + [ + 95, + 0.00039116619154810905 + ], + [ + 100, + -0.0015693700406700373 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7499202477378032 + ], + [ + 7, + 0.7498463447134337 + ], + [ + 8, + 0.7497995274555987 + ], + [ + 9, + 0.749756139810235 + ], + [ + 10, + 0.7496929019618472 + ], + [ + 11, + 0.7496816831117289 + ], + [ + 12, + 0.7497748903839642 + ], + [ + 13, + 0.7498041658227375 + ], + [ + 14, + 0.7498150362468194 + ], + [ + 15, + 0.7498202200942068 + ], + [ + 16, + 0.7498227834360003 + ], + [ + 17, + 0.7498240283191057 + ], + [ + 18, + 0.7498245421262388 + ], + [ + 19, + 0.7498246437120061 + ], + [ + 20, + 0.7498246045407647 + ], + [ + 21, + 0.7498244894883069 + ], + [ + 22, + 0.7498244285921248 + ], + [ + 23, + 0.7498244377216693 + ], + [ + 24, + 0.7498245354700839 + ], + [ + 25, + 0.7498246065422424 + ], + [ + 26, + 0.7498247640764162 + ], + [ + 27, + 0.7498249075535127 + ], + [ + 28, + 0.7498250394874728 + ], + [ + 29, + 0.749825150388344 + ], + [ + 30, + 0.7498252206431467 + ], + [ + 31, + 0.749825294617509 + ], + [ + 32, + 0.7498253178038817 + ], + [ + 33, + 0.7498253219144003 + ], + [ + 34, + 0.7498253056198279 + ], + [ + 35, + 0.7498252652410382 + ], + [ + 36, + 0.7498252317435838 + ], + [ + 37, + 0.7498252206297409 + ], + [ + 38, + 0.7498252004636857 + ], + [ + 39, + 0.7498252599755928 + ], + [ + 40, + 0.7498253018903019 + ], + [ + 41, + 0.7498253724084616 + ], + [ + 42, + 0.7498254763600888 + ], + [ + 43, + 0.7498255577080846 + ], + [ + 44, + 0.7498256766308641 + ], + [ + 45, + 0.7498257966368489 + ], + [ + 46, + 0.7498259134263283 + ], + [ + 47, + 0.7498260170496108 + ], + [ + 48, + 0.7498261211891766 + ], + [ + 49, + 0.7498262231826883 + ], + [ + 50, + 0.7498263280341823 + ], + [ + 51, + 0.7498263991728029 + ], + [ + 52, + 0.749826493490658 + ], + [ + 53, + 0.749826597346364 + ], + [ + 54, + 0.7498266555449464 + ], + [ + 55, + 0.7498267398731024 + ], + [ + 56, + 0.7498268404379499 + ], + [ + 57, + 0.7498268989263888 + ], + [ + 58, + 0.7498269682220481 + ], + [ + 59, + 0.7498270369841208 + ], + [ + 60, + 0.7498270918177319 + ], + [ + 61, + 0.7498271469011805 + ], + [ + 62, + 0.7498272115254345 + ], + [ + 63, + 0.7498272387579276 + ], + [ + 64, + 0.7498273027242259 + ], + [ + 65, + 0.7498273423498409 + ], + [ + 66, + 0.749827357665683 + ], + [ + 67, + 0.7498274131169155 + ], + [ + 68, + 0.749827438543571 + ], + [ + 69, + 0.7498274592696411 + ], + [ + 70, + 0.749827484794581 + ], + [ + 71, + 0.7498275174678041 + ], + [ + 72, + 0.7498275337586687 + ], + [ + 73, + 0.749827543715034 + ], + [ + 74, + 0.749827559013781 + ], + [ + 75, + 0.7498275711368638 + ], + [ + 76, + 0.7498275865097452 + ], + [ + 77, + 0.7498276108062035 + ], + [ + 78, + 0.7498276224432655 + ], + [ + 79, + 0.7498276336244346 + ], + [ + 80, + 0.7498276402496034 + ], + [ + 81, + 0.7498276470536364 + ], + [ + 82, + 0.7498276455109267 + ], + [ + 83, + 0.7498276600473064 + ], + [ + 84, + 0.7498276680286947 + ], + [ + 85, + 0.7498276733984254 + ], + [ + 86, + 0.7498276956736362 + ], + [ + 87, + 0.7498276915661669 + ], + [ + 88, + 0.7498276801686883 + ], + [ + 89, + 0.7498276945159164 + ], + [ + 90, + 0.7498276797773024 + ], + [ + 91, + 0.7498277005874554 + ], + [ + 92, + 0.7498276913637241 + ], + [ + 93, + 0.7498276957441666 + ], + [ + 94, + 0.7498277056531762 + ], + [ + 95, + 0.7498276953192542 + ], + [ + 96, + 0.7498277054741631 + ], + [ + 97, + 0.7498277021465464 + ], + [ + 98, + 0.7498276917989567 + ], + [ + 99, + 0.7498276940634648 + ], + [ + 100, + 0.7498277162777363 + ] + ] + }, + "freeze_after_1_decay_to_025": { + "test_acc": [ + 0.3054, + 0.2227, + 0.1452, + 0.136, + 0.1258, + 0.1263, + 0.1174, + 0.1035, + 0.1602, + 0.1073, + 0.1203, + 0.1415, + 0.104, + 0.1321, + 0.1003, + 0.1152, + 0.1148, + 0.1199, + 0.1263, + 0.1152, + 0.1164, + 0.1345, + 0.1286, + 0.1241, + 0.1253, + 0.1248, + 0.1227, + 0.1174, + 0.1408, + 0.1181, + 0.1275, + 0.1328, + 0.1189, + 0.1426, + 0.1265, + 0.1183, + 0.1377, + 0.138, + 0.1293, + 0.1281, + 0.1308, + 0.1236, + 0.1282, + 0.1349, + 0.1407, + 0.1473, + 0.1306, + 0.1269, + 0.115, + 0.1113, + 0.1331, + 0.1191, + 0.1231, + 0.1416, + 0.1428, + 0.1213, + 0.143, + 0.1122, + 0.115, + 0.1254, + 0.1404, + 0.1307, + 0.1203, + 0.1155, + 0.1389, + 0.1395, + 0.1173, + 0.1337, + 0.1389, + 0.1361, + 0.1393, + 0.1311, + 0.1297, + 0.1419, + 0.1404, + 0.1325, + 0.135, + 0.1369, + 0.1375, + 0.1133, + 0.1271, + 0.1297, + 0.1301, + 0.1279, + 0.1296, + 0.1423, + 0.1392, + 0.1393, + 0.1397, + 0.1327, + 0.1379, + 0.139, + 0.1402, + 0.1392, + 0.1392 + ], + "train_loss": [ + 1.9895063690948487, + 2.0717621327209472, + 2.189962035522461, + 2.2329315424346925, + 2.260052084579468, + 2.2688772117614744, + 2.2779186013793944, + 2.2852122827148436, + 2.2846843614196777, + 2.291246020050049, + 2.2944116230010985, + 2.294942557373047, + 2.29667289352417, + 2.298328145904541, + 2.297607911529541, + 2.2989455223083497, + 2.299919396362305, + 2.3013042308044436, + 2.3001043883514405, + 2.29936297706604, + 2.298790442123413, + 2.2988700410461425, + 2.297741695022583, + 2.296872480621338, + 2.29784930770874, + 2.2974551319885252, + 2.2960880307769775, + 2.295343821411133, + 2.2947800379180907, + 2.2954108971405027, + 2.296628145904541, + 2.2958906733703612, + 2.29336536026001, + 2.2930805914306642, + 2.2929298010253905, + 2.2927328889465333, + 2.293177236251831, + 2.292220322189331, + 2.290796268234253, + 2.291155597076416, + 2.2914103716278076, + 2.2908911601257325, + 2.2909919847106934, + 2.2923007972717286, + 2.289861133880615, + 2.2892761711120606, + 2.289645308380127, + 2.2883711812591554, + 2.2895432438659666, + 2.287957716674805, + 2.2885722449493406, + 2.287502489776611, + 2.286777231903076, + 2.28740978805542, + 2.2868827954864503, + 2.2870309147644043, + 2.2870197551727296, + 2.2863273274230957, + 2.2856398780059815, + 2.2856489250183105, + 2.2856975270080566, + 2.2862225410461425, + 2.2844740558624266, + 2.2859574056243894, + 2.2855120135498046, + 2.2841620223236085, + 2.2840080644989014, + 2.284847536087036, + 2.284840629043579, + 2.284350129470825, + 2.2846198870849608, + 2.283844443511963, + 2.284575237045288, + 2.28322234664917, + 2.283361275177002, + 2.283530992126465, + 2.283763175811768, + 2.282791965713501, + 2.283448165206909, + 2.2828492040252684, + 2.283028067550659, + 2.2826764515686033, + 2.2823099598693846, + 2.283018860397339, + 2.283153437652588, + 2.282438748855591, + 2.283022185211182, + 2.281942760696411, + 2.282656005859375, + 2.283106033554077, + 2.2819691327667235, + 2.281947142944336, + 2.282431115036011, + 2.28206281791687, + 2.282211386566162 + ], + "gamma": [ + [ + 6, + 0.029319611843675375 + ], + [ + 7, + 0.03185648733051494 + ], + [ + 8, + 0.04233608162030578 + ], + [ + 9, + 0.04189345566555858 + ], + [ + 10, + 0.047544537112116814 + ], + [ + 13, + 0.03297986194957048 + ], + [ + 15, + 0.026738733984529972 + ], + [ + 20, + 0.016979411127977073 + ], + [ + 25, + 0.01216340645623859 + ], + [ + 35, + -0.0019454771036180318 + ], + [ + 45, + -0.0024222739907600044 + ], + [ + 55, + -0.002981824864036753 + ], + [ + 65, + -0.0023194947486899764 + ], + [ + 75, + -0.002351447182263655 + ], + [ + 85, + -0.0024025850020166217 + ], + [ + 95, + -0.002344829682783711 + ], + [ + 100, + -0.0023605154200367906 + ] + ], + "rho": [ + [ + 6, + 0.024813755182549357 + ], + [ + 7, + 0.02137202536687255 + ], + [ + 8, + -0.008550406782887876 + ], + [ + 9, + -0.014014755026437342 + ], + [ + 10, + 0.003713869256898761 + ], + [ + 13, + -0.00019413704285398126 + ], + [ + 15, + -0.004616216290742159 + ], + [ + 20, + 0.004534890875220299 + ], + [ + 25, + -0.0003467597998678684 + ], + [ + 35, + -0.013164100237190723 + ], + [ + 45, + -0.004108893685042858 + ], + [ + 55, + -0.005393396131694317 + ], + [ + 65, + 0.0037673721089959145 + ], + [ + 75, + 0.002991759218275547 + ], + [ + 85, + 0.0030559878796339035 + ], + [ + 95, + 0.0011144964955747128 + ], + [ + 100, + -0.00562389986589551 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7499215605640026 + ], + [ + 7, + 0.6498885895229987 + ], + [ + 8, + 0.5499278178579371 + ], + [ + 9, + 0.4499412865798823 + ], + [ + 10, + 0.3499508856541087 + ], + [ + 11, + 0.24996128541858828 + ], + [ + 12, + 0.2499621277638252 + ], + [ + 13, + 0.24996268584560855 + ], + [ + 14, + 0.2499630643239716 + ], + [ + 15, + 0.2499633203326066 + ], + [ + 16, + 0.24996357761505564 + ], + [ + 17, + 0.24996378587101792 + ], + [ + 18, + 0.24996401189373949 + ], + [ + 19, + 0.2499642051366507 + ], + [ + 20, + 0.24996440432532102 + ], + [ + 21, + 0.24996460811141474 + ], + [ + 22, + 0.24996479507118088 + ], + [ + 23, + 0.24996493590356497 + ], + [ + 24, + 0.2499650811884471 + ], + [ + 25, + 0.24996520118670035 + ], + [ + 26, + 0.24996530426771693 + ], + [ + 27, + 0.24996540318596389 + ], + [ + 28, + 0.24996546582591034 + ], + [ + 29, + 0.24996552319418933 + ], + [ + 30, + 0.24996555460521513 + ], + [ + 31, + 0.2499656046693103 + ], + [ + 32, + 0.24996562179889437 + ], + [ + 33, + 0.24996564218791698 + ], + [ + 34, + 0.24996565128189985 + ], + [ + 35, + 0.2499656640801942 + ], + [ + 36, + 0.249965671182188 + ], + [ + 37, + 0.2499656635678768 + ], + [ + 38, + 0.24996566751146188 + ], + [ + 39, + 0.24996565557938735 + ], + [ + 40, + 0.2499656398790017 + ], + [ + 41, + 0.24996562954120802 + ], + [ + 42, + 0.24996561563060876 + ], + [ + 43, + 0.24996559801562257 + ], + [ + 44, + 0.2499655778322152 + ], + [ + 45, + 0.24996555878137158 + ], + [ + 46, + 0.2499655444965953 + ], + [ + 47, + 0.24996551827972838 + ], + [ + 48, + 0.24996550263323514 + ], + [ + 49, + 0.24996548777208452 + ], + [ + 50, + 0.24996546920322563 + ], + [ + 51, + 0.24996543994936327 + ], + [ + 52, + 0.24996543582032632 + ], + [ + 53, + 0.24996539768484524 + ], + [ + 54, + 0.24996538297205342 + ], + [ + 55, + 0.24996539272334395 + ], + [ + 56, + 0.2499653540216129 + ], + [ + 57, + 0.24996533929186665 + ], + [ + 58, + 0.24996531687037848 + ], + [ + 59, + 0.24996531187167323 + ], + [ + 60, + 0.24996528421891845 + ], + [ + 61, + 0.24996527040606908 + ], + [ + 62, + 0.24996524750259488 + ], + [ + 63, + 0.2499652417994367 + ], + [ + 64, + 0.24996522915611907 + ], + [ + 65, + 0.24996520556498233 + ], + [ + 66, + 0.24996518516584246 + ], + [ + 67, + 0.24996518126601272 + ], + [ + 68, + 0.24996517745044652 + ], + [ + 69, + 0.24996517611567165 + ], + [ + 70, + 0.24996515297285476 + ], + [ + 71, + 0.2499651448967178 + ], + [ + 72, + 0.2499651331466676 + ], + [ + 73, + 0.24996512179775632 + ], + [ + 74, + 0.24996512290329126 + ], + [ + 75, + 0.24996511244085787 + ], + [ + 76, + 0.249965101273893 + ], + [ + 77, + 0.2499651004918571 + ], + [ + 78, + 0.24996508772048512 + ], + [ + 79, + 0.24996507751418334 + ], + [ + 80, + 0.24996506879773767 + ], + [ + 81, + 0.24996508152526425 + ], + [ + 82, + 0.24996508364200018 + ], + [ + 83, + 0.24996506643488683 + ], + [ + 84, + 0.24996507066164142 + ], + [ + 85, + 0.24996507105268392 + ], + [ + 86, + 0.24996506060701437 + ], + [ + 87, + 0.249965055918445 + ], + [ + 88, + 0.2499650537713543 + ], + [ + 89, + 0.24996505500845378 + ], + [ + 90, + 0.2499650492917446 + ], + [ + 91, + 0.24996504976698292 + ], + [ + 92, + 0.24996505515333245 + ], + [ + 93, + 0.24996506002726224 + ], + [ + 94, + 0.24996505054233178 + ], + [ + 95, + 0.2499650415224445 + ], + [ + 96, + 0.24996505113215065 + ], + [ + 97, + 0.2499650620260496 + ], + [ + 98, + 0.24996504605931247 + ], + [ + 99, + 0.24996503486876115 + ], + [ + 100, + 0.2499650427021916 + ] + ] + }, + "freeze_after_5_decay_to_025": { + "test_acc": [ + 0.3052, + 0.3121, + 0.3135, + 0.2994, + 0.3083, + 0.2037, + 0.1368, + 0.1231, + 0.1271, + 0.1138, + 0.1191, + 0.1163, + 0.1162, + 0.1135, + 0.1155, + 0.0967, + 0.109, + 0.1051, + 0.1075, + 0.0935, + 0.0996, + 0.1119, + 0.1027, + 0.1278, + 0.1004, + 0.1091, + 0.1141, + 0.113, + 0.1348, + 0.1194, + 0.1242, + 0.1191, + 0.1192, + 0.1349, + 0.1207, + 0.1144, + 0.1316, + 0.1325, + 0.1241, + 0.1237, + 0.1276, + 0.1121, + 0.1233, + 0.122, + 0.1335, + 0.1379, + 0.1264, + 0.1214, + 0.1121, + 0.108, + 0.1317, + 0.1181, + 0.1162, + 0.1366, + 0.1369, + 0.1254, + 0.1211, + 0.106, + 0.1075, + 0.1227, + 0.1201, + 0.1274, + 0.1188, + 0.1102, + 0.1313, + 0.1336, + 0.1129, + 0.1283, + 0.1301, + 0.1152, + 0.1325, + 0.1278, + 0.1247, + 0.1357, + 0.134, + 0.1224, + 0.1093, + 0.1188, + 0.1325, + 0.1097, + 0.1196, + 0.1272, + 0.1253, + 0.1126, + 0.1238, + 0.1224, + 0.1263, + 0.1342, + 0.1111, + 0.1095, + 0.1089, + 0.1191, + 0.1143, + 0.1131, + 0.1131 + ], + "train_loss": [ + 1.9889914673614502, + 1.9853284645080567, + 1.9883257375717163, + 1.9826136252593993, + 1.985386326980591, + 2.068510132598877, + 2.2071184797668457, + 2.252070314407349, + 2.262799511871338, + 2.271883014907837, + 2.276685047454834, + 2.2789263591766358, + 2.2829609899139403, + 2.2874077117156983, + 2.289303440246582, + 2.293695969619751, + 2.2960100469207765, + 2.299179527053833, + 2.299998391647339, + 2.2999639778137206, + 2.301144305267334, + 2.3016930992889404, + 2.3010191550445556, + 2.301623288574219, + 2.3021187420654297, + 2.30279943107605, + 2.3010086586761473, + 2.3007896277618407, + 2.3004655308532715, + 2.3013855320739744, + 2.3028329793548585, + 2.3016249320983886, + 2.2996341718292235, + 2.299152314529419, + 2.298686719970703, + 2.2991080980682375, + 2.2990331848907473, + 2.298325881500244, + 2.29721604927063, + 2.297458392868042, + 2.297814186630249, + 2.297540751800537, + 2.2971647343444825, + 2.298780792694092, + 2.296483359832764, + 2.2955091331481934, + 2.296101309814453, + 2.294827574005127, + 2.2959980039978025, + 2.2944129446411132, + 2.2954401092529295, + 2.293963470993042, + 2.293216000289917, + 2.2939060804748537, + 2.293471497955322, + 2.2934607655334474, + 2.2936269941711425, + 2.2927763636779783, + 2.292233616256714, + 2.29233764793396, + 2.2921327173614503, + 2.292641021270752, + 2.290940444793701, + 2.292282715377808, + 2.2920145623779296, + 2.290925247039795, + 2.2905999392700194, + 2.291516679534912, + 2.291281402359009, + 2.2909249305725097, + 2.2908486936950685, + 2.290478879928589, + 2.291001184539795, + 2.28960931350708, + 2.2898020780944823, + 2.2898542040252687, + 2.2900171630859374, + 2.289037522201538, + 2.289808230667114, + 2.2894698133850095, + 2.2893528965759278, + 2.289201781158447, + 2.2886661543273927, + 2.289276965789795, + 2.2895079779052736, + 2.28888594833374, + 2.289304996032715, + 2.2882724632263183, + 2.289115521774292, + 2.2893903966522218, + 2.288375448074341, + 2.2882951035308836, + 2.28868325088501, + 2.288313069458008, + 2.288534205932617 + ], + "gamma": [ + [ + 6, + 0.030998411762993783 + ], + [ + 7, + 0.02042932203039527 + ], + [ + 8, + 0.025238439673557878 + ], + [ + 9, + 0.024348934122826904 + ], + [ + 10, + 0.02691327966749668 + ], + [ + 13, + 0.04581431741826236 + ], + [ + 15, + 0.05122767586726695 + ], + [ + 20, + 0.028180050187074812 + ], + [ + 25, + 0.004695354848081479 + ], + [ + 35, + 0.003258639584601042 + ], + [ + 45, + 0.0060973436638960266 + ], + [ + 55, + 0.0026502537202759413 + ], + [ + 65, + 0.0019636713411728124 + ], + [ + 75, + 0.0013042573217489917 + ], + [ + 85, + 0.0007217170104922843 + ], + [ + 95, + 0.0009432140236640407 + ], + [ + 100, + 0.0008838386715979141 + ] + ], + "rho": [ + [ + 6, + 0.01131400465965271 + ], + [ + 7, + 0.0169760164571926 + ], + [ + 8, + -0.01151197380386293 + ], + [ + 9, + 0.007203209912404418 + ], + [ + 10, + -4.300149157643318e-05 + ], + [ + 13, + -0.0012576030567288399 + ], + [ + 15, + -0.0009340029209852219 + ], + [ + 20, + -0.0016878610476851463 + ], + [ + 25, + -0.003051650244742632 + ], + [ + 35, + -0.005875409580767155 + ], + [ + 45, + -0.0018643303774297237 + ], + [ + 55, + 0.0009776366641744971 + ], + [ + 65, + 0.0013682227581739426 + ], + [ + 75, + 0.003012792905792594 + ], + [ + 85, + -0.01262329239398241 + ], + [ + 95, + -0.0034377884585410357 + ], + [ + 100, + 0.005971882026642561 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7499221587332795 + ], + [ + 7, + 0.7498518854867786 + ], + [ + 8, + 0.7498149497377955 + ], + [ + 9, + 0.7497333518679905 + ], + [ + 10, + 0.7496576925518745 + ], + [ + 11, + 0.649646096496131 + ], + [ + 12, + 0.5497254744391575 + ], + [ + 13, + 0.4497598983126942 + ], + [ + 14, + 0.3497929197623351 + ], + [ + 15, + 0.24983518768582047 + ], + [ + 16, + 0.24983892424235482 + ], + [ + 17, + 0.2498417139676731 + ], + [ + 18, + 0.24984401479168628 + ], + [ + 19, + 0.24984593508981487 + ], + [ + 20, + 0.24984749999759318 + ], + [ + 21, + 0.2498488692465181 + ], + [ + 22, + 0.2498499398578784 + ], + [ + 23, + 0.24985075457954833 + ], + [ + 24, + 0.24985142408517985 + ], + [ + 25, + 0.24985192621001853 + ], + [ + 26, + 0.24985235355814475 + ], + [ + 27, + 0.24985268752743725 + ], + [ + 28, + 0.2498529223564429 + ], + [ + 29, + 0.2498530995331157 + ], + [ + 30, + 0.24985317803507076 + ], + [ + 31, + 0.24985332962472304 + ], + [ + 32, + 0.24985336584290696 + ], + [ + 33, + 0.24985339268117196 + ], + [ + 34, + 0.24985340836624917 + ], + [ + 35, + 0.24985343280065775 + ], + [ + 36, + 0.24985343479985006 + ], + [ + 37, + 0.24985338171996366 + ], + [ + 38, + 0.24985338190189033 + ], + [ + 39, + 0.24985336549546372 + ], + [ + 40, + 0.24985329346337362 + ], + [ + 41, + 0.24985323826291034 + ], + [ + 42, + 0.24985321131998126 + ], + [ + 43, + 0.24985317168636909 + ], + [ + 44, + 0.2498531187479913 + ], + [ + 45, + 0.24985305580921366 + ], + [ + 46, + 0.24985302543067442 + ], + [ + 47, + 0.24985298309286144 + ], + [ + 48, + 0.2498529583618077 + ], + [ + 49, + 0.24985293710674641 + ], + [ + 50, + 0.24985288952612472 + ], + [ + 51, + 0.24985283885329918 + ], + [ + 52, + 0.24985284015502204 + ], + [ + 53, + 0.24985275224582726 + ], + [ + 54, + 0.24985271617612245 + ], + [ + 55, + 0.24985278660278676 + ], + [ + 56, + 0.24985270413912475 + ], + [ + 57, + 0.24985267867606448 + ], + [ + 58, + 0.24985261926432437 + ], + [ + 59, + 0.24985265660538555 + ], + [ + 60, + 0.2498525589688618 + ], + [ + 61, + 0.2498525948263581 + ], + [ + 62, + 0.24985250615215845 + ], + [ + 63, + 0.24985253626419848 + ], + [ + 64, + 0.24985252458806803 + ], + [ + 65, + 0.24985244966970346 + ], + [ + 66, + 0.24985243633144938 + ], + [ + 67, + 0.2498524231990304 + ], + [ + 68, + 0.24985243464573753 + ], + [ + 69, + 0.24985244959899414 + ], + [ + 70, + 0.2498523964585009 + ], + [ + 71, + 0.24985237284663436 + ], + [ + 72, + 0.2498523581157608 + ], + [ + 73, + 0.2498523440457847 + ], + [ + 74, + 0.24985236879381156 + ], + [ + 75, + 0.2498523393358387 + ], + [ + 76, + 0.24985232552208136 + ], + [ + 77, + 0.2498523213984054 + ], + [ + 78, + 0.24985232647951547 + ], + [ + 79, + 0.24985228393588338 + ], + [ + 80, + 0.24985225037440933 + ], + [ + 81, + 0.24985230778709028 + ], + [ + 82, + 0.2498523135425587 + ], + [ + 83, + 0.24985228212536653 + ], + [ + 84, + 0.24985226981544117 + ], + [ + 85, + 0.2498522997423083 + ], + [ + 86, + 0.24985229817429594 + ], + [ + 87, + 0.24985227304543167 + ], + [ + 88, + 0.2498522585136201 + ], + [ + 89, + 0.24985226070861766 + ], + [ + 90, + 0.2498522775804293 + ], + [ + 91, + 0.24985226001407726 + ], + [ + 92, + 0.2498522820512644 + ], + [ + 93, + 0.24985229769889214 + ], + [ + 94, + 0.24985227341291588 + ], + [ + 95, + 0.24985225233689 + ], + [ + 96, + 0.24985227483207073 + ], + [ + 97, + 0.2498522931573161 + ], + [ + 98, + 0.2498522616626271 + ], + [ + 99, + 0.24985222919720057 + ], + [ + 100, + 0.24985224068443718 + ] + ] + }, + "freeze_after_1_decay_to_000": { + "test_acc": [ + 0.2964, + 0.237, + 0.1462, + 0.1483, + 0.1289, + 0.1903, + 0.1958, + 0.2135, + 0.2011, + 0.2192, + 0.2116, + 0.2301, + 0.2391, + 0.2394, + 0.237, + 0.2294, + 0.2425, + 0.246, + 0.2468, + 0.2519, + 0.2479, + 0.2676, + 0.2501, + 0.2636, + 0.2442, + 0.2687, + 0.2567, + 0.2665, + 0.2696, + 0.2726, + 0.2687, + 0.2636, + 0.2726, + 0.2668, + 0.2727, + 0.2694, + 0.2835, + 0.2876, + 0.2757, + 0.2806, + 0.2708, + 0.2622, + 0.2749, + 0.2794, + 0.2698, + 0.2708, + 0.2751, + 0.2702, + 0.2741, + 0.2795, + 0.2744, + 0.28, + 0.2784, + 0.2751, + 0.2708, + 0.2808, + 0.2811, + 0.2814, + 0.2776, + 0.2787, + 0.2839, + 0.288, + 0.2859, + 0.2879, + 0.2706, + 0.274, + 0.2812, + 0.2848, + 0.2847, + 0.2827, + 0.2817, + 0.2861, + 0.2814, + 0.2819, + 0.2768, + 0.2875, + 0.2848, + 0.2837, + 0.281, + 0.2839, + 0.2851, + 0.2851, + 0.2874, + 0.2822, + 0.2854, + 0.2857, + 0.2838, + 0.283, + 0.2827, + 0.2853, + 0.2855, + 0.2853, + 0.2849, + 0.285, + 0.2848 + ], + "train_loss": [ + 1.987770098953247, + 2.058148936920166, + 2.1742564457702636, + 2.227886661987305, + 2.2489118286895753, + 2.215499964141846, + 2.172080729522705, + 2.1515315755462647, + 2.1322266635131837, + 2.1219937451171873, + 2.1115163373565675, + 2.10087213760376, + 2.094084821090698, + 2.0881656538391113, + 2.0830307551574707, + 2.0793406107330323, + 2.0741417255401613, + 2.071706746520996, + 2.0672668325805663, + 2.061994496154785, + 2.0583461866760255, + 2.0575141161346435, + 2.0518029474639894, + 2.0522982623291015, + 2.048578759384155, + 2.0465751447296143, + 2.0437594219589235, + 2.044029693031311, + 2.0412700551605223, + 2.0405831239318846, + 2.04130356338501, + 2.0393758958435058, + 2.039224354324341, + 2.038326994972229, + 2.038590117645264, + 2.0370230613708498, + 2.035887234573364, + 2.0349106960296632, + 2.0352816369247435, + 2.0349522632598878, + 2.0344653484344484, + 2.0331574398040773, + 2.033610480079651, + 2.0358019441986084, + 2.0341035528182982, + 2.030207544937134, + 2.032771106109619, + 2.0311163373565675, + 2.0296363953399656, + 2.0308212451171874, + 2.0306940715789796, + 2.028369594345093, + 2.029138938446045, + 2.029238699264526, + 2.0298833404541017, + 2.0294783560943603, + 2.027595551223755, + 2.027595431060791, + 2.027459530296326, + 2.028411672706604, + 2.0279053328704832, + 2.0280695262908934, + 2.027787509765625, + 2.025281623840332, + 2.0254185902404784, + 2.026019370727539, + 2.0258047150421143, + 2.0285882577514647, + 2.0261368878555297, + 2.026999177932739, + 2.0256639764404296, + 2.025425854759216, + 2.0266070795440676, + 2.0237192176055907, + 2.025412853469849, + 2.0240610698699952, + 2.0247360014343263, + 2.0249295909118654, + 2.0255611853790283, + 2.0232094157409666, + 2.024681177215576, + 2.02321795753479, + 2.024663003501892, + 2.02217747467041, + 2.022007664833069, + 2.023817197189331, + 2.0230373464584352, + 2.022435458984375, + 2.022840128860474, + 2.0205608460998534, + 2.0236412183380126, + 2.024272792053223, + 2.022964626312256, + 2.0220273933410646, + 2.025426727218628 + ], + "gamma": [ + [ + 6, + 0.02804319025017321 + ], + [ + 7, + 0.04006533604115248 + ], + [ + 8, + 0.05339363403618336 + ], + [ + 9, + 0.05600978480651975 + ], + [ + 10, + 0.057343464344739914 + ], + [ + 13, + 0.055115228053182364 + ], + [ + 15, + 0.057215953478589654 + ], + [ + 20, + 0.06352227658499032 + ], + [ + 25, + 0.07144864764995873 + ], + [ + 35, + 0.080837985384278 + ], + [ + 45, + 0.08100816144724376 + ], + [ + 55, + 0.08169284932955634 + ], + [ + 65, + 0.0816943283425644 + ], + [ + 75, + 0.08262447686865926 + ], + [ + 85, + 0.08246231166413054 + ], + [ + 95, + 0.0823301882337546 + ], + [ + 100, + 0.08231175330001861 + ] + ], + "rho": [ + [ + 6, + 0.0330923511646688 + ], + [ + 7, + 0.0015333815244957805 + ], + [ + 8, + 0.012843782315030694 + ], + [ + 9, + 0.0005663076881319284 + ], + [ + 10, + 0.013773382874205709 + ], + [ + 13, + 0.014525709673762321 + ], + [ + 15, + 0.01487097516655922 + ], + [ + 20, + 0.009759962151292711 + ], + [ + 25, + 0.0005541914142668247 + ], + [ + 35, + 0.006065825931727886 + ], + [ + 45, + 0.006206185091286898 + ], + [ + 55, + -0.007286409847438335 + ], + [ + 65, + -0.005138644948601723 + ], + [ + 75, + 0.0040618120692670345 + ], + [ + 85, + 0.005303684622049332 + ], + [ + 95, + -0.008256135508418083 + ], + [ + 100, + 0.009820420295000076 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7499214508544367 + ], + [ + 7, + 0.5998742841330391 + ], + [ + 8, + 0.4499106979272932 + ], + [ + 9, + 0.2999343237198726 + ], + [ + 10, + 0.14996251856344525 + ], + [ + 11, + 0.0 + ], + [ + 12, + 0.0 + ], + [ + 13, + 0.0 + ], + [ + 14, + 0.0 + ], + [ + 15, + 0.0 + ], + [ + 16, + 0.0 + ], + [ + 17, + 0.0 + ], + [ + 18, + 0.0 + ], + [ + 19, + 0.0 + ], + [ + 20, + 0.0 + ], + [ + 21, + 0.0 + ], + [ + 22, + 0.0 + ], + [ + 23, + 0.0 + ], + [ + 24, + 0.0 + ], + [ + 25, + 0.0 + ], + [ + 26, + 0.0 + ], + [ + 27, + 0.0 + ], + [ + 28, + 0.0 + ], + [ + 29, + 0.0 + ], + [ + 30, + 0.0 + ], + [ + 31, + 0.0 + ], + [ + 32, + 0.0 + ], + [ + 33, + 0.0 + ], + [ + 34, + 0.0 + ], + [ + 35, + 0.0 + ], + [ + 36, + 0.0 + ], + [ + 37, + 0.0 + ], + [ + 38, + 0.0 + ], + [ + 39, + 0.0 + ], + [ + 40, + 0.0 + ], + [ + 41, + 0.0 + ], + [ + 42, + 0.0 + ], + [ + 43, + 0.0 + ], + [ + 44, + 0.0 + ], + [ + 45, + 0.0 + ], + [ + 46, + 0.0 + ], + [ + 47, + 0.0 + ], + [ + 48, + 0.0 + ], + [ + 49, + 0.0 + ], + [ + 50, + 0.0 + ], + [ + 51, + 0.0 + ], + [ + 52, + 0.0 + ], + [ + 53, + 0.0 + ], + [ + 54, + 0.0 + ], + [ + 55, + 0.0 + ], + [ + 56, + 0.0 + ], + [ + 57, + 0.0 + ], + [ + 58, + 0.0 + ], + [ + 59, + 0.0 + ], + [ + 60, + 0.0 + ], + [ + 61, + 0.0 + ], + [ + 62, + 0.0 + ], + [ + 63, + 0.0 + ], + [ + 64, + 0.0 + ], + [ + 65, + 0.0 + ], + [ + 66, + 0.0 + ], + [ + 67, + 0.0 + ], + [ + 68, + 0.0 + ], + [ + 69, + 0.0 + ], + [ + 70, + 0.0 + ], + [ + 71, + 0.0 + ], + [ + 72, + 0.0 + ], + [ + 73, + 0.0 + ], + [ + 74, + 0.0 + ], + [ + 75, + 0.0 + ], + [ + 76, + 0.0 + ], + [ + 77, + 0.0 + ], + [ + 78, + 0.0 + ], + [ + 79, + 0.0 + ], + [ + 80, + 0.0 + ], + [ + 81, + 0.0 + ], + [ + 82, + 0.0 + ], + [ + 83, + 0.0 + ], + [ + 84, + 0.0 + ], + [ + 85, + 0.0 + ], + [ + 86, + 0.0 + ], + [ + 87, + 0.0 + ], + [ + 88, + 0.0 + ], + [ + 89, + 0.0 + ], + [ + 90, + 0.0 + ], + [ + 91, + 0.0 + ], + [ + 92, + 0.0 + ], + [ + 93, + 0.0 + ], + [ + 94, + 0.0 + ], + [ + 95, + 0.0 + ], + [ + 96, + 0.0 + ], + [ + 97, + 0.0 + ], + [ + 98, + 0.0 + ], + [ + 99, + 0.0 + ], + [ + 100, + 0.0 + ] + ] + }, + "freeze_after_5_decay_to_000": { + "test_acc": [ + 0.3059, + 0.3107, + 0.3158, + 0.3049, + 0.308, + 0.2218, + 0.1488, + 0.1368, + 0.1427, + 0.1562, + 0.1782, + 0.2205, + 0.2149, + 0.2366, + 0.2259, + 0.2238, + 0.2374, + 0.2428, + 0.2421, + 0.2512, + 0.2405, + 0.2665, + 0.2442, + 0.2657, + 0.2365, + 0.2686, + 0.2529, + 0.2656, + 0.2638, + 0.2685, + 0.273, + 0.2656, + 0.2688, + 0.263, + 0.275, + 0.2675, + 0.2766, + 0.2782, + 0.2783, + 0.2806, + 0.2722, + 0.2575, + 0.2719, + 0.2764, + 0.2681, + 0.2693, + 0.2764, + 0.2703, + 0.272, + 0.2768, + 0.2742, + 0.2809, + 0.2811, + 0.2775, + 0.2726, + 0.2794, + 0.2766, + 0.2812, + 0.2741, + 0.2789, + 0.2803, + 0.2877, + 0.2835, + 0.2879, + 0.2717, + 0.2757, + 0.2818, + 0.2853, + 0.2831, + 0.2803, + 0.2818, + 0.285, + 0.2807, + 0.282, + 0.2793, + 0.288, + 0.2827, + 0.2853, + 0.2842, + 0.282, + 0.2856, + 0.2865, + 0.2879, + 0.285, + 0.2861, + 0.2859, + 0.2853, + 0.2856, + 0.2844, + 0.2857, + 0.2853, + 0.2854, + 0.2852, + 0.2852, + 0.2853 + ], + "train_loss": [ + 1.989389101486206, + 1.9903729549407958, + 1.99436337348938, + 1.9900701868438722, + 1.9933015954589843, + 2.058371421661377, + 2.1906161418151857, + 2.2348922942352294, + 2.2343787562561035, + 2.2099864021301268, + 2.177866358795166, + 2.1560395417022704, + 2.1391963284301756, + 2.1252468937683107, + 2.113511488494873, + 2.1054030198669436, + 2.0950439585876466, + 2.0904504656982423, + 2.084099229812622, + 2.07674031211853, + 2.0714124299621584, + 2.0692392198181153, + 2.062705947227478, + 2.062638821334839, + 2.057503818359375, + 2.0546474283218386, + 2.051254558944702, + 2.0508053442764282, + 2.047545058441162, + 2.046349447784424, + 2.0467114446258545, + 2.0441762962341308, + 2.043712628707886, + 2.042656667137146, + 2.0426513220977784, + 2.040860073852539, + 2.0394876539611815, + 2.0385328398895264, + 2.0384585528564454, + 2.0381276249694826, + 2.037917250213623, + 2.0360237339019776, + 2.036692409439087, + 2.038358888168335, + 2.0366346838378906, + 2.032973290939331, + 2.035324615478516, + 2.0334486687469484, + 2.031794991760254, + 2.0330240043640138, + 2.0328360440063475, + 2.030444066390991, + 2.0312890017700194, + 2.031069114303589, + 2.0315731324005126, + 2.031455577163696, + 2.029421018714905, + 2.02938812789917, + 2.029021885147095, + 2.030032192955017, + 2.0296973515319823, + 2.029736637649536, + 2.029366349105835, + 2.026800500488281, + 2.026819801712036, + 2.027790601730347, + 2.027446739730835, + 2.0302554197692873, + 2.028049821205139, + 2.0287723950958254, + 2.027235142593384, + 2.027090040016174, + 2.028121824874878, + 2.0253573878479005, + 2.026976574707031, + 2.025492007293701, + 2.026246927947998, + 2.026515454330444, + 2.0273433531951905, + 2.02479778503418, + 2.026230363616943, + 2.024716327896118, + 2.0262912517547607, + 2.023776498374939, + 2.023611107559204, + 2.0255411886978147, + 2.0247430859375, + 2.024035308227539, + 2.0245019944763185, + 2.0221999503326415, + 2.0252691249084473, + 2.0261188220596313, + 2.0245826667022704, + 2.023685280380249, + 2.0271104919433593 + ], + "gamma": [ + [ + 6, + 0.019172905129380524 + ], + [ + 7, + 0.03231109178159386 + ], + [ + 8, + 0.026423632371006534 + ], + [ + 9, + 0.027440774225397035 + ], + [ + 10, + 0.03383389429654926 + ], + [ + 13, + 0.05179026070982218 + ], + [ + 15, + 0.05204801121726632 + ], + [ + 20, + 0.06441549817100167 + ], + [ + 25, + 0.06984315533190966 + ], + [ + 35, + 0.07725038478383794 + ], + [ + 45, + 0.07803186881938018 + ], + [ + 55, + 0.07950649873237126 + ], + [ + 65, + 0.08030074625276029 + ], + [ + 75, + 0.08146566100185737 + ], + [ + 85, + 0.08145827654516324 + ], + [ + 95, + 0.08135411059629405 + ], + [ + 100, + 0.08133506249578204 + ] + ], + "rho": [ + [ + 6, + -0.011272484320215881 + ], + [ + 7, + -0.008410613983869553 + ], + [ + 8, + 0.0019524102099239826 + ], + [ + 9, + 0.01624949974939227 + ], + [ + 10, + 0.0026425524847581983 + ], + [ + 13, + -0.005179970525205135 + ], + [ + 15, + 0.011054718401283026 + ], + [ + 20, + 0.009675369132310152 + ], + [ + 25, + 0.003612063592299819 + ], + [ + 35, + -0.0011477797525003552 + ], + [ + 45, + 0.003364500356838107 + ], + [ + 55, + 0.012593701481819153 + ], + [ + 65, + 0.001831691013649106 + ], + [ + 75, + -0.007136601954698563 + ], + [ + 85, + 0.0028698681853711605 + ], + [ + 95, + -0.011590876616537571 + ], + [ + 100, + 0.002832313533872366 + ] + ], + "alpha_eff": [ + [ + 6, + 0.7499220515540377 + ], + [ + 7, + 0.7498463189979196 + ], + [ + 8, + 0.7498030222548633 + ], + [ + 9, + 0.749731526257939 + ], + [ + 10, + 0.7496986720865624 + ], + [ + 11, + 0.5997941301463895 + ], + [ + 12, + 0.44988347044785837 + ], + [ + 13, + 0.2999062167738669 + ], + [ + 14, + 0.14994115019086857 + ], + [ + 15, + 0.0 + ], + [ + 16, + 0.0 + ], + [ + 17, + 0.0 + ], + [ + 18, + 0.0 + ], + [ + 19, + 0.0 + ], + [ + 20, + 0.0 + ], + [ + 21, + 0.0 + ], + [ + 22, + 0.0 + ], + [ + 23, + 0.0 + ], + [ + 24, + 0.0 + ], + [ + 25, + 0.0 + ], + [ + 26, + 0.0 + ], + [ + 27, + 0.0 + ], + [ + 28, + 0.0 + ], + [ + 29, + 0.0 + ], + [ + 30, + 0.0 + ], + [ + 31, + 0.0 + ], + [ + 32, + 0.0 + ], + [ + 33, + 0.0 + ], + [ + 34, + 0.0 + ], + [ + 35, + 0.0 + ], + [ + 36, + 0.0 + ], + [ + 37, + 0.0 + ], + [ + 38, + 0.0 + ], + [ + 39, + 0.0 + ], + [ + 40, + 0.0 + ], + [ + 41, + 0.0 + ], + [ + 42, + 0.0 + ], + [ + 43, + 0.0 + ], + [ + 44, + 0.0 + ], + [ + 45, + 0.0 + ], + [ + 46, + 0.0 + ], + [ + 47, + 0.0 + ], + [ + 48, + 0.0 + ], + [ + 49, + 0.0 + ], + [ + 50, + 0.0 + ], + [ + 51, + 0.0 + ], + [ + 52, + 0.0 + ], + [ + 53, + 0.0 + ], + [ + 54, + 0.0 + ], + [ + 55, + 0.0 + ], + [ + 56, + 0.0 + ], + [ + 57, + 0.0 + ], + [ + 58, + 0.0 + ], + [ + 59, + 0.0 + ], + [ + 60, + 0.0 + ], + [ + 61, + 0.0 + ], + [ + 62, + 0.0 + ], + [ + 63, + 0.0 + ], + [ + 64, + 0.0 + ], + [ + 65, + 0.0 + ], + [ + 66, + 0.0 + ], + [ + 67, + 0.0 + ], + [ + 68, + 0.0 + ], + [ + 69, + 0.0 + ], + [ + 70, + 0.0 + ], + [ + 71, + 0.0 + ], + [ + 72, + 0.0 + ], + [ + 73, + 0.0 + ], + [ + 74, + 0.0 + ], + [ + 75, + 0.0 + ], + [ + 76, + 0.0 + ], + [ + 77, + 0.0 + ], + [ + 78, + 0.0 + ], + [ + 79, + 0.0 + ], + [ + 80, + 0.0 + ], + [ + 81, + 0.0 + ], + [ + 82, + 0.0 + ], + [ + 83, + 0.0 + ], + [ + 84, + 0.0 + ], + [ + 85, + 0.0 + ], + [ + 86, + 0.0 + ], + [ + 87, + 0.0 + ], + [ + 88, + 0.0 + ], + [ + 89, + 0.0 + ], + [ + 90, + 0.0 + ], + [ + 91, + 0.0 + ], + [ + 92, + 0.0 + ], + [ + 93, + 0.0 + ], + [ + 94, + 0.0 + ], + [ + 95, + 0.0 + ], + [ + 96, + 0.0 + ], + [ + 97, + 0.0 + ], + [ + 98, + 0.0 + ], + [ + 99, + 0.0 + ], + [ + 100, + 0.0 + ] + ] + } +}
\ No newline at end of file |