diff options
Diffstat (limited to 'research/flossing/spectrum_microscope')
3 files changed, 1424 insertions, 0 deletions
diff --git a/research/flossing/spectrum_microscope/checkpoint_summary.csv b/research/flossing/spectrum_microscope/checkpoint_summary.csv new file mode 100644 index 0000000..8d5087f --- /dev/null +++ b/research/flossing/spectrum_microscope/checkpoint_summary.csv @@ -0,0 +1,21 @@ +kind,file,step,n,k,acc,n_success,n_failure,raw_monotone_adjacent_fraction,raw_col0_is_sample_max_fraction,raw_col0_success_mean,raw_col0_failure_mean,raw_col0_delta_failure_minus_success,raw_col0_auc_failure,lambda_max_success_mean,lambda_max_failure_mean,lambda_max_delta_failure_minus_success,lambda_max_auc_failure,mean8_success_mean,mean8_failure_mean,mean8_delta_failure_minus_success,mean8_auc_failure,tail_mean_5_8_success_mean,tail_mean_5_8_failure_mean,tail_mean_5_8_delta_failure_minus_success,tail_mean_5_8_auc_failure,positive_sum_success_mean,positive_sum_failure_mean,positive_sum_delta_failure_minus_success,positive_sum_auc_failure,positive_count_success_mean,positive_count_failure_mean,positive_count_delta_failure_minus_success,positive_count_auc_failure,spread_success_mean,spread_failure_mean,spread_delta_failure_minus_success,spread_auc_failure,gap12_success_mean,gap12_failure_mean,gap12_delta_failure_minus_success,gap12_auc_failure,lambda_max_corr_token_acc,mean8_corr_token_acc,tail_mean_5_8_corr_token_acc,positive_sum_corr_token_acc,positive_count_corr_token_acc
+HRM,/home/yurenh2/rrm/research/flossing/diag_hrm_step_2604_512.npz,2604,512,8,0.015625,8,504,0.6551339285714286,0.62890625,-0.12265677284449339,-0.0977591768882814,0.024897595956211993,0.6889880952380952,-0.1213220115751028,-0.0949796658704087,0.026342345704694112,0.6932043650793651,-0.19951309508178383,-0.11536999984130648,0.08414309524047735,0.9992559523809523,-0.23467964679002762,-0.12418151276171326,0.11049813402831436,1.0,0.0,7.118396313181e-05,7.118396313181e-05,0.5009920634920635,0.0,0.001984126984126984,0.001984126984126984,0.5009920634920635,0.13017353788018227,0.034761710632001126,-0.09541182724818115,0.019345238095238096,0.03395136073231697,0.01004286463712416,-0.023908496095192813,0.12177579365079365,0.11864046173536506,-0.24317640561416,-0.364745516214904,0.01654115981917942,0.01654115981917943
+HRM,/home/yurenh2/rrm/research/flossing/diag_hrm_step_5208_512.npz,5208,512,8,0.048828125,25,487,0.7368861607142857,0.798828125,-0.18248083293437958,-0.1252742203170514,0.05720661261732818,0.8788501026694046,-0.18110741019248963,-0.12377287614975867,0.057334534042730964,0.8758110882956879,-0.22203324407339095,-0.16840960289919615,0.0536236411741948,0.9536755646817249,-0.24040259554982185,-0.1877109366994986,0.05269165885032326,0.9394661190965092,0.0,0.0,0.0,0.5,0.0,0.0,0.0,0.5,0.06972571730613708,0.07497160217019078,0.005245884864053696,0.5605749486652978,0.01896007537841797,0.0215270076581952,0.00256693227977723,0.5172073921971253,-0.19170281345239037,-0.3935742986571875,-0.44039154437692224,nan,nan
+HRM,/home/yurenh2/rrm/research/flossing/diag_hrm_step_7812_512.npz,7812,512,8,0.15234375,78,434,0.7536272321428571,0.826171875,-0.19744304562799442,-0.09758298332957993,0.09986006229841449,0.9227519792035921,-0.19638217866229704,-0.09583942211473957,0.10054275654755747,0.9273307337823467,-0.2626351442558166,-0.15164301766584318,0.1109921265899734,0.9941214699279215,-0.2882901179866913,-0.1752684197264127,0.11302169826027861,0.9917582417582418,0.0,0.0003272232148648253,0.0003272232148648253,0.5138248847926268,0.0,0.027649769585253458,0.027649769585253458,0.5138248847926268,0.10413952138370429,0.09246484074762525,-0.011674680636079043,0.4651719248493442,0.03829955409925718,0.028275593728860324,-0.010023960370396854,0.4361928394186459,-0.538963951651198,-0.6951799773061379,-0.6975383575513661,-0.06688266082458418,-0.07401140024719328
+HRM,/home/yurenh2/rrm/research/flossing/diag_hrm_step_10416_512.npz,10416,512,8,0.1796875,92,420,0.7572544642857143,0.841796875,-0.1734262867020848,-0.0592695716998562,0.1141567150022286,0.9278985507246377,-0.1725775988408081,-0.05791120557031328,0.1146663932704948,0.9305900621118013,-0.22779642522547636,-0.11871804687665038,0.10907837834882597,0.9611024844720497,-0.25038242412974004,-0.1428806266010118,0.10750179752872824,0.9642857142857143,0.0,0.005729037300833235,0.005729037300833235,0.580952380952381,0.0,0.20476190476190476,0.20476190476190476,0.580952380952381,0.09030715536083216,0.09668695457983717,0.006379799219005014,0.555667701863354,0.028749073491148327,0.03182062698594693,0.003071553494798606,0.5320393374741201,-0.4191290312385547,-0.47253422425178293,-0.4888621923983516,-0.0452883997405569,-0.059274922302819555
+HRM,/home/yurenh2/rrm/research/flossing/diag_hrm_step_13020_512.npz,13020,512,8,0.30078125,154,358,0.7329799107142857,0.779296875,-0.16317386656331334,-0.012345420176165918,0.15082844638714743,0.9784879924544729,-0.16130138939328179,-0.010260718098612039,0.15104067129466975,0.9784698541681782,-0.20199005053763794,-0.06562561695864545,0.13636443357899247,0.9897337299571937,-0.21928635291610057,-0.08840406447549293,0.13088228844060765,0.9910578248567076,0.0,0.03084314924092586,0.03084314924092586,0.7067039106145251,0.0,0.9134078212290503,0.9134078212290503,0.7067039106145251,0.06808332314294485,0.08949387786655578,0.021410554723610933,0.6710440397591235,0.020334010348842756,0.02894391759471739,0.008609907245874633,0.5919248349415948,-0.6439558752057271,-0.6897349633120721,-0.6989600499840098,-0.14942778693878858,-0.20197511884575872
+HRM,/home/yurenh2/rrm/research/flossing/diag_hrm_step_15624_512.npz,15624,512,8,0.333984375,171,341,0.7368861607142857,0.78515625,-0.17926316590140962,0.013238977896144526,0.19250214379755415,0.9800209222959647,-0.1768394878504482,0.015099927341163328,0.19193941519161153,0.9809298417108264,-0.2279172917539989,-0.04059797345319265,0.18731931830080625,0.9898475416302241,-0.24842964750796295,-0.06421948799691395,0.18421015951104902,0.9895731508634734,0.0007992622970837598,0.054435018036423026,0.053635755739339264,0.7755826516437722,0.023391812865497075,1.5073313782991202,1.4839395654336232,0.7767059388451578,0.08114021638005275,0.0924473905291844,0.01130717414913164,0.5924782631064465,0.026074302491693818,0.027355855661720895,0.001281553170027077,0.5126305499819931,-0.7050637096452648,-0.7549696612898014,-0.758163657007401,-0.24676472967716626,-0.2994831724010142
+HRM,/home/yurenh2/rrm/research/flossing/diag_hrm_step_18228_512.npz,18228,512,8,0.474609375,243,269,0.7474888392857143,0.818359375,-0.07771555354618448,0.016638744400673956,0.09435429794685843,0.8841617329845335,-0.07614383449056474,0.018023035920062363,0.0941668704106271,0.8879250998210106,-0.14575748546156192,-0.03353973620840138,0.11221774925316054,0.9716523628130402,-0.1721063231313486,-0.05434106856267585,0.11776525456867276,0.9799899031621461,0.00525456639471437,0.050987723279165634,0.045733156884451266,0.749567824743372,0.13580246913580246,1.4981412639405205,1.362338794804718,0.7569645233833586,0.10785400053824455,0.0830327885870487,-0.024821211951195854,0.35938623464439245,0.03951045055418571,0.027345439433070017,-0.01216501112111569,0.4258111891321309,-0.6086543875688578,-0.7665403099919734,-0.786002777751629,-0.3211841461864595,-0.4146342203458471
+HRM,/home/yurenh2/rrm/research/flossing/diag_hrm_step_20832_512.npz,20832,512,8,0.45703125,234,278,0.7497209821428571,0.80078125,-0.0847591630423951,0.011107698112080065,0.09586686115447517,0.9046762589928058,-0.08308592252134799,0.012636878445990327,0.09572280096733832,0.9064287031912931,-0.14093293187680603,-0.044163071447564366,0.09676986042924166,0.9825831642378405,-0.16335714651812983,-0.06769531056555371,0.09566183595257612,0.9836438541474513,0.002644224575935648,0.04743396344555085,0.0447897388696152,0.7440432269568961,0.0811965811965812,1.2589928057553956,1.1777962245588145,0.747501998401279,0.0904661258792059,0.09196829576401849,0.0015021698848125958,0.5366168603578676,0.03158770251569426,0.029151334776909496,-0.0024363677387847643,0.49451208264157903,-0.5961668167415688,-0.7490505096842796,-0.7670744302809093,-0.25827536960316083,-0.3352751212871484
+HRM,/home/yurenh2/rrm/research/flossing/diag_hrm_step_23436_512.npz,23436,512,8,0.505859375,259,253,0.7444196428571429,0.8125,-0.1396155291305258,-0.002783365376173506,0.13683216375435228,0.9710501014848841,-0.1384992553999928,-0.0009893162803058476,0.13750993911968695,0.9724541028888855,-0.2008695753030298,-0.05231515268090541,0.14855442262212437,0.9922932531628184,-0.22361706499433173,-0.07373835104911058,0.14987871394522115,0.9920032963511224,0.0005239612893938558,0.02692777939243448,0.026403818103040624,0.7254032688815297,0.019305019305019305,0.8932806324110671,0.8739756131060479,0.7251133120698338,0.09569484527981534,0.08370462378894082,-0.011990221490874517,0.4474338822164909,0.0377779275387468,0.025563243349588635,-0.012214684189158165,0.42294016207059687,-0.735475615818423,-0.8331365987869843,-0.8388368318549599,-0.2844985120608491,-0.35566859763323194
+HRM,/home/yurenh2/rrm/research/flossing/diag_hrm_step_26040_512.npz,26040,512,8,0.5,256,256,0.748046875,0.787109375,-0.14642834789538028,0.03254939207545249,0.17897773997083277,0.9890289306640625,-0.14456235250236205,0.034372387226426326,0.17893473972878837,0.9896240234375,-0.18957092847483636,-0.025070655147768406,0.16450027332706796,0.997589111328125,-0.21117772247089306,-0.04990981457450516,0.1612679078963879,0.9984893798828125,0.00045363006938714534,0.074183922140719,0.07373029207133186,0.865997314453125,0.01953125,1.94140625,1.921875,0.8662796020507812,0.07883575186588132,0.09741729416225553,0.01858154229637421,0.62774658203125,0.01608559737815085,0.02983991140987996,0.013754314031729109,0.631378173828125,-0.8022434699246608,-0.8493972056528871,-0.8567110926525265,-0.37718525164073874,-0.4879767533856408
+TRM,/home/yurenh2/rrm/research/flossing/diag_trm_singleGPU_step26041_512.npz,26041,512,8,0.576171875,295,217,0.7438616071428571,0.791015625,-0.03554810737259686,0.034024751214321254,0.06957285858691811,0.9836132156525814,-0.03484145596473462,0.034498983389517714,0.06934043935425233,0.9838475357338123,-0.044594623737682894,0.011831644308724274,0.05642626804640717,0.9900960712333047,-0.04878217898325509,0.002079399892583064,0.050861578875838157,0.9916582051081778,0.002200093488031367,0.11402314361281402,0.11182305012478265,0.9693353120362415,0.1694915254237288,5.539170506912442,5.369678981488713,0.9706006404748887,0.01622369096148759,0.03719716329264318,0.02097347233115559,0.8946653128173084,0.004580460641320037,0.010477446547843793,0.005896985906523756,0.7136608607357651,-0.8221535026414836,-0.8532299277645251,-0.8618572814599218,-0.6425677667973041,-0.7985750358664757
+TRM,/home/yurenh2/rrm/research/flossing/diag_trm_singleGPU_step52082_512.npz,52082,512,8,0.6484375,332,180,0.7435825892857143,0.78125,-0.0007075830156292839,0.05957649097674423,0.06028407399237352,0.981425702811245,-0.00011202936298378704,0.059987526981987886,0.060099556344971675,0.9824129852744311,-0.00932737177132882,0.03324007580221304,0.04256744757354186,0.993591030789826,-0.01301439359083114,0.02160164021022663,0.034616033801057766,0.9948627844712182,0.011575991871503936,0.26611879217404444,0.2545428003025405,0.9932730923694779,0.9879518072289156,7.916666666666667,6.9287148594377514,0.9850485274431058,0.014868822472832896,0.04419851013889355,0.029329687666060658,0.9461680053547523,0.0048919110970939116,0.01239234626862324,0.007500435171529329,0.7928547523427042,-0.822862756235417,-0.8543835399263785,-0.8502975145711263,-0.83615142839377,-0.8756439805499547
+TRM,/home/yurenh2/rrm/research/flossing/diag_trm_singleGPU_step78123_512.npz,78123,512,8,0.6875,352,160,0.7522321428571429,0.94921875,-0.0022565727597132286,0.08176288979593664,0.08401946255564988,0.9937144886363637,-0.002104297534184628,0.08205510303378105,0.08415940056796568,0.99375,-0.03085258081190225,0.04898583621179568,0.07983841702369793,0.9991299715909091,-0.03740866408387236,0.03495748526038369,0.07236614934425606,0.9993607954545455,0.011536654059641065,0.39188668969436546,0.3803500356347244,0.9991299715909091,0.6619318181818182,8.0,7.338068181818182,0.9900568181818182,0.037154979946411586,0.05358391968184151,0.016428939735429922,0.8060191761363636,0.026502143868418152,0.015829400252550842,-0.01067274361586731,0.2559303977272727,-0.8695160653352085,-0.9167732333138554,-0.9212713093750954,-0.9333667142066921,-0.916788261375625
+TRM,/home/yurenh2/rrm/research/flossing/diag_trm_singleGPU_step104164_512.npz,104164,512,8,0.7109375,364,148,0.7659040178571429,0.873046875,0.0007209903823832564,0.09478743761979244,0.09406644723740919,0.9850942975942976,0.0011589818968986748,0.0948834198753576,0.09372443797845893,0.9852242352242352,-0.013257209616115657,0.05609436892523632,0.06935157854135197,0.9912013662013662,-0.018433471481510245,0.04002377992288235,0.05845725140439259,0.9914241164241164,0.024264690904521637,0.44875495140189053,0.4244902604973689,0.9912013662013662,1.0631868131868132,8.0,6.936813186813187,0.9766483516483516,0.02201517710918679,0.06216927877048383,0.04015410166129704,0.9606660231660231,0.008753806905887968,0.020252479617861478,0.01149867271197351,0.8213171963171964,-0.8714207860201784,-0.8978503025935065,-0.9018662195261188,-0.9164290683745636,-0.8552081309221397
+TRM,/home/yurenh2/rrm/research/flossing/diag_trm_singleGPU_step130205_512.npz,130205,512,8,0.755859375,387,125,0.7661830357142857,0.83203125,0.013444696512909148,0.10679112273454666,0.09334642622163751,0.988857881136951,0.014031398803655426,0.10683381146192551,0.09280241265827009,0.9889198966408269,0.0006696076976612102,0.05997022696118802,0.05930061926352681,0.9935503875968992,-0.004693869635777962,0.04096000522933901,0.04565387486511697,0.9943152454780362,0.04017261892318711,0.47976181568950416,0.439589196766317,0.9935503875968992,2.4108527131782944,8.0,5.589147286821706,0.9521963824289406,0.021535266655820777,0.07427249775826932,0.05273723110244854,0.9726511627906976,0.007057571094765433,0.02309795269370079,0.016040381598935356,0.8932093023255814,-0.868494410453853,-0.8995673015890842,-0.9101679267135595,-0.9091943845695494,-0.7232326485538275
+TRM,/home/yurenh2/rrm/research/flossing/diag_trm_singleGPU_step156246_512.npz,156246,512,8,0.7578125,388,124,0.8465401785714286,0.984375,0.033355438992845106,0.1080104663006721,0.074655027307827,0.9934527768540073,0.03340256920781724,0.10808430672172577,0.07468173751390852,0.9935359161955437,-0.01719525050584332,0.059510113856841566,0.07670536436268488,0.9990646824077153,-0.03258687625807819,0.03992759636434306,0.07251447262242125,0.9987944795477219,0.0501136147264783,0.47608091085473253,0.42596729612825424,0.9990646824077153,1.7268041237113403,8.0,6.27319587628866,0.9806701030927835,0.07044461364565689,0.07696695457167563,0.006522340926018735,0.5740563684735617,0.03767048126359648,0.024864713691415324,-0.012805767572181152,0.30377036913867644,-0.8015386582153512,-0.8887892447157182,-0.8908349686685592,-0.9311284896491179,-0.8411922875634292
+TRM,/home/yurenh2/rrm/research/flossing/diag_trm_singleGPU_step182287_512.npz,182287,512,8,0.7421875,380,132,0.7837611607142857,0.9296875,0.00821161610291902,0.10131858266664273,0.0931069665637237,0.9476076555023923,0.008431412303494461,0.10132696061874881,0.09289554831525434,0.9476275917065391,-0.018691345271909503,0.049928791549256966,0.06862013682116647,0.993122009569378,-0.026891200006043378,0.029759585490286223,0.0566507854963296,0.993421052631579,0.027419095844602212,0.3994350857048465,0.37201598986024426,0.993122009569378,0.8973684210526316,7.992424242424242,7.095055821371611,0.9867125199362041,0.03768573965873513,0.07997999362255954,0.04229425396382441,0.8919258373205742,0.019669575117656057,0.027337144778081864,0.007667569660425807,0.7587121212121212,-0.7443356021278564,-0.8907098916862968,-0.9075392398447194,-0.9063416990478439,-0.8813795117907826
+TRM,/home/yurenh2/rrm/research/flossing/diag_trm_singleGPU_step208328_512.npz,208328,512,8,0.75,384,128,0.8138950892857143,0.970703125,0.03753090985757505,0.10676543856970966,0.06923452871213462,0.9824422200520834,0.037651085844269495,0.10677664534887299,0.0691255595046035,0.9825439453125,-0.003334924222756793,0.0556086836418217,0.058943607864578494,0.997314453125,-0.015420041531266785,0.03501016539212287,0.050430206923389655,0.9977620442708334,0.0587247395355727,0.4448694691345736,0.38614472959900087,0.997314453125,2.3385416666666665,8.0,5.661458333333334,0.97265625,0.05609253943835787,0.08039409609409631,0.024301556655738445,0.8315836588541666,0.029487703329541166,0.026957579655572772,-0.0025301236739683937,0.4844767252604167,-0.7847679828439686,-0.9025430240366568,-0.9116696180830379,-0.918178990916473,-0.8241555473543875
+TRM,/home/yurenh2/rrm/research/flossing/diag_trm_singleGPU_step234369_512.npz,234369,512,8,0.7734375,396,116,0.7837611607142857,0.943359375,0.017852102687761037,0.10551282866247769,0.08766072597471665,0.9871125043538836,0.018100257435352516,0.10551282866247769,0.08741257122712517,0.9871125043538836,-0.011827684605397524,0.05244761205414824,0.06427529665954576,0.9948624172762104,-0.020207434739923615,0.03131334408957126,0.05152077882949488,0.995276036224312,0.03539385316928405,0.4195808964331859,0.38418704326390185,0.9948624172762104,1.4595959595959596,8.0,6.540404040404041,0.976010101010101,0.04073868896878162,0.08256442746115399,0.041825738492372366,0.9344740508533612,0.022704324246853612,0.026842519994182832,0.00413819574732922,0.6134839777081157,-0.8095679410757006,-0.8841140003061905,-0.8897475061573502,-0.9111627943782784,-0.8264057387186906
+TRM,/home/yurenh2/rrm/research/flossing/diag_trm_singleGPU_step260410_512.npz,260410,512,8,0.76953125,394,118,0.7299107142857143,0.767578125,0.012635910749513134,0.10288177159125522,0.09024586084174209,0.9893530069689409,0.013151870022697326,0.10296485964524543,0.0898129896225481,0.9894175341994321,0.0016685908707722002,0.05065993657996641,0.04899134570919421,0.9931170954142648,-0.002553942017630222,0.030341437701096412,0.032895379718726636,0.9938484040264992,0.030020373667639433,0.40529236062114143,0.375271986953502,0.9931170954142648,3.182741116751269,7.991525423728813,4.808784306977544,0.9728770541168373,0.01786690075157378,0.08103766449001003,0.06317076373843625,0.9816742665404801,0.006782306742966769,0.028344342895483567,0.021562036152516798,0.9238363589434742,-0.8797240829367476,-0.9146835924338959,-0.9119410149316228,-0.9168566073790785,-0.6899483781164985
diff --git a/research/flossing/spectrum_microscope/checkpoint_summary.json b/research/flossing/spectrum_microscope/checkpoint_summary.json new file mode 100644 index 0000000..69a643d --- /dev/null +++ b/research/flossing/spectrum_microscope/checkpoint_summary.json @@ -0,0 +1,982 @@ +[ + { + "kind": "HRM", + "file": "/home/yurenh2/rrm/research/flossing/diag_hrm_step_2604_512.npz", + "step": 2604, + "n": 512, + "k": 8, + "acc": 0.015625, + "n_success": 8, + "n_failure": 504, + "raw_monotone_adjacent_fraction": 0.6551339285714286, + "raw_col0_is_sample_max_fraction": 0.62890625, + "raw_col0_success_mean": -0.12265677284449339, + "raw_col0_failure_mean": -0.0977591768882814, + "raw_col0_delta_failure_minus_success": 0.024897595956211993, + "raw_col0_auc_failure": 0.6889880952380952, + "lambda_max_success_mean": -0.1213220115751028, + "lambda_max_failure_mean": -0.0949796658704087, + "lambda_max_delta_failure_minus_success": 0.026342345704694112, + "lambda_max_auc_failure": 0.6932043650793651, + "mean8_success_mean": -0.19951309508178383, + "mean8_failure_mean": -0.11536999984130648, + "mean8_delta_failure_minus_success": 0.08414309524047735, + "mean8_auc_failure": 0.9992559523809523, + "tail_mean_5_8_success_mean": -0.23467964679002762, + "tail_mean_5_8_failure_mean": -0.12418151276171326, + "tail_mean_5_8_delta_failure_minus_success": 0.11049813402831436, + "tail_mean_5_8_auc_failure": 1.0, + "positive_sum_success_mean": 0.0, + "positive_sum_failure_mean": 7.118396313181e-05, + "positive_sum_delta_failure_minus_success": 7.118396313181e-05, + "positive_sum_auc_failure": 0.5009920634920635, + "positive_count_success_mean": 0.0, + "positive_count_failure_mean": 0.001984126984126984, + "positive_count_delta_failure_minus_success": 0.001984126984126984, + "positive_count_auc_failure": 0.5009920634920635, + "spread_success_mean": 0.13017353788018227, + "spread_failure_mean": 0.034761710632001126, + "spread_delta_failure_minus_success": -0.09541182724818115, + "spread_auc_failure": 0.019345238095238096, + "gap12_success_mean": 0.03395136073231697, + "gap12_failure_mean": 0.01004286463712416, + "gap12_delta_failure_minus_success": -0.023908496095192813, + "gap12_auc_failure": 0.12177579365079365, + "lambda_max_corr_token_acc": 0.11864046173536506, + "mean8_corr_token_acc": -0.24317640561416, + "tail_mean_5_8_corr_token_acc": -0.364745516214904, + "positive_sum_corr_token_acc": 0.01654115981917942, + "positive_count_corr_token_acc": 0.01654115981917943 + }, + { + "kind": "HRM", + "file": "/home/yurenh2/rrm/research/flossing/diag_hrm_step_5208_512.npz", + "step": 5208, + "n": 512, + "k": 8, + "acc": 0.048828125, + "n_success": 25, + "n_failure": 487, + "raw_monotone_adjacent_fraction": 0.7368861607142857, + "raw_col0_is_sample_max_fraction": 0.798828125, + "raw_col0_success_mean": -0.18248083293437958, + "raw_col0_failure_mean": -0.1252742203170514, + "raw_col0_delta_failure_minus_success": 0.05720661261732818, + "raw_col0_auc_failure": 0.8788501026694046, + "lambda_max_success_mean": -0.18110741019248963, + "lambda_max_failure_mean": -0.12377287614975867, + "lambda_max_delta_failure_minus_success": 0.057334534042730964, + "lambda_max_auc_failure": 0.8758110882956879, + "mean8_success_mean": -0.22203324407339095, + "mean8_failure_mean": -0.16840960289919615, + "mean8_delta_failure_minus_success": 0.0536236411741948, + "mean8_auc_failure": 0.9536755646817249, + "tail_mean_5_8_success_mean": -0.24040259554982185, + "tail_mean_5_8_failure_mean": -0.1877109366994986, + "tail_mean_5_8_delta_failure_minus_success": 0.05269165885032326, + "tail_mean_5_8_auc_failure": 0.9394661190965092, + "positive_sum_success_mean": 0.0, + "positive_sum_failure_mean": 0.0, + "positive_sum_delta_failure_minus_success": 0.0, + "positive_sum_auc_failure": 0.5, + "positive_count_success_mean": 0.0, + "positive_count_failure_mean": 0.0, + "positive_count_delta_failure_minus_success": 0.0, + "positive_count_auc_failure": 0.5, + "spread_success_mean": 0.06972571730613708, + "spread_failure_mean": 0.07497160217019078, + "spread_delta_failure_minus_success": 0.005245884864053696, + "spread_auc_failure": 0.5605749486652978, + "gap12_success_mean": 0.01896007537841797, + "gap12_failure_mean": 0.0215270076581952, + "gap12_delta_failure_minus_success": 0.00256693227977723, + "gap12_auc_failure": 0.5172073921971253, + "lambda_max_corr_token_acc": -0.19170281345239037, + "mean8_corr_token_acc": -0.3935742986571875, + "tail_mean_5_8_corr_token_acc": -0.44039154437692224, + "positive_sum_corr_token_acc": NaN, + "positive_count_corr_token_acc": NaN + }, + { + "kind": "HRM", + "file": "/home/yurenh2/rrm/research/flossing/diag_hrm_step_7812_512.npz", + "step": 7812, + "n": 512, + "k": 8, + "acc": 0.15234375, + "n_success": 78, + "n_failure": 434, + "raw_monotone_adjacent_fraction": 0.7536272321428571, + "raw_col0_is_sample_max_fraction": 0.826171875, + "raw_col0_success_mean": -0.19744304562799442, + "raw_col0_failure_mean": -0.09758298332957993, + "raw_col0_delta_failure_minus_success": 0.09986006229841449, + "raw_col0_auc_failure": 0.9227519792035921, + "lambda_max_success_mean": -0.19638217866229704, + "lambda_max_failure_mean": -0.09583942211473957, + "lambda_max_delta_failure_minus_success": 0.10054275654755747, + "lambda_max_auc_failure": 0.9273307337823467, + "mean8_success_mean": -0.2626351442558166, + "mean8_failure_mean": -0.15164301766584318, + "mean8_delta_failure_minus_success": 0.1109921265899734, + "mean8_auc_failure": 0.9941214699279215, + "tail_mean_5_8_success_mean": -0.2882901179866913, + "tail_mean_5_8_failure_mean": -0.1752684197264127, + "tail_mean_5_8_delta_failure_minus_success": 0.11302169826027861, + "tail_mean_5_8_auc_failure": 0.9917582417582418, + "positive_sum_success_mean": 0.0, + "positive_sum_failure_mean": 0.0003272232148648253, + "positive_sum_delta_failure_minus_success": 0.0003272232148648253, + "positive_sum_auc_failure": 0.5138248847926268, + "positive_count_success_mean": 0.0, + "positive_count_failure_mean": 0.027649769585253458, + "positive_count_delta_failure_minus_success": 0.027649769585253458, + "positive_count_auc_failure": 0.5138248847926268, + "spread_success_mean": 0.10413952138370429, + "spread_failure_mean": 0.09246484074762525, + "spread_delta_failure_minus_success": -0.011674680636079043, + "spread_auc_failure": 0.4651719248493442, + "gap12_success_mean": 0.03829955409925718, + "gap12_failure_mean": 0.028275593728860324, + "gap12_delta_failure_minus_success": -0.010023960370396854, + "gap12_auc_failure": 0.4361928394186459, + "lambda_max_corr_token_acc": -0.538963951651198, + "mean8_corr_token_acc": -0.6951799773061379, + "tail_mean_5_8_corr_token_acc": -0.6975383575513661, + "positive_sum_corr_token_acc": -0.06688266082458418, + "positive_count_corr_token_acc": -0.07401140024719328 + }, + { + "kind": "HRM", + "file": "/home/yurenh2/rrm/research/flossing/diag_hrm_step_10416_512.npz", + "step": 10416, + "n": 512, + "k": 8, + "acc": 0.1796875, + "n_success": 92, + "n_failure": 420, + "raw_monotone_adjacent_fraction": 0.7572544642857143, + "raw_col0_is_sample_max_fraction": 0.841796875, + "raw_col0_success_mean": -0.1734262867020848, + "raw_col0_failure_mean": -0.0592695716998562, + "raw_col0_delta_failure_minus_success": 0.1141567150022286, + "raw_col0_auc_failure": 0.9278985507246377, + "lambda_max_success_mean": -0.1725775988408081, + "lambda_max_failure_mean": -0.05791120557031328, + "lambda_max_delta_failure_minus_success": 0.1146663932704948, + "lambda_max_auc_failure": 0.9305900621118013, + "mean8_success_mean": -0.22779642522547636, + "mean8_failure_mean": -0.11871804687665038, + "mean8_delta_failure_minus_success": 0.10907837834882597, + "mean8_auc_failure": 0.9611024844720497, + "tail_mean_5_8_success_mean": -0.25038242412974004, + "tail_mean_5_8_failure_mean": -0.1428806266010118, + "tail_mean_5_8_delta_failure_minus_success": 0.10750179752872824, + "tail_mean_5_8_auc_failure": 0.9642857142857143, + "positive_sum_success_mean": 0.0, + "positive_sum_failure_mean": 0.005729037300833235, + "positive_sum_delta_failure_minus_success": 0.005729037300833235, + "positive_sum_auc_failure": 0.580952380952381, + "positive_count_success_mean": 0.0, + "positive_count_failure_mean": 0.20476190476190476, + "positive_count_delta_failure_minus_success": 0.20476190476190476, + "positive_count_auc_failure": 0.580952380952381, + "spread_success_mean": 0.09030715536083216, + "spread_failure_mean": 0.09668695457983717, + "spread_delta_failure_minus_success": 0.006379799219005014, + "spread_auc_failure": 0.555667701863354, + "gap12_success_mean": 0.028749073491148327, + "gap12_failure_mean": 0.03182062698594693, + "gap12_delta_failure_minus_success": 0.003071553494798606, + "gap12_auc_failure": 0.5320393374741201, + "lambda_max_corr_token_acc": -0.4191290312385547, + "mean8_corr_token_acc": -0.47253422425178293, + "tail_mean_5_8_corr_token_acc": -0.4888621923983516, + "positive_sum_corr_token_acc": -0.0452883997405569, + "positive_count_corr_token_acc": -0.059274922302819555 + }, + { + "kind": "HRM", + "file": "/home/yurenh2/rrm/research/flossing/diag_hrm_step_13020_512.npz", + "step": 13020, + "n": 512, + "k": 8, + "acc": 0.30078125, + "n_success": 154, + "n_failure": 358, + "raw_monotone_adjacent_fraction": 0.7329799107142857, + "raw_col0_is_sample_max_fraction": 0.779296875, + "raw_col0_success_mean": -0.16317386656331334, + "raw_col0_failure_mean": -0.012345420176165918, + "raw_col0_delta_failure_minus_success": 0.15082844638714743, + "raw_col0_auc_failure": 0.9784879924544729, + "lambda_max_success_mean": -0.16130138939328179, + "lambda_max_failure_mean": -0.010260718098612039, + "lambda_max_delta_failure_minus_success": 0.15104067129466975, + "lambda_max_auc_failure": 0.9784698541681782, + "mean8_success_mean": -0.20199005053763794, + "mean8_failure_mean": -0.06562561695864545, + "mean8_delta_failure_minus_success": 0.13636443357899247, + "mean8_auc_failure": 0.9897337299571937, + "tail_mean_5_8_success_mean": -0.21928635291610057, + "tail_mean_5_8_failure_mean": -0.08840406447549293, + "tail_mean_5_8_delta_failure_minus_success": 0.13088228844060765, + "tail_mean_5_8_auc_failure": 0.9910578248567076, + "positive_sum_success_mean": 0.0, + "positive_sum_failure_mean": 0.03084314924092586, + "positive_sum_delta_failure_minus_success": 0.03084314924092586, + "positive_sum_auc_failure": 0.7067039106145251, + "positive_count_success_mean": 0.0, + "positive_count_failure_mean": 0.9134078212290503, + "positive_count_delta_failure_minus_success": 0.9134078212290503, + "positive_count_auc_failure": 0.7067039106145251, + "spread_success_mean": 0.06808332314294485, + "spread_failure_mean": 0.08949387786655578, + "spread_delta_failure_minus_success": 0.021410554723610933, + "spread_auc_failure": 0.6710440397591235, + "gap12_success_mean": 0.020334010348842756, + "gap12_failure_mean": 0.02894391759471739, + "gap12_delta_failure_minus_success": 0.008609907245874633, + "gap12_auc_failure": 0.5919248349415948, + "lambda_max_corr_token_acc": -0.6439558752057271, + "mean8_corr_token_acc": -0.6897349633120721, + "tail_mean_5_8_corr_token_acc": -0.6989600499840098, + "positive_sum_corr_token_acc": -0.14942778693878858, + "positive_count_corr_token_acc": -0.20197511884575872 + }, + { + "kind": "HRM", + "file": "/home/yurenh2/rrm/research/flossing/diag_hrm_step_15624_512.npz", + "step": 15624, + "n": 512, + "k": 8, + "acc": 0.333984375, + "n_success": 171, + "n_failure": 341, + "raw_monotone_adjacent_fraction": 0.7368861607142857, + "raw_col0_is_sample_max_fraction": 0.78515625, + "raw_col0_success_mean": -0.17926316590140962, + "raw_col0_failure_mean": 0.013238977896144526, + "raw_col0_delta_failure_minus_success": 0.19250214379755415, + "raw_col0_auc_failure": 0.9800209222959647, + "lambda_max_success_mean": -0.1768394878504482, + "lambda_max_failure_mean": 0.015099927341163328, + "lambda_max_delta_failure_minus_success": 0.19193941519161153, + "lambda_max_auc_failure": 0.9809298417108264, + "mean8_success_mean": -0.2279172917539989, + "mean8_failure_mean": -0.04059797345319265, + "mean8_delta_failure_minus_success": 0.18731931830080625, + "mean8_auc_failure": 0.9898475416302241, + "tail_mean_5_8_success_mean": -0.24842964750796295, + "tail_mean_5_8_failure_mean": -0.06421948799691395, + "tail_mean_5_8_delta_failure_minus_success": 0.18421015951104902, + "tail_mean_5_8_auc_failure": 0.9895731508634734, + "positive_sum_success_mean": 0.0007992622970837598, + "positive_sum_failure_mean": 0.054435018036423026, + "positive_sum_delta_failure_minus_success": 0.053635755739339264, + "positive_sum_auc_failure": 0.7755826516437722, + "positive_count_success_mean": 0.023391812865497075, + "positive_count_failure_mean": 1.5073313782991202, + "positive_count_delta_failure_minus_success": 1.4839395654336232, + "positive_count_auc_failure": 0.7767059388451578, + "spread_success_mean": 0.08114021638005275, + "spread_failure_mean": 0.0924473905291844, + "spread_delta_failure_minus_success": 0.01130717414913164, + "spread_auc_failure": 0.5924782631064465, + "gap12_success_mean": 0.026074302491693818, + "gap12_failure_mean": 0.027355855661720895, + "gap12_delta_failure_minus_success": 0.001281553170027077, + "gap12_auc_failure": 0.5126305499819931, + "lambda_max_corr_token_acc": -0.7050637096452648, + "mean8_corr_token_acc": -0.7549696612898014, + "tail_mean_5_8_corr_token_acc": -0.758163657007401, + "positive_sum_corr_token_acc": -0.24676472967716626, + "positive_count_corr_token_acc": -0.2994831724010142 + }, + { + "kind": "HRM", + "file": "/home/yurenh2/rrm/research/flossing/diag_hrm_step_18228_512.npz", + "step": 18228, + "n": 512, + "k": 8, + "acc": 0.474609375, + "n_success": 243, + "n_failure": 269, + "raw_monotone_adjacent_fraction": 0.7474888392857143, + "raw_col0_is_sample_max_fraction": 0.818359375, + "raw_col0_success_mean": -0.07771555354618448, + "raw_col0_failure_mean": 0.016638744400673956, + "raw_col0_delta_failure_minus_success": 0.09435429794685843, + "raw_col0_auc_failure": 0.8841617329845335, + "lambda_max_success_mean": -0.07614383449056474, + "lambda_max_failure_mean": 0.018023035920062363, + "lambda_max_delta_failure_minus_success": 0.0941668704106271, + "lambda_max_auc_failure": 0.8879250998210106, + "mean8_success_mean": -0.14575748546156192, + "mean8_failure_mean": -0.03353973620840138, + "mean8_delta_failure_minus_success": 0.11221774925316054, + "mean8_auc_failure": 0.9716523628130402, + "tail_mean_5_8_success_mean": -0.1721063231313486, + "tail_mean_5_8_failure_mean": -0.05434106856267585, + "tail_mean_5_8_delta_failure_minus_success": 0.11776525456867276, + "tail_mean_5_8_auc_failure": 0.9799899031621461, + "positive_sum_success_mean": 0.00525456639471437, + "positive_sum_failure_mean": 0.050987723279165634, + "positive_sum_delta_failure_minus_success": 0.045733156884451266, + "positive_sum_auc_failure": 0.749567824743372, + "positive_count_success_mean": 0.13580246913580246, + "positive_count_failure_mean": 1.4981412639405205, + "positive_count_delta_failure_minus_success": 1.362338794804718, + "positive_count_auc_failure": 0.7569645233833586, + "spread_success_mean": 0.10785400053824455, + "spread_failure_mean": 0.0830327885870487, + "spread_delta_failure_minus_success": -0.024821211951195854, + "spread_auc_failure": 0.35938623464439245, + "gap12_success_mean": 0.03951045055418571, + "gap12_failure_mean": 0.027345439433070017, + "gap12_delta_failure_minus_success": -0.01216501112111569, + "gap12_auc_failure": 0.4258111891321309, + "lambda_max_corr_token_acc": -0.6086543875688578, + "mean8_corr_token_acc": -0.7665403099919734, + "tail_mean_5_8_corr_token_acc": -0.786002777751629, + "positive_sum_corr_token_acc": -0.3211841461864595, + "positive_count_corr_token_acc": -0.4146342203458471 + }, + { + "kind": "HRM", + "file": "/home/yurenh2/rrm/research/flossing/diag_hrm_step_20832_512.npz", + "step": 20832, + "n": 512, + "k": 8, + "acc": 0.45703125, + "n_success": 234, + "n_failure": 278, + "raw_monotone_adjacent_fraction": 0.7497209821428571, + "raw_col0_is_sample_max_fraction": 0.80078125, + "raw_col0_success_mean": -0.0847591630423951, + "raw_col0_failure_mean": 0.011107698112080065, + "raw_col0_delta_failure_minus_success": 0.09586686115447517, + "raw_col0_auc_failure": 0.9046762589928058, + "lambda_max_success_mean": -0.08308592252134799, + "lambda_max_failure_mean": 0.012636878445990327, + "lambda_max_delta_failure_minus_success": 0.09572280096733832, + "lambda_max_auc_failure": 0.9064287031912931, + "mean8_success_mean": -0.14093293187680603, + "mean8_failure_mean": -0.044163071447564366, + "mean8_delta_failure_minus_success": 0.09676986042924166, + "mean8_auc_failure": 0.9825831642378405, + "tail_mean_5_8_success_mean": -0.16335714651812983, + "tail_mean_5_8_failure_mean": -0.06769531056555371, + "tail_mean_5_8_delta_failure_minus_success": 0.09566183595257612, + "tail_mean_5_8_auc_failure": 0.9836438541474513, + "positive_sum_success_mean": 0.002644224575935648, + "positive_sum_failure_mean": 0.04743396344555085, + "positive_sum_delta_failure_minus_success": 0.0447897388696152, + "positive_sum_auc_failure": 0.7440432269568961, + "positive_count_success_mean": 0.0811965811965812, + "positive_count_failure_mean": 1.2589928057553956, + "positive_count_delta_failure_minus_success": 1.1777962245588145, + "positive_count_auc_failure": 0.747501998401279, + "spread_success_mean": 0.0904661258792059, + "spread_failure_mean": 0.09196829576401849, + "spread_delta_failure_minus_success": 0.0015021698848125958, + "spread_auc_failure": 0.5366168603578676, + "gap12_success_mean": 0.03158770251569426, + "gap12_failure_mean": 0.029151334776909496, + "gap12_delta_failure_minus_success": -0.0024363677387847643, + "gap12_auc_failure": 0.49451208264157903, + "lambda_max_corr_token_acc": -0.5961668167415688, + "mean8_corr_token_acc": -0.7490505096842796, + "tail_mean_5_8_corr_token_acc": -0.7670744302809093, + "positive_sum_corr_token_acc": -0.25827536960316083, + "positive_count_corr_token_acc": -0.3352751212871484 + }, + { + "kind": "HRM", + "file": "/home/yurenh2/rrm/research/flossing/diag_hrm_step_23436_512.npz", + "step": 23436, + "n": 512, + "k": 8, + "acc": 0.505859375, + "n_success": 259, + "n_failure": 253, + "raw_monotone_adjacent_fraction": 0.7444196428571429, + "raw_col0_is_sample_max_fraction": 0.8125, + "raw_col0_success_mean": -0.1396155291305258, + "raw_col0_failure_mean": -0.002783365376173506, + "raw_col0_delta_failure_minus_success": 0.13683216375435228, + "raw_col0_auc_failure": 0.9710501014848841, + "lambda_max_success_mean": -0.1384992553999928, + "lambda_max_failure_mean": -0.0009893162803058476, + "lambda_max_delta_failure_minus_success": 0.13750993911968695, + "lambda_max_auc_failure": 0.9724541028888855, + "mean8_success_mean": -0.2008695753030298, + "mean8_failure_mean": -0.05231515268090541, + "mean8_delta_failure_minus_success": 0.14855442262212437, + "mean8_auc_failure": 0.9922932531628184, + "tail_mean_5_8_success_mean": -0.22361706499433173, + "tail_mean_5_8_failure_mean": -0.07373835104911058, + "tail_mean_5_8_delta_failure_minus_success": 0.14987871394522115, + "tail_mean_5_8_auc_failure": 0.9920032963511224, + "positive_sum_success_mean": 0.0005239612893938558, + "positive_sum_failure_mean": 0.02692777939243448, + "positive_sum_delta_failure_minus_success": 0.026403818103040624, + "positive_sum_auc_failure": 0.7254032688815297, + "positive_count_success_mean": 0.019305019305019305, + "positive_count_failure_mean": 0.8932806324110671, + "positive_count_delta_failure_minus_success": 0.8739756131060479, + "positive_count_auc_failure": 0.7251133120698338, + "spread_success_mean": 0.09569484527981534, + "spread_failure_mean": 0.08370462378894082, + "spread_delta_failure_minus_success": -0.011990221490874517, + "spread_auc_failure": 0.4474338822164909, + "gap12_success_mean": 0.0377779275387468, + "gap12_failure_mean": 0.025563243349588635, + "gap12_delta_failure_minus_success": -0.012214684189158165, + "gap12_auc_failure": 0.42294016207059687, + "lambda_max_corr_token_acc": -0.735475615818423, + "mean8_corr_token_acc": -0.8331365987869843, + "tail_mean_5_8_corr_token_acc": -0.8388368318549599, + "positive_sum_corr_token_acc": -0.2844985120608491, + "positive_count_corr_token_acc": -0.35566859763323194 + }, + { + "kind": "HRM", + "file": "/home/yurenh2/rrm/research/flossing/diag_hrm_step_26040_512.npz", + "step": 26040, + "n": 512, + "k": 8, + "acc": 0.5, + "n_success": 256, + "n_failure": 256, + "raw_monotone_adjacent_fraction": 0.748046875, + "raw_col0_is_sample_max_fraction": 0.787109375, + "raw_col0_success_mean": -0.14642834789538028, + "raw_col0_failure_mean": 0.03254939207545249, + "raw_col0_delta_failure_minus_success": 0.17897773997083277, + "raw_col0_auc_failure": 0.9890289306640625, + "lambda_max_success_mean": -0.14456235250236205, + "lambda_max_failure_mean": 0.034372387226426326, + "lambda_max_delta_failure_minus_success": 0.17893473972878837, + "lambda_max_auc_failure": 0.9896240234375, + "mean8_success_mean": -0.18957092847483636, + "mean8_failure_mean": -0.025070655147768406, + "mean8_delta_failure_minus_success": 0.16450027332706796, + "mean8_auc_failure": 0.997589111328125, + "tail_mean_5_8_success_mean": -0.21117772247089306, + "tail_mean_5_8_failure_mean": -0.04990981457450516, + "tail_mean_5_8_delta_failure_minus_success": 0.1612679078963879, + "tail_mean_5_8_auc_failure": 0.9984893798828125, + "positive_sum_success_mean": 0.00045363006938714534, + "positive_sum_failure_mean": 0.074183922140719, + "positive_sum_delta_failure_minus_success": 0.07373029207133186, + "positive_sum_auc_failure": 0.865997314453125, + "positive_count_success_mean": 0.01953125, + "positive_count_failure_mean": 1.94140625, + "positive_count_delta_failure_minus_success": 1.921875, + "positive_count_auc_failure": 0.8662796020507812, + "spread_success_mean": 0.07883575186588132, + "spread_failure_mean": 0.09741729416225553, + "spread_delta_failure_minus_success": 0.01858154229637421, + "spread_auc_failure": 0.62774658203125, + "gap12_success_mean": 0.01608559737815085, + "gap12_failure_mean": 0.02983991140987996, + "gap12_delta_failure_minus_success": 0.013754314031729109, + "gap12_auc_failure": 0.631378173828125, + "lambda_max_corr_token_acc": -0.8022434699246608, + "mean8_corr_token_acc": -0.8493972056528871, + "tail_mean_5_8_corr_token_acc": -0.8567110926525265, + "positive_sum_corr_token_acc": -0.37718525164073874, + "positive_count_corr_token_acc": -0.4879767533856408 + }, + { + "kind": "TRM", + "file": "/home/yurenh2/rrm/research/flossing/diag_trm_singleGPU_step26041_512.npz", + "step": 26041, + "n": 512, + "k": 8, + "acc": 0.576171875, + "n_success": 295, + "n_failure": 217, + "raw_monotone_adjacent_fraction": 0.7438616071428571, + "raw_col0_is_sample_max_fraction": 0.791015625, + "raw_col0_success_mean": -0.03554810737259686, + "raw_col0_failure_mean": 0.034024751214321254, + "raw_col0_delta_failure_minus_success": 0.06957285858691811, + "raw_col0_auc_failure": 0.9836132156525814, + "lambda_max_success_mean": -0.03484145596473462, + "lambda_max_failure_mean": 0.034498983389517714, + "lambda_max_delta_failure_minus_success": 0.06934043935425233, + "lambda_max_auc_failure": 0.9838475357338123, + "mean8_success_mean": -0.044594623737682894, + "mean8_failure_mean": 0.011831644308724274, + "mean8_delta_failure_minus_success": 0.05642626804640717, + "mean8_auc_failure": 0.9900960712333047, + "tail_mean_5_8_success_mean": -0.04878217898325509, + "tail_mean_5_8_failure_mean": 0.002079399892583064, + "tail_mean_5_8_delta_failure_minus_success": 0.050861578875838157, + "tail_mean_5_8_auc_failure": 0.9916582051081778, + "positive_sum_success_mean": 0.002200093488031367, + "positive_sum_failure_mean": 0.11402314361281402, + "positive_sum_delta_failure_minus_success": 0.11182305012478265, + "positive_sum_auc_failure": 0.9693353120362415, + "positive_count_success_mean": 0.1694915254237288, + "positive_count_failure_mean": 5.539170506912442, + "positive_count_delta_failure_minus_success": 5.369678981488713, + "positive_count_auc_failure": 0.9706006404748887, + "spread_success_mean": 0.01622369096148759, + "spread_failure_mean": 0.03719716329264318, + "spread_delta_failure_minus_success": 0.02097347233115559, + "spread_auc_failure": 0.8946653128173084, + "gap12_success_mean": 0.004580460641320037, + "gap12_failure_mean": 0.010477446547843793, + "gap12_delta_failure_minus_success": 0.005896985906523756, + "gap12_auc_failure": 0.7136608607357651, + "lambda_max_corr_token_acc": -0.8221535026414836, + "mean8_corr_token_acc": -0.8532299277645251, + "tail_mean_5_8_corr_token_acc": -0.8618572814599218, + "positive_sum_corr_token_acc": -0.6425677667973041, + "positive_count_corr_token_acc": -0.7985750358664757 + }, + { + "kind": "TRM", + "file": "/home/yurenh2/rrm/research/flossing/diag_trm_singleGPU_step52082_512.npz", + "step": 52082, + "n": 512, + "k": 8, + "acc": 0.6484375, + "n_success": 332, + "n_failure": 180, + "raw_monotone_adjacent_fraction": 0.7435825892857143, + "raw_col0_is_sample_max_fraction": 0.78125, + "raw_col0_success_mean": -0.0007075830156292839, + "raw_col0_failure_mean": 0.05957649097674423, + "raw_col0_delta_failure_minus_success": 0.06028407399237352, + "raw_col0_auc_failure": 0.981425702811245, + "lambda_max_success_mean": -0.00011202936298378704, + "lambda_max_failure_mean": 0.059987526981987886, + "lambda_max_delta_failure_minus_success": 0.060099556344971675, + "lambda_max_auc_failure": 0.9824129852744311, + "mean8_success_mean": -0.00932737177132882, + "mean8_failure_mean": 0.03324007580221304, + "mean8_delta_failure_minus_success": 0.04256744757354186, + "mean8_auc_failure": 0.993591030789826, + "tail_mean_5_8_success_mean": -0.01301439359083114, + "tail_mean_5_8_failure_mean": 0.02160164021022663, + "tail_mean_5_8_delta_failure_minus_success": 0.034616033801057766, + "tail_mean_5_8_auc_failure": 0.9948627844712182, + "positive_sum_success_mean": 0.011575991871503936, + "positive_sum_failure_mean": 0.26611879217404444, + "positive_sum_delta_failure_minus_success": 0.2545428003025405, + "positive_sum_auc_failure": 0.9932730923694779, + "positive_count_success_mean": 0.9879518072289156, + "positive_count_failure_mean": 7.916666666666667, + "positive_count_delta_failure_minus_success": 6.9287148594377514, + "positive_count_auc_failure": 0.9850485274431058, + "spread_success_mean": 0.014868822472832896, + "spread_failure_mean": 0.04419851013889355, + "spread_delta_failure_minus_success": 0.029329687666060658, + "spread_auc_failure": 0.9461680053547523, + "gap12_success_mean": 0.0048919110970939116, + "gap12_failure_mean": 0.01239234626862324, + "gap12_delta_failure_minus_success": 0.007500435171529329, + "gap12_auc_failure": 0.7928547523427042, + "lambda_max_corr_token_acc": -0.822862756235417, + "mean8_corr_token_acc": -0.8543835399263785, + "tail_mean_5_8_corr_token_acc": -0.8502975145711263, + "positive_sum_corr_token_acc": -0.83615142839377, + "positive_count_corr_token_acc": -0.8756439805499547 + }, + { + "kind": "TRM", + "file": "/home/yurenh2/rrm/research/flossing/diag_trm_singleGPU_step78123_512.npz", + "step": 78123, + "n": 512, + "k": 8, + "acc": 0.6875, + "n_success": 352, + "n_failure": 160, + "raw_monotone_adjacent_fraction": 0.7522321428571429, + "raw_col0_is_sample_max_fraction": 0.94921875, + "raw_col0_success_mean": -0.0022565727597132286, + "raw_col0_failure_mean": 0.08176288979593664, + "raw_col0_delta_failure_minus_success": 0.08401946255564988, + "raw_col0_auc_failure": 0.9937144886363637, + "lambda_max_success_mean": -0.002104297534184628, + "lambda_max_failure_mean": 0.08205510303378105, + "lambda_max_delta_failure_minus_success": 0.08415940056796568, + "lambda_max_auc_failure": 0.99375, + "mean8_success_mean": -0.03085258081190225, + "mean8_failure_mean": 0.04898583621179568, + "mean8_delta_failure_minus_success": 0.07983841702369793, + "mean8_auc_failure": 0.9991299715909091, + "tail_mean_5_8_success_mean": -0.03740866408387236, + "tail_mean_5_8_failure_mean": 0.03495748526038369, + "tail_mean_5_8_delta_failure_minus_success": 0.07236614934425606, + "tail_mean_5_8_auc_failure": 0.9993607954545455, + "positive_sum_success_mean": 0.011536654059641065, + "positive_sum_failure_mean": 0.39188668969436546, + "positive_sum_delta_failure_minus_success": 0.3803500356347244, + "positive_sum_auc_failure": 0.9991299715909091, + "positive_count_success_mean": 0.6619318181818182, + "positive_count_failure_mean": 8.0, + "positive_count_delta_failure_minus_success": 7.338068181818182, + "positive_count_auc_failure": 0.9900568181818182, + "spread_success_mean": 0.037154979946411586, + "spread_failure_mean": 0.05358391968184151, + "spread_delta_failure_minus_success": 0.016428939735429922, + "spread_auc_failure": 0.8060191761363636, + "gap12_success_mean": 0.026502143868418152, + "gap12_failure_mean": 0.015829400252550842, + "gap12_delta_failure_minus_success": -0.01067274361586731, + "gap12_auc_failure": 0.2559303977272727, + "lambda_max_corr_token_acc": -0.8695160653352085, + "mean8_corr_token_acc": -0.9167732333138554, + "tail_mean_5_8_corr_token_acc": -0.9212713093750954, + "positive_sum_corr_token_acc": -0.9333667142066921, + "positive_count_corr_token_acc": -0.916788261375625 + }, + { + "kind": "TRM", + "file": "/home/yurenh2/rrm/research/flossing/diag_trm_singleGPU_step104164_512.npz", + "step": 104164, + "n": 512, + "k": 8, + "acc": 0.7109375, + "n_success": 364, + "n_failure": 148, + "raw_monotone_adjacent_fraction": 0.7659040178571429, + "raw_col0_is_sample_max_fraction": 0.873046875, + "raw_col0_success_mean": 0.0007209903823832564, + "raw_col0_failure_mean": 0.09478743761979244, + "raw_col0_delta_failure_minus_success": 0.09406644723740919, + "raw_col0_auc_failure": 0.9850942975942976, + "lambda_max_success_mean": 0.0011589818968986748, + "lambda_max_failure_mean": 0.0948834198753576, + "lambda_max_delta_failure_minus_success": 0.09372443797845893, + "lambda_max_auc_failure": 0.9852242352242352, + "mean8_success_mean": -0.013257209616115657, + "mean8_failure_mean": 0.05609436892523632, + "mean8_delta_failure_minus_success": 0.06935157854135197, + "mean8_auc_failure": 0.9912013662013662, + "tail_mean_5_8_success_mean": -0.018433471481510245, + "tail_mean_5_8_failure_mean": 0.04002377992288235, + "tail_mean_5_8_delta_failure_minus_success": 0.05845725140439259, + "tail_mean_5_8_auc_failure": 0.9914241164241164, + "positive_sum_success_mean": 0.024264690904521637, + "positive_sum_failure_mean": 0.44875495140189053, + "positive_sum_delta_failure_minus_success": 0.4244902604973689, + "positive_sum_auc_failure": 0.9912013662013662, + "positive_count_success_mean": 1.0631868131868132, + "positive_count_failure_mean": 8.0, + "positive_count_delta_failure_minus_success": 6.936813186813187, + "positive_count_auc_failure": 0.9766483516483516, + "spread_success_mean": 0.02201517710918679, + "spread_failure_mean": 0.06216927877048383, + "spread_delta_failure_minus_success": 0.04015410166129704, + "spread_auc_failure": 0.9606660231660231, + "gap12_success_mean": 0.008753806905887968, + "gap12_failure_mean": 0.020252479617861478, + "gap12_delta_failure_minus_success": 0.01149867271197351, + "gap12_auc_failure": 0.8213171963171964, + "lambda_max_corr_token_acc": -0.8714207860201784, + "mean8_corr_token_acc": -0.8978503025935065, + "tail_mean_5_8_corr_token_acc": -0.9018662195261188, + "positive_sum_corr_token_acc": -0.9164290683745636, + "positive_count_corr_token_acc": -0.8552081309221397 + }, + { + "kind": "TRM", + "file": "/home/yurenh2/rrm/research/flossing/diag_trm_singleGPU_step130205_512.npz", + "step": 130205, + "n": 512, + "k": 8, + "acc": 0.755859375, + "n_success": 387, + "n_failure": 125, + "raw_monotone_adjacent_fraction": 0.7661830357142857, + "raw_col0_is_sample_max_fraction": 0.83203125, + "raw_col0_success_mean": 0.013444696512909148, + "raw_col0_failure_mean": 0.10679112273454666, + "raw_col0_delta_failure_minus_success": 0.09334642622163751, + "raw_col0_auc_failure": 0.988857881136951, + "lambda_max_success_mean": 0.014031398803655426, + "lambda_max_failure_mean": 0.10683381146192551, + "lambda_max_delta_failure_minus_success": 0.09280241265827009, + "lambda_max_auc_failure": 0.9889198966408269, + "mean8_success_mean": 0.0006696076976612102, + "mean8_failure_mean": 0.05997022696118802, + "mean8_delta_failure_minus_success": 0.05930061926352681, + "mean8_auc_failure": 0.9935503875968992, + "tail_mean_5_8_success_mean": -0.004693869635777962, + "tail_mean_5_8_failure_mean": 0.04096000522933901, + "tail_mean_5_8_delta_failure_minus_success": 0.04565387486511697, + "tail_mean_5_8_auc_failure": 0.9943152454780362, + "positive_sum_success_mean": 0.04017261892318711, + "positive_sum_failure_mean": 0.47976181568950416, + "positive_sum_delta_failure_minus_success": 0.439589196766317, + "positive_sum_auc_failure": 0.9935503875968992, + "positive_count_success_mean": 2.4108527131782944, + "positive_count_failure_mean": 8.0, + "positive_count_delta_failure_minus_success": 5.589147286821706, + "positive_count_auc_failure": 0.9521963824289406, + "spread_success_mean": 0.021535266655820777, + "spread_failure_mean": 0.07427249775826932, + "spread_delta_failure_minus_success": 0.05273723110244854, + "spread_auc_failure": 0.9726511627906976, + "gap12_success_mean": 0.007057571094765433, + "gap12_failure_mean": 0.02309795269370079, + "gap12_delta_failure_minus_success": 0.016040381598935356, + "gap12_auc_failure": 0.8932093023255814, + "lambda_max_corr_token_acc": -0.868494410453853, + "mean8_corr_token_acc": -0.8995673015890842, + "tail_mean_5_8_corr_token_acc": -0.9101679267135595, + "positive_sum_corr_token_acc": -0.9091943845695494, + "positive_count_corr_token_acc": -0.7232326485538275 + }, + { + "kind": "TRM", + "file": "/home/yurenh2/rrm/research/flossing/diag_trm_singleGPU_step156246_512.npz", + "step": 156246, + "n": 512, + "k": 8, + "acc": 0.7578125, + "n_success": 388, + "n_failure": 124, + "raw_monotone_adjacent_fraction": 0.8465401785714286, + "raw_col0_is_sample_max_fraction": 0.984375, + "raw_col0_success_mean": 0.033355438992845106, + "raw_col0_failure_mean": 0.1080104663006721, + "raw_col0_delta_failure_minus_success": 0.074655027307827, + "raw_col0_auc_failure": 0.9934527768540073, + "lambda_max_success_mean": 0.03340256920781724, + "lambda_max_failure_mean": 0.10808430672172577, + "lambda_max_delta_failure_minus_success": 0.07468173751390852, + "lambda_max_auc_failure": 0.9935359161955437, + "mean8_success_mean": -0.01719525050584332, + "mean8_failure_mean": 0.059510113856841566, + "mean8_delta_failure_minus_success": 0.07670536436268488, + "mean8_auc_failure": 0.9990646824077153, + "tail_mean_5_8_success_mean": -0.03258687625807819, + "tail_mean_5_8_failure_mean": 0.03992759636434306, + "tail_mean_5_8_delta_failure_minus_success": 0.07251447262242125, + "tail_mean_5_8_auc_failure": 0.9987944795477219, + "positive_sum_success_mean": 0.0501136147264783, + "positive_sum_failure_mean": 0.47608091085473253, + "positive_sum_delta_failure_minus_success": 0.42596729612825424, + "positive_sum_auc_failure": 0.9990646824077153, + "positive_count_success_mean": 1.7268041237113403, + "positive_count_failure_mean": 8.0, + "positive_count_delta_failure_minus_success": 6.27319587628866, + "positive_count_auc_failure": 0.9806701030927835, + "spread_success_mean": 0.07044461364565689, + "spread_failure_mean": 0.07696695457167563, + "spread_delta_failure_minus_success": 0.006522340926018735, + "spread_auc_failure": 0.5740563684735617, + "gap12_success_mean": 0.03767048126359648, + "gap12_failure_mean": 0.024864713691415324, + "gap12_delta_failure_minus_success": -0.012805767572181152, + "gap12_auc_failure": 0.30377036913867644, + "lambda_max_corr_token_acc": -0.8015386582153512, + "mean8_corr_token_acc": -0.8887892447157182, + "tail_mean_5_8_corr_token_acc": -0.8908349686685592, + "positive_sum_corr_token_acc": -0.9311284896491179, + "positive_count_corr_token_acc": -0.8411922875634292 + }, + { + "kind": "TRM", + "file": "/home/yurenh2/rrm/research/flossing/diag_trm_singleGPU_step182287_512.npz", + "step": 182287, + "n": 512, + "k": 8, + "acc": 0.7421875, + "n_success": 380, + "n_failure": 132, + "raw_monotone_adjacent_fraction": 0.7837611607142857, + "raw_col0_is_sample_max_fraction": 0.9296875, + "raw_col0_success_mean": 0.00821161610291902, + "raw_col0_failure_mean": 0.10131858266664273, + "raw_col0_delta_failure_minus_success": 0.0931069665637237, + "raw_col0_auc_failure": 0.9476076555023923, + "lambda_max_success_mean": 0.008431412303494461, + "lambda_max_failure_mean": 0.10132696061874881, + "lambda_max_delta_failure_minus_success": 0.09289554831525434, + "lambda_max_auc_failure": 0.9476275917065391, + "mean8_success_mean": -0.018691345271909503, + "mean8_failure_mean": 0.049928791549256966, + "mean8_delta_failure_minus_success": 0.06862013682116647, + "mean8_auc_failure": 0.993122009569378, + "tail_mean_5_8_success_mean": -0.026891200006043378, + "tail_mean_5_8_failure_mean": 0.029759585490286223, + "tail_mean_5_8_delta_failure_minus_success": 0.0566507854963296, + "tail_mean_5_8_auc_failure": 0.993421052631579, + "positive_sum_success_mean": 0.027419095844602212, + "positive_sum_failure_mean": 0.3994350857048465, + "positive_sum_delta_failure_minus_success": 0.37201598986024426, + "positive_sum_auc_failure": 0.993122009569378, + "positive_count_success_mean": 0.8973684210526316, + "positive_count_failure_mean": 7.992424242424242, + "positive_count_delta_failure_minus_success": 7.095055821371611, + "positive_count_auc_failure": 0.9867125199362041, + "spread_success_mean": 0.03768573965873513, + "spread_failure_mean": 0.07997999362255954, + "spread_delta_failure_minus_success": 0.04229425396382441, + "spread_auc_failure": 0.8919258373205742, + "gap12_success_mean": 0.019669575117656057, + "gap12_failure_mean": 0.027337144778081864, + "gap12_delta_failure_minus_success": 0.007667569660425807, + "gap12_auc_failure": 0.7587121212121212, + "lambda_max_corr_token_acc": -0.7443356021278564, + "mean8_corr_token_acc": -0.8907098916862968, + "tail_mean_5_8_corr_token_acc": -0.9075392398447194, + "positive_sum_corr_token_acc": -0.9063416990478439, + "positive_count_corr_token_acc": -0.8813795117907826 + }, + { + "kind": "TRM", + "file": "/home/yurenh2/rrm/research/flossing/diag_trm_singleGPU_step208328_512.npz", + "step": 208328, + "n": 512, + "k": 8, + "acc": 0.75, + "n_success": 384, + "n_failure": 128, + "raw_monotone_adjacent_fraction": 0.8138950892857143, + "raw_col0_is_sample_max_fraction": 0.970703125, + "raw_col0_success_mean": 0.03753090985757505, + "raw_col0_failure_mean": 0.10676543856970966, + "raw_col0_delta_failure_minus_success": 0.06923452871213462, + "raw_col0_auc_failure": 0.9824422200520834, + "lambda_max_success_mean": 0.037651085844269495, + "lambda_max_failure_mean": 0.10677664534887299, + "lambda_max_delta_failure_minus_success": 0.0691255595046035, + "lambda_max_auc_failure": 0.9825439453125, + "mean8_success_mean": -0.003334924222756793, + "mean8_failure_mean": 0.0556086836418217, + "mean8_delta_failure_minus_success": 0.058943607864578494, + "mean8_auc_failure": 0.997314453125, + "tail_mean_5_8_success_mean": -0.015420041531266785, + "tail_mean_5_8_failure_mean": 0.03501016539212287, + "tail_mean_5_8_delta_failure_minus_success": 0.050430206923389655, + "tail_mean_5_8_auc_failure": 0.9977620442708334, + "positive_sum_success_mean": 0.0587247395355727, + "positive_sum_failure_mean": 0.4448694691345736, + "positive_sum_delta_failure_minus_success": 0.38614472959900087, + "positive_sum_auc_failure": 0.997314453125, + "positive_count_success_mean": 2.3385416666666665, + "positive_count_failure_mean": 8.0, + "positive_count_delta_failure_minus_success": 5.661458333333334, + "positive_count_auc_failure": 0.97265625, + "spread_success_mean": 0.05609253943835787, + "spread_failure_mean": 0.08039409609409631, + "spread_delta_failure_minus_success": 0.024301556655738445, + "spread_auc_failure": 0.8315836588541666, + "gap12_success_mean": 0.029487703329541166, + "gap12_failure_mean": 0.026957579655572772, + "gap12_delta_failure_minus_success": -0.0025301236739683937, + "gap12_auc_failure": 0.4844767252604167, + "lambda_max_corr_token_acc": -0.7847679828439686, + "mean8_corr_token_acc": -0.9025430240366568, + "tail_mean_5_8_corr_token_acc": -0.9116696180830379, + "positive_sum_corr_token_acc": -0.918178990916473, + "positive_count_corr_token_acc": -0.8241555473543875 + }, + { + "kind": "TRM", + "file": "/home/yurenh2/rrm/research/flossing/diag_trm_singleGPU_step234369_512.npz", + "step": 234369, + "n": 512, + "k": 8, + "acc": 0.7734375, + "n_success": 396, + "n_failure": 116, + "raw_monotone_adjacent_fraction": 0.7837611607142857, + "raw_col0_is_sample_max_fraction": 0.943359375, + "raw_col0_success_mean": 0.017852102687761037, + "raw_col0_failure_mean": 0.10551282866247769, + "raw_col0_delta_failure_minus_success": 0.08766072597471665, + "raw_col0_auc_failure": 0.9871125043538836, + "lambda_max_success_mean": 0.018100257435352516, + "lambda_max_failure_mean": 0.10551282866247769, + "lambda_max_delta_failure_minus_success": 0.08741257122712517, + "lambda_max_auc_failure": 0.9871125043538836, + "mean8_success_mean": -0.011827684605397524, + "mean8_failure_mean": 0.05244761205414824, + "mean8_delta_failure_minus_success": 0.06427529665954576, + "mean8_auc_failure": 0.9948624172762104, + "tail_mean_5_8_success_mean": -0.020207434739923615, + "tail_mean_5_8_failure_mean": 0.03131334408957126, + "tail_mean_5_8_delta_failure_minus_success": 0.05152077882949488, + "tail_mean_5_8_auc_failure": 0.995276036224312, + "positive_sum_success_mean": 0.03539385316928405, + "positive_sum_failure_mean": 0.4195808964331859, + "positive_sum_delta_failure_minus_success": 0.38418704326390185, + "positive_sum_auc_failure": 0.9948624172762104, + "positive_count_success_mean": 1.4595959595959596, + "positive_count_failure_mean": 8.0, + "positive_count_delta_failure_minus_success": 6.540404040404041, + "positive_count_auc_failure": 0.976010101010101, + "spread_success_mean": 0.04073868896878162, + "spread_failure_mean": 0.08256442746115399, + "spread_delta_failure_minus_success": 0.041825738492372366, + "spread_auc_failure": 0.9344740508533612, + "gap12_success_mean": 0.022704324246853612, + "gap12_failure_mean": 0.026842519994182832, + "gap12_delta_failure_minus_success": 0.00413819574732922, + "gap12_auc_failure": 0.6134839777081157, + "lambda_max_corr_token_acc": -0.8095679410757006, + "mean8_corr_token_acc": -0.8841140003061905, + "tail_mean_5_8_corr_token_acc": -0.8897475061573502, + "positive_sum_corr_token_acc": -0.9111627943782784, + "positive_count_corr_token_acc": -0.8264057387186906 + }, + { + "kind": "TRM", + "file": "/home/yurenh2/rrm/research/flossing/diag_trm_singleGPU_step260410_512.npz", + "step": 260410, + "n": 512, + "k": 8, + "acc": 0.76953125, + "n_success": 394, + "n_failure": 118, + "raw_monotone_adjacent_fraction": 0.7299107142857143, + "raw_col0_is_sample_max_fraction": 0.767578125, + "raw_col0_success_mean": 0.012635910749513134, + "raw_col0_failure_mean": 0.10288177159125522, + "raw_col0_delta_failure_minus_success": 0.09024586084174209, + "raw_col0_auc_failure": 0.9893530069689409, + "lambda_max_success_mean": 0.013151870022697326, + "lambda_max_failure_mean": 0.10296485964524543, + "lambda_max_delta_failure_minus_success": 0.0898129896225481, + "lambda_max_auc_failure": 0.9894175341994321, + "mean8_success_mean": 0.0016685908707722002, + "mean8_failure_mean": 0.05065993657996641, + "mean8_delta_failure_minus_success": 0.04899134570919421, + "mean8_auc_failure": 0.9931170954142648, + "tail_mean_5_8_success_mean": -0.002553942017630222, + "tail_mean_5_8_failure_mean": 0.030341437701096412, + "tail_mean_5_8_delta_failure_minus_success": 0.032895379718726636, + "tail_mean_5_8_auc_failure": 0.9938484040264992, + "positive_sum_success_mean": 0.030020373667639433, + "positive_sum_failure_mean": 0.40529236062114143, + "positive_sum_delta_failure_minus_success": 0.375271986953502, + "positive_sum_auc_failure": 0.9931170954142648, + "positive_count_success_mean": 3.182741116751269, + "positive_count_failure_mean": 7.991525423728813, + "positive_count_delta_failure_minus_success": 4.808784306977544, + "positive_count_auc_failure": 0.9728770541168373, + "spread_success_mean": 0.01786690075157378, + "spread_failure_mean": 0.08103766449001003, + "spread_delta_failure_minus_success": 0.06317076373843625, + "spread_auc_failure": 0.9816742665404801, + "gap12_success_mean": 0.006782306742966769, + "gap12_failure_mean": 0.028344342895483567, + "gap12_delta_failure_minus_success": 0.021562036152516798, + "gap12_auc_failure": 0.9238363589434742, + "lambda_max_corr_token_acc": -0.8797240829367476, + "mean8_corr_token_acc": -0.9146835924338959, + "tail_mean_5_8_corr_token_acc": -0.9119410149316228, + "positive_sum_corr_token_acc": -0.9168566073790785, + "positive_count_corr_token_acc": -0.6899483781164985 + } +]
\ No newline at end of file diff --git a/research/flossing/spectrum_microscope/feature_and_rank_summary.csv b/research/flossing/spectrum_microscope/feature_and_rank_summary.csv new file mode 100644 index 0000000..9c083af --- /dev/null +++ b/research/flossing/spectrum_microscope/feature_and_rank_summary.csv @@ -0,0 +1,421 @@ +kind,step,feature,success_mean,failure_mean,success_std,failure_std,delta_failure_minus_success,cohen_d_failure_minus_success,auc_failure,rank
+HRM,2604,raw_col0,-0.12265677284449339,-0.0977591768882814,0.04030181725141351,0.019887727948888698,0.024897595956211993,1.2201966484398439,0.6889880952380952,
+HRM,2604,lambda_max,-0.1213220115751028,-0.0949796658704087,0.0406757630631841,0.01893813405072957,0.026342345704694112,1.3506467767615933,0.6932043650793651,
+HRM,2604,lambda_2,-0.15527337230741978,-0.10502253050753285,0.051366999069597484,0.013746949065550082,0.050250841799886925,3.326888182860868,0.7646329365079365,
+HRM,2604,lambda_min8,-0.2514955494552851,-0.12974137650240983,0.018187644069172424,0.011628171608972693,0.12175417295287524,10.33402690742346,1.0,
+HRM,2604,mean8,-0.19951309508178383,-0.11536999984130648,0.026835524387327246,0.011164146251842607,0.08414309524047735,7.256189941307792,0.9992559523809523,
+HRM,2604,sum8,-1.5961047606542706,-0.9229599987304519,0.21468419509861797,0.08931317001474086,0.6731447619238188,7.256189941307792,0.9992559523809523,
+HRM,2604,tail_mean_5_8,-0.23467964679002762,-0.12418151276171326,0.016120822780361817,0.011009548132980279,0.11049813402831436,9.928603291055337,1.0,
+HRM,2604,positive_sum,0.0,7.118396313181e-05,0.0,0.0015964898287796556,7.118396313181e-05,0.04485241453114739,0.5009920634920635,
+HRM,2604,positive_count,0.0,0.001984126984126984,0.0,0.04449932835715438,0.001984126984126984,0.044852414531147376,0.5009920634920635,
+HRM,2604,spread,0.13017353788018227,0.034761710632001126,0.03566614788119447,0.018501418471145396,-0.09541182724818115,-5.041056199469806,0.019345238095238096,
+HRM,2604,gap12,0.03395136073231697,0.01004286463712416,0.023112847948348347,0.011899667159719966,-0.023908496095192813,-1.9631726429348173,0.12177579365079365,
+HRM,2604,std8,0.043645552140722035,0.011200390642073368,0.014068430859614333,0.005834456424973157,-0.032445161498648664,-5.352424847111728,0.027529761904761904,
+HRM,2604,linear_slope,-0.017908510718760748,-0.00457486676892374,0.006085403645943525,0.0022796695575639184,0.013333643949837007,5.576710060722784,0.9737103174603174,
+HRM,2604,,-0.1213220115751028,-0.0949796658704087,,,0.026342345704694112,,0.6932043650793651,1
+HRM,2604,,-0.15527337230741978,-0.10502253050753285,,,0.050250841799886925,,0.7646329365079365,2
+HRM,2604,,-0.1786546530202031,-0.11098820168436282,,,0.06766645133584029,,0.9010416666666666,3
+HRM,2604,,-0.20213613659143448,-0.11524354962129442,,,0.08689258697014006,,0.9992559523809523,4
+HRM,2604,,-0.21668588370084763,-0.11894965987829935,,,0.09773622382254828,,0.9995039682539683,5
+HRM,2604,,-0.2309022806584835,-0.12242354591569257,,,0.10847873474279093,,1.0,6
+HRM,2604,,-0.23963487334549427,-0.1256114687504513,,,0.11402340459504298,,1.0,7
+HRM,2604,,-0.2514955494552851,-0.12974137650240983,,,0.12175417295287524,,1.0,8
+HRM,5208,raw_col0,-0.18248083293437958,-0.1252742203170514,0.0376326585075004,0.031553078155205715,0.05720661261732818,1.7911034452903252,0.8788501026694046,
+HRM,5208,lambda_max,-0.18110741019248963,-0.12377287614975867,0.03801923261968088,0.031017394544143387,0.057334534042730964,1.822628261680259,0.8758110882956879,
+HRM,5208,lambda_2,-0.2000674855709076,-0.14529988380795386,0.03250797776745435,0.024522774937466737,0.05476760176295373,2.1888689490432336,0.9136755646817248,
+HRM,5208,lambda_min8,-0.2508331274986267,-0.19874447831994943,0.035090540719927454,0.018256776558606847,0.052088649178677254,2.676891600977245,0.9262422997946612,
+HRM,5208,mean8,-0.22203324407339095,-0.16840960289919615,0.030588270494116828,0.017776815061563554,0.0536236411741948,2.87606523753305,0.9536755646817249,
+HRM,5208,sum8,-1.7762659525871276,-1.3472768231935692,0.24470616395293462,0.14221452049250843,0.4289891293935584,2.87606523753305,0.9536755646817249,
+HRM,5208,tail_mean_5_8,-0.24040259554982185,-0.1877109366994986,0.03304058105962134,0.01774764962834564,0.05269165885032326,2.7993921425509725,0.9394661190965092,
+HRM,5208,positive_sum,0.0,0.0,0.0,0.0,0.0,nan,0.5,
+HRM,5208,positive_count,0.0,0.0,0.0,0.0,0.0,nan,0.5,
+HRM,5208,spread,0.06972571730613708,0.07497160217019078,0.0343015088066134,0.03140782858298907,0.005245884864053696,0.16591924597040866,0.5605749486652978,
+HRM,5208,gap12,0.01896007537841797,0.0215270076581952,0.017179519937665654,0.022200656425419553,0.00256693227977723,0.1165452757509607,0.5172073921971253,
+HRM,5208,std8,0.0228393995275196,0.024492692286121307,0.011319899039806042,0.010120307326619346,0.0016532927586017064,0.1620540172637433,0.5596714579055442,
+HRM,5208,linear_slope,-0.009450555088974182,-0.009984845640594028,0.004582812477001151,0.003951880106398978,-0.0005342905516198468,-0.1338130383338356,0.44837782340862425,
+HRM,5208,,-0.18110741019248963,-0.12377287614975867,,,0.057334534042730964,,0.8758110882956879,1
+HRM,5208,,-0.2000674855709076,-0.14529988380795386,,,0.05476760176295373,,0.9136755646817248,2
+HRM,5208,,-0.21122154653072356,-0.1588130125764459,,,0.052408533954277664,,0.9373305954825462,3
+HRM,5208,,-0.22225912809371948,-0.16854730386141634,,,0.05371182423230314,,0.9410266940451746,4
+HRM,5208,,-0.22932057976722717,-0.17662544126260943,,,0.05269513850461774,,0.9349486652977412,5
+HRM,5208,,-0.23728807628154755,-0.18429149904535047,,,0.05299657723619708,,0.9393839835728953,6
+HRM,5208,,-0.24416859865188598,-0.1911823281700851,,,0.05298627048180088,,0.93782340862423,7
+HRM,5208,,-0.2508331274986267,-0.19874447831994943,,,0.052088649178677254,,0.9262422997946612,8
+HRM,7812,raw_col0,-0.19744304562799442,-0.09758298332957993,0.0522901368127734,0.04209234969615372,0.09986006229841449,2.2754791112485506,0.9227519792035921,
+HRM,7812,lambda_max,-0.19638217866229704,-0.09583942211473957,0.051300154923270176,0.04104791121220356,0.10054275654755747,2.3462501082043694,0.9273307337823467,
+HRM,7812,lambda_2,-0.23468173276155424,-0.1241150158435999,0.034332387746725104,0.031863509295347085,0.11056671691795435,3.421528207383091,0.9929103154909606,
+HRM,7812,lambda_min8,-0.3005217000460013,-0.18830426286236482,0.035273835636870095,0.023540145721896902,0.1122174371836365,4.361925605701938,0.9916400803497578,
+HRM,7812,mean8,-0.2626351442558166,-0.15164301766584318,0.03120620075782802,0.02527422505918056,0.1109921265899734,4.217663623434578,0.9941214699279215,
+HRM,7812,sum8,-2.1010811540465326,-1.2131441413267454,0.24964960606262415,0.20219380047344448,0.8879370127197872,4.217663623434578,0.9941214699279215,
+HRM,7812,tail_mean_5_8,-0.2882901179866913,-0.1752684197264127,0.034146731685619464,0.024467123501210327,0.11302169826027861,4.309662608089653,0.9917582417582418,
+HRM,7812,positive_sum,0.0,0.0003272232148648253,0.0,0.002455328813990128,0.0003272232148648253,0.14446900111263877,0.5138248847926268,
+HRM,7812,positive_count,0.0,0.027649769585253458,0.0,0.163967252300988,0.027649769585253458,0.18279933893187883,0.5138248847926268,
+HRM,7812,spread,0.10413952138370429,0.09246484074762525,0.05367465058244875,0.03750037325415418,-0.011674680636079043,-0.28852032665012917,0.4651719248493442,
+HRM,7812,gap12,0.03829955409925718,0.028275593728860324,0.039255726129822074,0.02773318010645003,-0.010023960370396854,-0.335966521242734,0.4361928394186459,
+HRM,7812,std8,0.033543718777644664,0.030105340437515705,0.01699979386761588,0.01199243527848641,-0.0034383783401289586,-0.2664003934957475,0.4700460829493088,
+HRM,7812,linear_slope,-0.013432247076929525,-0.012232394099241935,0.006418967572469651,0.004683884578682541,0.0011998529776875901,0.24010930082876245,0.5298357556422073,
+HRM,7812,,-0.19638217866229704,-0.09583942211473957,,,0.10054275654755747,,0.9273307337823467,1
+HRM,7812,,-0.23468173276155424,-0.1241150158435999,,,0.11056671691795435,,0.9929103154909606,2
+HRM,7812,,-0.251154831968821,-0.13946109571095025,,,0.11169373625787074,,0.9948008980267045,3
+HRM,7812,,-0.2657019387070949,-0.15265492875180486,,,0.11304700995529005,,0.9943577927448896,4
+HRM,7812,,-0.27556606038258624,-0.1625548328191454,,,0.11301122756344084,,0.9925558312655087,5
+HRM,7812,,-0.28451120738799757,-0.17087361736712367,,,0.1136375900208739,,0.9920536452794517,6
+HRM,7812,,-0.29256150413018006,-0.17934096585701687,,,0.1132205382731632,,0.9906947890818859,7
+HRM,7812,,-0.3005217000460013,-0.18830426286236482,,,0.1122174371836365,,0.9916400803497578,8
+HRM,10416,raw_col0,-0.1734262867020848,-0.0592695716998562,0.05142884541858161,0.05837937165239414,0.1141567150022286,1.9920979882043344,0.9278985507246377,
+HRM,10416,lambda_max,-0.1725775988408081,-0.05791120557031328,0.05097113037108893,0.0576897804622528,0.1146663932704948,2.0240431138230965,0.9305900621118013,
+HRM,10416,lambda_2,-0.20132667233195642,-0.08973183255626022,0.05157430227345105,0.049230049747897166,0.1115948397756962,2.2428096158571673,0.9430383022774327,
+HRM,10416,lambda_min8,-0.26288475420164026,-0.15459816015015046,0.04626252379914644,0.03216863980667409,0.1082865940514898,3.0772614530337052,0.9655538302277433,
+HRM,10416,mean8,-0.22779642522547636,-0.11871804687665038,0.04481725431285532,0.03950978913365911,0.10907837834882597,2.68704925673509,0.9611024844720497,
+HRM,10416,sum8,-1.8223714018038109,-0.9497443750132031,0.35853803450284255,0.31607831306927286,0.8726270267906078,2.68704925673509,0.9611024844720497,
+HRM,10416,tail_mean_5_8,-0.25038242412974004,-0.1428806266010118,0.04547986314236225,0.035373315895853914,0.10750179752872824,2.86943459442746,0.9642857142857143,
+HRM,10416,positive_sum,0.0,0.005729037300833235,0.0,0.016580685880679416,0.005729037300833235,0.3807497273477808,0.580952380952381,
+HRM,10416,positive_count,0.0,0.20476190476190476,0.0,0.5172971794646537,0.20476190476190476,0.4361837613683104,0.580952380952381,
+HRM,10416,spread,0.09030715536083216,0.09668695457983717,0.04339138724697264,0.04303169324857104,0.006379799219005014,0.14774562979723496,0.555667701863354,
+HRM,10416,gap12,0.028749073491148327,0.03182062698594693,0.02982211658228237,0.03009338143747547,0.003071553494798606,0.10203251659009754,0.5320393374741201,
+HRM,10416,std8,0.029224929521376775,0.03159564285761782,0.013503150282924078,0.013896013215465845,0.002370713336241042,0.17112952807393322,0.5624223602484472,
+HRM,10416,linear_slope,-0.011799236704348575,-0.012641789825999967,0.0051687887683380404,0.0054043881195896815,-0.0008425531216513914,-0.15680302745477487,0.44280538302277433,
+HRM,10416,,-0.1725775988408081,-0.05791120557031328,,,0.1146663932704948,,0.9305900621118013,1
+HRM,10416,,-0.20132667233195642,-0.08973183255626022,,,0.1115948397756962,,0.9430383022774327,2
+HRM,10416,,-0.21822281260772244,-0.10843677614105954,,,0.1097860364666629,,0.9561076604554866,3
+HRM,10416,,-0.2287146215043638,-0.1221420543415228,,,0.10657256716284101,,0.9570393374741201,4
+HRM,10416,,-0.23784773683418398,-0.1312608235626526,,,0.10658691327153139,,0.9609730848861283,5
+HRM,10416,,-0.24641577381154764,-0.1391826140738669,,,0.10723315973768074,,0.96425983436853,6
+HRM,10416,,-0.25438143167158833,-0.14648090861737728,,,0.10790052305421105,,0.9645703933747412,7
+HRM,10416,,-0.26288475420164026,-0.15459816015015046,,,0.1082865940514898,,0.9655538302277433,8
+HRM,13020,raw_col0,-0.16317386656331334,-0.012345420176165918,0.042856889768654864,0.05753293294627191,0.15082844638714743,2.8114338599603244,0.9784879924544729,
+HRM,13020,lambda_max,-0.16130138939328179,-0.010260718098612039,0.04246364854330817,0.056766761485305045,0.15104067129466975,2.8510786506513477,0.9784698541681782,
+HRM,13020,lambda_2,-0.18163539974212453,-0.03920463569332943,0.03594937083533303,0.04924217904541589,0.1424307640487951,3.1137705865515857,0.9878654864688384,
+HRM,13020,lambda_min8,-0.2293847125362266,-0.09975459596516784,0.03337085685005013,0.03399613242800522,0.12963011657105877,3.826662246171393,0.9925633026191686,
+HRM,13020,mean8,-0.20199005053763794,-0.06562561695864545,0.03340950589770624,0.040423465527332884,0.13636443357899247,3.5397360643892095,0.9897337299571937,
+HRM,13020,sum8,-1.6159204043011035,-0.5250049356691636,0.26727604718164993,0.3233877242186631,1.0909154686319398,3.5397360643892095,0.9897337299571937,
+HRM,13020,tail_mean_5_8,-0.21928635291610057,-0.08840406447549293,0.03310220883476704,0.03609605320353908,0.13088228844060765,3.7086248240398825,0.9910578248567076,
+HRM,13020,positive_sum,0.0,0.03084314924092586,0.0,0.06861793815120783,0.03084314924092586,0.5364936993178259,0.7067039106145251,
+HRM,13020,positive_count,0.0,0.9134078212290503,0.0,1.4668741158227152,0.9134078212290503,0.7432166930372746,0.7067039106145251,
+HRM,13020,spread,0.06808332314294485,0.08949387786655578,0.027504229514443392,0.03908998548619218,0.021410554723610933,0.5935838521022724,0.6710440397591235,
+HRM,13020,gap12,0.020334010348842756,0.02894391759471739,0.021983497110638385,0.02841058153819357,0.008609907245874633,0.3225509499014192,0.5919248349415948,
+HRM,13020,std8,0.02211762934618332,0.029280053002001014,0.008527554659269684,0.012685046355487147,0.007162423655817693,0.6166462697146877,0.6737829209896249,
+HRM,13020,linear_slope,-0.008974770849857386,-0.011782226313356571,0.003290494032488962,0.004987203958465754,-0.0028074554634991856,-0.6166324175830334,0.3271602698977001,
+HRM,13020,,-0.16130138939328179,-0.010260718098612039,,,0.15104067129466975,,0.9784698541681782,1
+HRM,13020,,-0.18163539974212453,-0.03920463569332943,,,0.1424307640487951,,0.9878654864688384,2
+HRM,13020,,-0.19381305298393037,-0.05536385079066649,,,0.13844920219326387,,0.9889719219328158,3
+HRM,13020,,-0.2020251505173646,-0.066559473184584,,,0.13546567733278062,,0.9900420808242038,4
+HRM,13020,,-0.20940989824374776,-0.07677722861677344,,,0.13263266962697431,,0.9897518682434884,5
+HRM,13020,,-0.21611255254935136,-0.08513766296881684,,,0.13097488958053452,,0.990150910541972,6
+HRM,13020,,-0.2222382483350766,-0.09194677035121361,,,0.13029147798386298,,0.9904773996952768,7
+HRM,13020,,-0.2293847125362266,-0.09975459596516784,,,0.12963011657105877,,0.9925633026191686,8
+HRM,15624,raw_col0,-0.17926316590140962,0.013238977896144526,0.06333936702112142,0.05639223105928966,0.19250214379755415,3.267233281666343,0.9800209222959647,
+HRM,15624,lambda_max,-0.1768394878504482,0.015099927341163328,0.06255652597926131,0.05560474698647669,0.19193941519161153,3.301734795638855,0.9809298417108264,
+HRM,15624,lambda_2,-0.20291379034214202,-0.012255928320557568,0.055857221131106714,0.044443027774491516,0.19065786202158444,3.918997308822964,0.9888014268319871,
+HRM,15624,lambda_min8,-0.25797970423050093,-0.07734746318802106,0.05115013271288909,0.03412271586873159,0.18063224104247988,4.439110171642694,0.9891615647133474,
+HRM,15624,mean8,-0.2279172917539989,-0.04059797345319265,0.051764153215948086,0.03785782733320574,0.18731931830080625,4.347201163711293,0.9898475416302241,
+HRM,15624,sum8,-1.8233383340319913,-0.3247837876255412,0.4141132257275847,0.3028626186656459,1.49855454640645,4.347201163711293,0.9898475416302241,
+HRM,15624,tail_mean_5_8,-0.24842964750796295,-0.06421948799691395,0.05133688086396063,0.03522427208678674,0.18421015951104902,4.450431670658403,0.9895731508634734,
+HRM,15624,positive_sum,0.0007992622970837598,0.054435018036423026,0.006311586156326671,0.0829369660710654,0.053635755739339264,0.7897405527146792,0.7755826516437722,
+HRM,15624,positive_count,0.023391812865497075,1.5073313782991202,0.1858508606090141,1.8389972975174267,1.4839395654336232,0.9843141108510152,0.7767059388451578,
+HRM,15624,spread,0.08114021638005275,0.0924473905291844,0.04134252842986076,0.04135575287029946,0.01130717414913164,0.2729069758771571,0.5924782631064465,
+HRM,15624,gap12,0.026074302491693818,0.027355855661720895,0.030170106340969154,0.03224791282031372,0.001281553170027077,0.04051571914395107,0.5126305499819931,
+HRM,15624,std8,0.02674667842261408,0.03010560222499207,0.013449828344422855,0.013216767545140453,0.00335892380237799,0.25215056056737484,0.5836463103016584,
+HRM,15624,linear_slope,-0.010672528676104359,-0.01223319513153774,0.004956322835982859,0.004962746226333024,-0.0015606664554333807,-0.3139972419939842,0.40145084117919433,
+HRM,15624,,-0.1768394878504482,0.015099927341163328,,,0.19193941519161153,,0.9809298417108264,1
+HRM,15624,,-0.20291379034214202,-0.012255928320557568,,,0.19065786202158444,,0.9888014268319871,2
+HRM,15624,,-0.21947924458361856,-0.02918174847592791,,,0.19029749610769064,,0.9899847370135995,3
+HRM,15624,,-0.23038722122393068,-0.041568086182563246,,,0.18881913504136744,,0.9895903002863954,4
+HRM,15624,,-0.23906979466957307,-0.05152652893011264,,,0.18754326573946042,,0.9891444152904255,5
+HRM,15624,,-0.24525522475528438,-0.06034834885985462,,,0.18490687589542976,,0.9893845072113323,6
+HRM,15624,,-0.25141386637649343,-0.06765561100966748,,,0.18375825536682594,,0.9899332887448338,7
+HRM,15624,,-0.25797970423050093,-0.07734746318802106,,,0.18063224104247988,,0.9891615647133474,8
+HRM,18228,raw_col0,-0.07771555354618448,0.016638744400673956,0.06263255583133231,0.04825023331100934,0.09435429794685843,1.695455412874137,0.8841617329845335,
+HRM,18228,lambda_max,-0.07614383449056474,0.018023035920062363,0.06191955650099354,0.04721766951272925,0.0941668704106271,1.7184537831776516,0.8879250998210106,
+HRM,18228,lambda_2,-0.11565428504475044,-0.009322403513007655,0.0531641742419873,0.03970590030902003,0.10633188153174278,2.278284000583591,0.93969434118133,
+HRM,18228,lambda_min8,-0.1839978350288093,-0.06500975266698635,0.04408979332796084,0.024890830302457746,0.11898808236182294,3.361459932446762,0.9805253415331895,
+HRM,18228,mean8,-0.14575748546156192,-0.03353973620840138,0.044649355323357655,0.029756507043572245,0.11221774925316054,2.981199068698324,0.9716523628130402,
+HRM,18228,sum8,-1.1660598836924954,-0.26831788966721104,0.35719484258686124,0.23805205634857796,0.8977419940252843,2.981199068698324,0.9716523628130402,
+HRM,18228,tail_mean_5_8,-0.1721063231313486,-0.05434106856267585,0.04388947466770493,0.02615494238115857,0.11776525456867276,3.293391821754294,0.9799899031621461,
+HRM,18228,positive_sum,0.00525456639471437,0.050987723279165634,0.020732995890211044,0.08954318231022877,0.045733156884451266,0.6868120669084579,0.749567824743372,
+HRM,18228,positive_count,0.13580246913580246,1.4981412639405205,0.4375319789301074,1.874549830104913,1.362338794804718,0.976934071589174,0.7569645233833586,
+HRM,18228,spread,0.10785400053824455,0.0830327885870487,0.05276702488910829,0.037727700400044376,-0.024821211951195854,-0.5445778774761374,0.35938623464439245,
+HRM,18228,gap12,0.03951045055418571,0.027345439433070017,0.03941031702384997,0.025811774229372243,-0.01216501112111569,-0.3682220011353267,0.4258111891321309,
+HRM,18228,std8,0.03507160425503202,0.026979541520148902,0.016995061939562444,0.01236093737005585,-0.00809206273488312,-0.547798964638616,0.3555769730903973,
+HRM,18228,linear_slope,-0.013843636505214217,-0.010839807197199463,0.006474786335485576,0.004877381796879802,0.003003829308014754,0.526724521868034,0.643994676212768,
+HRM,18228,,-0.07614383449056474,0.018023035920062363,,,0.0941668704106271,,0.8879250998210106,1
+HRM,18228,,-0.11565428504475044,-0.009322403513007655,,,0.10633188153174278,,0.93969434118133,2
+HRM,18228,,-0.13658436145940067,-0.024826405557658183,,,0.11175795590174249,,0.9587865436688238,3
+HRM,18228,,-0.14925211017238504,-0.034827842265904144,,,0.1144242679064809,,0.9710710297244787,4
+HRM,18228,,-0.15991492039014282,-0.04385568872452813,,,0.11605923166561469,,0.9757216944329707,5
+HRM,18228,,-0.16865676173886646,-0.050558246030570894,,,0.11809851570829556,,0.9784294827665335,6
+HRM,18228,,-0.1758557753675759,-0.05794058682861804,,,0.11791518853895787,,0.9808924992733337,7
+HRM,18228,,-0.1839978350288093,-0.06500975266698635,,,0.11898808236182294,,0.9805253415331895,8
+HRM,20832,raw_col0,-0.0847591630423951,0.011107698112080065,0.05179253970030646,0.05301531095216162,0.09586686115447517,1.823854994389812,0.9046762589928058,
+HRM,20832,lambda_max,-0.08308592252134799,0.012636878445990327,0.05106450626510651,0.052742167253325714,0.09572280096733832,1.8378553724999471,0.9064287031912931,
+HRM,20832,lambda_2,-0.11467362503704225,-0.01651445633091917,0.0367971718364536,0.04245192890687587,0.09815916870612307,2.451208639805274,0.9615538338559921,
+HRM,20832,lambda_min8,-0.17355204840055388,-0.07933141731802816,0.025333389875238074,0.029643685675570172,0.09422063108252572,3.387855311282286,0.9847045440570621,
+HRM,20832,mean8,-0.14093293187680603,-0.044163071447564366,0.02730668520011817,0.034216690813552435,0.09676986042924166,3.0907030906378394,0.9825831642378405,
+HRM,20832,sum8,-1.1274634550144482,-0.3533045715805149,0.21845348160094535,0.2737335265084195,0.7741588834339332,3.0907030906378394,0.9825831642378405,
+HRM,20832,tail_mean_5_8,-0.16335714651812983,-0.06769531056555371,0.025771193349847434,0.03095169550840937,0.09566183595257612,3.3266133632294994,0.9836438541474513,
+HRM,20832,positive_sum,0.002644224575935648,0.04743396344555085,0.01201348001701435,0.08564483779837649,0.0447897388696152,0.7025433805106365,0.7440432269568961,
+HRM,20832,positive_count,0.0811965811965812,1.2589928057553956,0.3028163032146475,1.764306901214996,1.1777962245588145,0.8931820943664754,0.747501998401279,
+HRM,20832,spread,0.0904661258792059,0.09196829576401849,0.048359900172521494,0.041470557600432875,0.0015021698848125958,0.03350167214206436,0.5366168603578676,
+HRM,20832,gap12,0.03158770251569426,0.029151334776909496,0.038531531642676545,0.031379419072147044,-0.0024363677387847643,-0.06981179252939107,0.49451208264157903,
+HRM,20832,std8,0.029635493468769536,0.030242812565419993,0.01548691425709729,0.013328973304563521,0.000607319096650457,0.042222891088829616,0.5350642562872778,
+HRM,20832,linear_slope,-0.011730722677212124,-0.012155433061707922,0.005628131019498303,0.005137997356258274,-0.00042471038449579807,-0.07897071928397438,0.46315255487917356,
+HRM,20832,,-0.08308592252134799,0.012636878445990327,,,0.09572280096733832,,0.9064287031912931,1
+HRM,20832,,-0.11467362503704225,-0.01651445633091917,,,0.09815916870612307,,0.9615538338559921,2
+HRM,20832,,-0.13199459516610473,-0.03367419474508627,,,0.09832040042101847,,0.971407489393101,3
+HRM,20832,,-0.14428072621743393,-0.04497155668828494,,,0.09930916952914899,,0.9813072618828015,4
+HRM,20832,,-0.1533819133272538,-0.055780962670180886,,,0.0976009506570729,,0.9837207157351042,5
+HRM,20832,,-0.16005228720923775,-0.06414027231336712,,,0.09591201489587063,,0.9815378466457603,6
+HRM,20832,,-0.16644233713547388,-0.07152858996063868,,,0.0949137471748352,,0.982075877759331,7
+HRM,20832,,-0.17355204840055388,-0.07933141731802816,,,0.09422063108252572,,0.9847045440570621,8
+HRM,23436,raw_col0,-0.1396155291305258,-0.002783365376173506,0.05301860295912526,0.04699237400077002,0.13683216375435228,2.724133010730825,0.9710501014848841,
+HRM,23436,lambda_max,-0.1384992553999928,-0.0009893162803058476,0.05250447224033658,0.04620166848766205,0.13750993911968695,2.773083936382069,0.9724541028888855,
+HRM,23436,lambda_2,-0.1762771829387396,-0.02655255962989448,0.040469956144014434,0.038098297215635166,0.14972462330884512,3.800800082859685,0.9906298167167732,
+HRM,23436,lambda_min8,-0.23419410067980814,-0.08469394006924667,0.03386640709764444,0.026086687664204734,0.14950016061056148,4.928736997411976,0.9933615151006455,
+HRM,23436,mean8,-0.2008695753030298,-0.05231515268090541,0.033947683672789115,0.030225828139368114,0.14855442262212437,4.609849292220812,0.9922932531628184,
+HRM,23436,sum8,-1.6069566024242383,-0.4185212214472433,0.2715814693823129,0.2418066251149449,1.188435380976995,4.609849292220812,0.9922932531628184,
+HRM,23436,tail_mean_5_8,-0.22361706499433173,-0.07373835104911058,0.03411302963953862,0.027447186606000325,0.14987871394522115,4.82552624339931,0.9920032963511224,
+HRM,23436,positive_sum,0.0005239612893938558,0.02692777939243448,0.008109939580167196,0.04720688801212081,0.026403818103040624,0.7823886293627679,0.7254032688815297,
+HRM,23436,positive_count,0.019305019305019305,0.8932806324110671,0.255468945014259,1.260714674466594,0.8739756131060479,0.96419741522471,0.7251133120698338,
+HRM,23436,spread,0.09569484527981534,0.08370462378894082,0.04968529497306399,0.03564798046277715,-0.011990221490874517,-0.2762341196411612,0.4474338822164909,
+HRM,23436,gap12,0.0377779275387468,0.025563243349588635,0.03953470269719528,0.02631355107366511,-0.012214684189158165,-0.3622062420071065,0.42294016207059687,
+HRM,23436,std8,0.030851516711156227,0.027460611780833973,0.015623967647626968,0.0115487028962521,-0.0033909049303222534,-0.24591669197947877,0.45445388923649793,
+HRM,23436,linear_slope,-0.012061568754814359,-0.011072201341443112,0.005670060084631647,0.004511003105097667,0.0009893674133712466,0.1924762168548974,0.537320493842233,
+HRM,23436,,-0.1384992553999928,-0.0009893162803058476,,,0.13750993911968695,,0.9724541028888855,1
+HRM,23436,,-0.1762771829387396,-0.02655255962989448,,,0.14972462330884512,,0.9906298167167732,2
+HRM,23436,,-0.19297555731213922,-0.04273562421060532,,,0.1502399331015339,,0.9918354266180354,3
+HRM,23436,,-0.20473634679603991,-0.0532903171299953,,,0.15144602966604462,,0.9897599462816854,4
+HRM,23436,,-0.2130848042226197,-0.06302425350576064,,,0.15006055071685903,,0.9888442931921193,5
+HRM,23436,,-0.2203373938626304,-0.07040388627150813,,,0.14993350759112228,,0.9920490790056008,6
+HRM,23436,,-0.22685196121226867,-0.07683132434992687,,,0.1500206368623418,,0.993285210676515,7
+HRM,23436,,-0.23419410067980814,-0.08469394006924667,,,0.14950016061056148,,0.9933615151006455,8
+HRM,26040,raw_col0,-0.14642834789538028,0.03254939207545249,0.04527756528529629,0.05188324244695014,0.17897773997083277,3.668483857418232,0.9890289306640625,
+HRM,26040,lambda_max,-0.14456235250236205,0.034372387226426326,0.0445438913427663,0.051164910218980536,0.17893473972878837,3.7229411155533625,0.9896240234375,
+HRM,26040,lambda_2,-0.1606479498805129,0.004532475816546366,0.040059015398639194,0.04094857600302106,0.16518042569705926,4.069928514978557,0.994598388671875,
+HRM,26040,lambda_min8,-0.22339810436824337,-0.0630449069358292,0.03390565181671889,0.02569246522937591,0.16035319743241416,5.320346491354966,0.99884033203125,
+HRM,26040,mean8,-0.18957092847483636,-0.025070655147768406,0.03406363794439551,0.029948472745946975,0.16450027332706796,5.119045511636326,0.997589111328125,
+HRM,26040,sum8,-1.516567427798691,-0.20056524118214725,0.27250910355516406,0.2395877819675758,1.3160021866165437,5.119045511636326,0.997589111328125,
+HRM,26040,tail_mean_5_8,-0.21117772247089306,-0.04990981457450516,0.03356353507006993,0.02610197526735439,0.1612679078963879,5.353465196471137,0.9984893798828125,
+HRM,26040,positive_sum,0.00045363006938714534,0.074183922140719,0.004367127622522474,0.09775337039526304,0.07373029207133186,1.0635217051296169,0.865997314453125,
+HRM,26040,positive_count,0.01953125,1.94140625,0.16420194966393517,1.8751261350802344,1.921875,1.441122738975407,0.8662796020507812,
+HRM,26040,spread,0.07883575186588132,0.09741729416225553,0.031928444128407715,0.0416918901108217,0.01858154229637421,0.4994340386095273,0.62774658203125,
+HRM,26040,gap12,0.01608559737815085,0.02983991140987996,0.016253595794805675,0.03062822903705536,0.013754314031729109,0.5598909337106562,0.631378173828125,
+HRM,26040,std8,0.02668870749338241,0.03191496910462624,0.011608993080174152,0.013576770037277246,0.005226261611243829,0.412947284563429,0.614227294921875,
+HRM,26040,linear_slope,-0.010981691455645842,-0.012889701412468924,0.004710611895246819,0.005288854534176942,-0.0019080099568230813,-0.3802410352955103,0.392730712890625,
+HRM,26040,,-0.14456235250236205,0.034372387226426326,,,0.17893473972878837,,0.9896240234375,1
+HRM,26040,,-0.1606479498805129,0.004532475816546366,,,0.16518042569705926,,0.994598388671875,2
+HRM,26040,,-0.17728650986100547,-0.012887344006685453,,,0.16439916585432002,,0.99725341796875,3
+HRM,26040,,-0.18935972567123827,-0.026943501920413837,,,0.16241622375082443,,0.99755859375,4
+HRM,26040,,-0.19926558929728344,-0.03700471520960491,,,0.16226087408767853,,0.997161865234375,5
+HRM,26040,,-0.2072153732588049,-0.04559794080159918,,,0.16161743245720572,,0.9979248046875,6
+HRM,26040,,-0.21483182295924053,-0.053991695350987357,,,0.16084012760825317,,0.998291015625,7
+HRM,26040,,-0.22339810436824337,-0.0630449069358292,,,0.16035319743241416,,0.99884033203125,8
+TRM,26041,raw_col0,-0.03554810737259686,0.034024751214321254,0.01870363225091222,0.020897832583637133,0.06957285858691811,3.531252888915257,0.9836132156525814,
+TRM,26041,lambda_max,-0.03484145596473462,0.034498983389517714,0.018473432249889475,0.020792802192351568,0.06934043935425233,3.550756844011336,0.9838475357338123,
+TRM,26041,lambda_2,-0.03942191660605466,0.02402153684167392,0.016310749242639744,0.017259447813114788,0.06344345344772859,3.787180598359109,0.9867218620635788,
+TRM,26041,lambda_min8,-0.05106514692622221,-0.002698179903125467,0.011085119064177916,0.011362071825839244,0.048366967023096744,4.308753251199119,0.9924392720456143,
+TRM,26041,mean8,-0.044594623737682894,0.011831644308724274,0.013821989430236327,0.013794295206096182,0.05642626804640717,4.077834760786163,0.9900960712333047,
+TRM,26041,sum8,-0.35675698990146315,0.09465315446979419,0.11057591544189062,0.11035436164876945,0.45141014437125737,4.077834760786163,0.9900960712333047,
+TRM,26041,tail_mean_5_8,-0.04878217898325509,0.002079399892583064,0.01196631791196348,0.012024172013885363,0.050861578875838157,4.233398692773437,0.9916582051081778,
+TRM,26041,positive_sum,0.002200093488031367,0.11402314361281402,0.01421645695526589,0.08935805524637302,0.11182305012478265,1.8862819501561976,0.9693353120362415,
+TRM,26041,positive_count,0.1694915254237288,5.539170506912442,0.8015354411924052,2.473748858175321,5.369678981488713,3.112986897737863,0.9706006404748887,
+TRM,26041,spread,0.01622369096148759,0.03719716329264318,0.008406592236301944,0.015014304908682169,0.02097347233115559,1.7932190660758047,0.8946653128173084,
+TRM,26041,gap12,0.004580460641320037,0.010477446547843793,0.0038493887410157913,0.008925523880230393,0.005896985906523756,0.9048998129688157,0.7136608607357651,
+TRM,26041,std8,0.005236287183152611,0.012124661491602866,0.0026599948573616194,0.004708582051673959,0.006888374308450255,1.8729636673455754,0.9025697102241662,
+TRM,26041,linear_slope,-0.0021641803871718748,-0.00502138642230916,0.00110464240925107,0.0019075807064323422,-0.002857206035137285,-1.9030611346523516,0.09438412871983129,
+TRM,26041,,-0.03484145596473462,0.034498983389517714,,,0.06934043935425233,,0.9838475357338123,1
+TRM,26041,,-0.03942191660605466,0.02402153684167392,,,0.06344345344772859,,0.9867218620635788,2
+TRM,26041,,-0.04260402849670184,0.01650647970261417,,,0.059110508199316014,,0.9886745294071702,3
+TRM,26041,,-0.044760872900951654,0.011308554965656139,,,0.05606942786660779,,0.9888932281496524,4
+TRM,26041,,-0.04656553652011237,0.007080294789044223,,,0.053645831309156594,,0.9900648285558072,5
+TRM,26041,,-0.04807392087009325,0.003619178177355381,,,0.05169309904744863,,0.9914395063656956,6
+TRM,26041,,-0.04942411161659254,0.00031630650705811867,,,0.04974041812365066,,0.9920018745606498,7
+TRM,26041,,-0.05106514692622221,-0.002698179903125467,,,0.048366967023096744,,0.9924392720456143,8
+TRM,52082,raw_col0,-0.0007075830156292839,0.05957649097674423,0.01563302124862064,0.01786285175301579,0.06028407399237352,3.6572025021620704,0.981425702811245,
+TRM,52082,lambda_max,-0.00011202936298378704,0.059987526981987886,0.015374456518724242,0.01745859818259001,0.060099556344971675,3.7168507731245786,0.9824129852744311,
+TRM,52082,lambda_2,-0.005003940460077699,0.047595180713364646,0.01119476035297736,0.014550648902540746,0.05259912117344234,4.207151771106897,0.9913487282463186,
+TRM,52082,lambda_min8,-0.014980851835816683,0.015789016843094337,0.005100876039652212,0.010478502750931777,0.03076986867891102,4.123209717568259,0.9948795180722891,
+TRM,52082,mean8,-0.00932737177132882,0.03324007580221304,0.008255353581811876,0.011864955050428574,0.04256744757354186,4.389308032172127,0.993591030789826,
+TRM,52082,sum8,-0.07461897417063056,0.2659206064177043,0.06604282865449501,0.0949196404034286,0.3405395805883349,4.389308032172127,0.993591030789826,
+TRM,52082,tail_mean_5_8,-0.01301439359083114,0.02160164021022663,0.005987197259798179,0.010959990028742617,0.034616033801057766,4.269643585923531,0.9948627844712182,
+TRM,52082,positive_sum,0.011575991871503936,0.26611879217404444,0.03415248125828137,0.09451889482634411,0.2545428003025405,4.069476447187658,0.9932730923694779,
+TRM,52082,positive_count,0.9879518072289156,7.916666666666667,1.8707898976237152,0.3926406329796582,6.9287148594377514,4.536477031738777,0.9850485274431058,
+TRM,52082,spread,0.014868822472832896,0.04419851013889355,0.011296400995867149,0.014227594177523417,0.029329687666060658,2.3595141544089744,0.9461680053547523,
+TRM,52082,gap12,0.0048919110970939116,0.01239234626862324,0.005964070520138895,0.008551042068988442,0.007500435171529329,1.0718995191983391,0.7928547523427042,
+TRM,52082,std8,0.004749769571362592,0.014341179623073927,0.0035482484720922645,0.004466278932342464,0.009591410051711335,2.4572178106315405,0.9492469879518072,
+TRM,52082,linear_slope,-0.0019327436490592746,-0.005970016727121975,0.0014092267435198555,0.0018084067105169593,-0.0040372730780627005,-2.58088353368577,0.04687081659973226,
+TRM,52082,,-0.00011202936298378704,0.059987526981987886,,,0.060099556344971675,,0.9824129852744311,1
+TRM,52082,,-0.005003940460077699,0.047595180713364646,,,0.05259912117344234,,0.9913487282463186,2
+TRM,52082,,-0.0077386240891099585,0.03943772178091523,,,0.047176345870025185,,0.992570281124498,3
+TRM,52082,,-0.009706805895134549,0.03249361610053004,,,0.04220042199566459,,0.9940595716198126,4
+TRM,52082,,-0.011094541287443955,0.027378346368398827,,,0.03847288765584278,,0.9942603748326639,5
+TRM,52082,,-0.012397178906880926,0.023441741805678856,,,0.035838920712559785,,0.9943775100401606,6
+TRM,52082,,-0.013585002333182997,0.019797455823734506,,,0.033382458156917504,,0.9944444444444445,7
+TRM,52082,,-0.014980851835816683,0.015789016843094337,,,0.03076986867891102,,0.9948795180722891,8
+TRM,78123,raw_col0,-0.0022565727597132286,0.08176288979593664,0.02047556742566754,0.013821423689026198,0.08401946255564988,4.495556236204706,0.9937144886363637,
+TRM,78123,lambda_max,-0.002104297534184628,0.08205510303378105,0.0204009983589534,0.013646912543064034,0.08415940056796568,4.526480066902049,0.99375,
+TRM,78123,lambda_2,-0.02860644140260278,0.06622570278123022,0.018516204266289533,0.01042912237357108,0.094832144183833,5.763232776326466,0.9966086647727272,
+TRM,78123,lambda_min8,-0.03925927748059621,0.028471183351939544,0.011339595505391147,0.00872261044820221,0.06773046083253575,6.382305480508571,0.9984907670454546,
+TRM,78123,mean8,-0.03085258081190225,0.04898583621179568,0.014342485713197255,0.007687185353955472,0.07983841702369793,6.30160791137825,0.9991299715909091,
+TRM,78123,sum8,-0.246820646495218,0.39188668969436546,0.11473988570557804,0.061497482831643774,0.6387073361895834,6.30160791137825,0.9991299715909091,
+TRM,78123,tail_mean_5_8,-0.03740866408387236,0.03495748526038369,0.012325993647523768,0.008018631134703627,0.07236614934425606,6.471754546174604,0.9993607954545455,
+TRM,78123,positive_sum,0.011536654059641065,0.39188668969436546,0.040902795702990095,0.061497482831643774,0.3803500356347244,7.860727356127535,0.9991299715909091,
+TRM,78123,positive_count,0.6619318181818182,8.0,1.4229948875160074,0.0,7.338068181818182,6.207148838044777,0.9900568181818182,
+TRM,78123,spread,0.037154979946411586,0.05358391968184151,0.013486949127438155,0.013609179041450824,0.016428939735429922,1.212310517198905,0.8060191761363636,
+TRM,78123,gap12,0.026502143868418152,0.015829400252550842,0.013069863024547872,0.009715015355796698,-0.01067274361586731,-0.8787497331994156,0.2559303977272727,
+TRM,78123,std8,0.011604602271056778,0.01739541406807769,0.004204073782533862,0.0043062553304626895,0.005790811797020913,1.3642874890994128,0.8348188920454546,
+TRM,78123,linear_slope,-0.003830520190287694,-0.007214672225485888,0.0014339527246988522,0.001739567164392657,-0.003384152035198194,-2.1989119917619617,0.06878551136363636,
+TRM,78123,,-0.002104297534184628,0.08205510303378105,,,0.08415940056796568,,0.99375,1
+TRM,78123,,-0.02860644140260278,0.06622570278123022,,,0.094832144183833,,0.9966086647727272,2
+TRM,78123,,-0.03227364238645433,0.05576641424559057,,,0.0880400566320449,,0.9984375,3
+TRM,78123,,-0.03420160883648681,0.04800952859222889,,,0.08221113742871569,,0.9993607954545455,4
+TRM,78123,,-0.035610721931086366,0.04194192207651213,,,0.0775526440075985,,0.9989346590909091,5
+TRM,78123,,-0.0368502135909859,0.03676692203735001,,,0.07361713562833591,,0.99921875,6
+TRM,78123,,-0.037914443332820985,0.03264991357573308,,,0.07056435690855406,,0.9991654829545454,7
+TRM,78123,,-0.03925927748059621,0.028471183351939544,,,0.06773046083253575,,0.9984907670454546,8
+TRM,104164,raw_col0,0.0007209903823832564,0.09478743761979244,0.024787018479211907,0.011434654814441576,0.09406644723740919,4.309474726616314,0.9850942975942976,
+TRM,104164,lambda_max,0.0011589818968986748,0.0948834198753576,0.024561092809033697,0.011365623886545098,0.09372443797845893,4.332229759698265,0.9852242352242352,
+TRM,104164,lambda_2,-0.007594825008989294,0.07463094025749613,0.019864379269071985,0.010009002998617744,0.08222576526648542,4.664820565515803,0.9868762993762994,
+TRM,104164,lambda_min8,-0.020856195212288115,0.03271414110487377,0.010975698248774427,0.009883630334534472,0.05357033631716189,5.010124632836926,0.990588803088803,
+TRM,104164,mean8,-0.013257209616115657,0.05609436892523632,0.015520729699937329,0.007938198592961644,0.06935157854135197,5.028405574333048,0.9912013662013662,
+TRM,104164,sum8,-0.10605767692892526,0.44875495140189053,0.12416583759949863,0.06350558874369315,0.5548126283308158,5.028405574333048,0.9912013662013662,
+TRM,104164,tail_mean_5_8,-0.018433471481510245,0.04002377992288235,0.012223276001797756,0.009319343509472649,0.05845725140439259,5.091132975488244,0.9914241164241164,
+TRM,104164,positive_sum,0.024264690904521637,0.44875495140189053,0.07754420741442453,0.06350558874369315,0.4244902604973689,5.743672965835712,0.9912013662013662,
+TRM,104164,positive_count,1.0631868131868132,8.0,2.049890578221982,0.0,6.936813186813187,4.005564373676197,0.9766483516483516,
+TRM,104164,spread,0.02201517710918679,0.06216927877048383,0.01498024832021951,0.013810725966467343,0.04015410166129704,2.735203685416702,0.9606660231660231,
+TRM,104164,gap12,0.008753806905887968,0.020252479617861478,0.00819564281587485,0.010340605250850503,0.01149867271197351,1.2939471817521953,0.8213171963171964,
+TRM,104164,std8,0.0069570651147322455,0.019906376019402126,0.004729527195838003,0.004316665113535784,0.01294931090466988,2.8010501626618898,0.9623552123552124,
+TRM,104164,linear_slope,-0.0027577501392071387,-0.008257400098767975,0.0019130262867203052,0.001740025312128966,-0.005499649959560836,-2.943632546232543,0.034377784377784375,
+TRM,104164,,0.0011589818968986748,0.0948834198753576,,,0.09372443797845893,,0.9852242352242352,1
+TRM,104164,,-0.007594825008989294,0.07463094025749613,,,0.08222576526648542,,0.9868762993762994,2
+TRM,104164,,-0.0117505402660834,0.06371483053206592,,,0.07546537079814931,,0.9927049302049302,3
+TRM,104164,,-0.014137407624710269,0.0554306410454415,,,0.06956804867015177,,0.9899205524205524,4
+TRM,104164,,-0.016032042398944544,0.04766768324063034,,,0.06369972563957488,,0.9908115533115534,5
+TRM,104164,,-0.017676179287993542,0.04247049147237998,,,0.06014667076037353,,0.9912384912384913,6
+TRM,104164,,-0.019169469026814774,0.03724280387364529,,,0.05641227290046007,,0.9909229284229284,7
+TRM,104164,,-0.020856195212288115,0.03271414110487377,,,0.05357033631716189,,0.990588803088803,8
+TRM,130205,raw_col0,0.013444696512909148,0.10679112273454666,0.023486427996414334,0.01219455059799566,0.09334642622163751,4.376031576635131,0.988857881136951,
+TRM,130205,lambda_max,0.014031398803655426,0.10683381146192551,0.023192331918855984,0.012146058143345401,0.09280241265827009,4.402632530913402,0.9889198966408269,
+TRM,130205,lambda_2,0.006973827708889992,0.08373585876822472,0.018134555439068344,0.010719602982694268,0.07676203105933473,4.606263227387459,0.9911524547803617,
+TRM,130205,lambda_min8,-0.007503867852165352,0.0325613137036562,0.007452319675082162,0.009150933868884997,0.04006518155582155,5.061122135273741,0.9935297157622739,
+TRM,130205,mean8,0.0006696076976612102,0.05997022696118802,0.01255632080391271,0.008090347220741633,0.05930061926352681,5.090986565200385,0.9935503875968992,
+TRM,130205,sum8,0.005356861581289681,0.47976181568950416,0.10045056643130168,0.06472277776593306,0.4744049541082145,5.090986565200385,0.9935503875968992,
+TRM,130205,tail_mean_5_8,-0.004693869635777962,0.04096000522933901,0.008552052484366562,0.008566517277332476,0.04565387486511697,5.325715726578896,0.9943152454780362,
+TRM,130205,positive_sum,0.04017261892318711,0.47976181568950416,0.08580075368147339,0.06472277776593306,0.439589196766317,5.405644251996457,0.9935503875968992,
+TRM,130205,positive_count,2.4108527131782944,8.0,2.517984109505581,0.0,5.589147286821706,2.5481334848480044,0.9521963824289406,
+TRM,130205,spread,0.021535266655820777,0.07427249775826932,0.017082368998095492,0.012493415811398059,0.05273723110244854,3.2725978035379804,0.9726511627906976,
+TRM,130205,gap12,0.007057571094765433,0.02309795269370079,0.0074636242070143,0.01141200015366041,0.016040381598935356,1.8622569574630734,0.8932093023255814,
+TRM,130205,std8,0.0068694509154112035,0.023878361316685696,0.00555242153561603,0.003764861145987127,0.01700891040127449,3.2813896443255404,0.9723410852713178,
+TRM,130205,linear_slope,-0.0028045126760829825,-0.009864693831208917,0.0022784013985253245,0.0014839402866256757,-0.007060181155125934,-3.336045116152337,0.02736950904392765,
+TRM,130205,,0.014031398803655426,0.10683381146192551,,,0.09280241265827009,,0.9889198966408269,1
+TRM,130205,,0.006973827708889992,0.08373585876822472,,,0.07676203105933473,,0.9911524547803617,2
+TRM,130205,,0.0029902539692735794,0.06770775321125984,,,0.06471749924198626,,0.990594315245478,3
+TRM,130205,,0.00013685964258253522,0.05764437133073807,,,0.05750751168815554,,0.9937364341085271,4
+TRM,130205,,-0.0019758053857788626,0.04966452667117119,,,0.05164033205695005,,0.9935297157622739,5
+TRM,130205,,-0.003799696903122596,0.043507651045918465,,,0.04730734794904106,,0.995390180878553,6
+TRM,130205,,-0.005496108402045039,0.03810652949661016,,,0.043602637898655205,,0.9936950904392765,7
+TRM,130205,,-0.007503867852165352,0.0325613137036562,,,0.04006518155582155,,0.9935297157622739,8
+TRM,156246,raw_col0,0.033355438992845106,0.1080104663006721,0.025002590002442805,0.013864813007084868,0.074655027307827,3.2665364943777395,0.9934527768540073,
+TRM,156246,lambda_max,0.03340256920781724,0.10808430672172577,0.02494915155343601,0.013766377311272416,0.07468173751390852,3.2761588495146574,0.9935359161955437,
+TRM,156246,lambda_2,-0.004267912055779233,0.08321959303031044,0.02088632892931947,0.011074430393721442,0.08748750508608967,4.600130722912644,0.9983164283338876,
+TRM,156246,lambda_min8,-0.03704204443783965,0.031117352150050143,0.014879494486086477,0.009113322544810976,0.06815939658788979,4.962722044957253,0.9984411373461922,
+TRM,156246,mean8,-0.01719525050584332,0.059510113856841566,0.017247035290909478,0.0086521040888674,0.07670536436268488,4.905493416653001,0.9990646824077153,
+TRM,156246,sum8,-0.13756200404674657,0.47608091085473253,0.13797628232727582,0.0692168327109392,0.613642914901479,4.905493416653001,0.9990646824077153,
+TRM,156246,tail_mean_5_8,-0.03258687625807819,0.03992759636434306,0.01601823727211162,0.008781581807866947,0.07251447262242125,4.95751039483532,0.9987944795477219,
+TRM,156246,positive_sum,0.0501136147264783,0.47608091085473253,0.061302980660750975,0.0692168327109392,0.42596729612825424,6.715075374905016,0.9990646824077153,
+TRM,156246,positive_count,1.7268041237113403,8.0,1.846591480445282,0.0,6.27319587628866,3.894818695658879,0.9806701030927835,
+TRM,156246,spread,0.07044461364565689,0.07696695457167563,0.019699323135686134,0.01206255980918436,0.006522340926018735,0.35871152290874336,0.5740563684735617,
+TRM,156246,gap12,0.03767048126359648,0.024864713691415324,0.019721474052516917,0.011792263299464622,-0.012805767572181152,-0.7052475995679723,0.30377036913867644,
+TRM,156246,std8,0.02217449738755968,0.024624693724198295,0.005789314256542303,0.0033191908154004772,0.0024501963366386145,0.46158514936634953,0.6084344861988693,
+TRM,156246,linear_slope,-0.008340449245677553,-0.010171585197668857,0.0019240129409615878,0.001295440367378807,-0.0018311359519913046,-1.019769025442712,0.225764881942135,
+TRM,156246,,0.03340256920781724,0.10808430672172577,,,0.07468173751390852,,0.9935359161955437,1
+TRM,156246,,-0.004267912055779233,0.08321959303031044,,,0.08748750508608967,,0.9983164283338876,2
+TRM,156246,,-0.014483049475154648,0.06765439048890144,,,0.08213743996405609,,0.9997297971400066,3
+TRM,156246,,-0.02186610669131716,0.05741223515642266,,,0.07927834184773982,,0.9996258729630861,4
+TRM,156246,,-0.02740773299896337,0.04914349331069858,,,0.07655122630966195,,0.9986489857000332,5
+TRM,156246,,-0.03137805723175935,0.04278114806079576,,,0.07415920529255511,,0.9987944795477219,6
+TRM,156246,,-0.03451967036375039,0.03666839193582775,,,0.07118806229957814,,0.9981709344861989,7
+TRM,156246,,-0.03704204443783965,0.031117352150050143,,,0.06815939658788979,,0.9984411373461922,8
+TRM,182287,raw_col0,0.00821161610291902,0.10131858266664273,0.039662384266621574,0.013299851172299102,0.0931069665637237,2.6679423968269282,0.9476076555023923,
+TRM,182287,lambda_max,0.008431412303494461,0.10132696061874881,0.03951537194488716,0.013286222498512332,0.09289554831525434,2.671516841845828,0.9476275917065391,
+TRM,182287,lambda_2,-0.011238162814161594,0.07398981584066694,0.02055571236362548,0.010772236845608298,0.08522797865482853,4.589412252052702,0.9876395534290271,
+TRM,182287,lambda_min8,-0.029254327355240667,0.021346966996189265,0.008724291266967808,0.009348488329494035,0.05060129435142993,5.681182344322112,0.994377990430622,
+TRM,182287,mean8,-0.018691345271909503,0.049928791549256966,0.015008910662491892,0.008008984399241801,0.06862013682116647,5.052593201220387,0.993122009569378,
+TRM,182287,sum8,-0.14953076217527603,0.39943033239405573,0.12007128529993513,0.06407187519393441,0.5489610945693317,5.052593201220387,0.993122009569378,
+TRM,182287,tail_mean_5_8,-0.026891200006043378,0.029759585490286223,0.01036377701042864,0.008415861434409682,0.0566507854963296,5.712081912112207,0.993421052631579,
+TRM,182287,positive_sum,0.027419095844602212,0.3994350857048465,0.06669793946046551,0.0640642542620319,0.37201598986024426,5.623115921422678,0.993122009569378,
+TRM,182287,positive_count,0.8973684210526316,7.992424242424242,1.7114147490346392,0.08670850865348179,7.095055821371611,4.800652817505138,0.9867125199362041,
+TRM,182287,spread,0.03768573965873513,0.07997999362255954,0.03600937566579265,0.012801000384146902,0.04229425396382441,1.3317723290514567,0.8919258373205742,
+TRM,182287,gap12,0.019669575117656057,0.027337144778081864,0.02859263092954253,0.01272177737475195,0.007667569660425807,0.30050760054036296,0.7587121212121212,
+TRM,182287,std8,0.012072957547342389,0.025573930217646406,0.011206633007638274,0.0037628280017395497,0.013500972670304017,1.3691199403814454,0.8932416267942583,
+TRM,182287,linear_slope,-0.004465965486998445,-0.010477472793735133,0.00375925152452931,0.0014782377742576461,-0.006011507306736688,-1.8047381477774833,0.09675039872408293,
+TRM,182287,,0.008431412303494461,0.10132696061874881,,,0.09289554831525434,,0.9476275917065391,1
+TRM,182287,,-0.011238162814161594,0.07398981584066694,,,0.08522797865482853,,0.9876395534290271,2
+TRM,182287,,-0.017501985224110908,0.05780721207459768,,,0.07530919729870858,,0.99481658692185,3
+TRM,182287,,-0.02165722641632448,0.04726800189889742,,,0.0689252283152219,,0.9936403508771929,4
+TRM,182287,,-0.02433873612210032,0.03828959356090336,,,0.06262832968300368,,0.9937998405103668,5
+TRM,182287,,-0.026251249700037175,0.032453771285486946,,,0.05870502098552412,,0.9919856459330143,6
+TRM,182287,,-0.027720486846795355,0.026948010118565326,,,0.05466849696536068,,0.9926834130781499,7
+TRM,182287,,-0.029254327355240667,0.021346966996189265,,,0.05060129435142993,,0.994377990430622,8
+TRM,208328,raw_col0,0.03753090985757505,0.10676543856970966,0.025288246364197544,0.013259965039384697,0.06923452871213462,3.0198269813394845,0.9824422200520834,
+TRM,208328,lambda_max,0.037651085844269495,0.10677664534887299,0.02512397313308367,0.013229177688388983,0.0691255595046035,3.0337159572727512,0.9825439453125,
+TRM,208328,lambda_2,0.008163382514728331,0.07981906569330022,0.017306379991784124,0.011006946848836352,0.07165568317857189,4.479171352569411,0.9950358072916666,
+TRM,208328,lambda_min8,-0.01844145359408837,0.026382549254776677,0.007653696247770853,0.008303996637685445,0.04482400284886505,5.719781931771222,0.9974161783854166,
+TRM,208328,mean8,-0.003334924222756793,0.0556086836418217,0.01190007171326394,0.007874842223581683,0.058943607864578494,5.332366691079738,0.997314453125,
+TRM,208328,sum8,-0.026679393782054344,0.4448694691345736,0.09520057370611151,0.06299873778865346,0.47154886291662795,5.332366691079738,0.997314453125,
+TRM,208328,tail_mean_5_8,-0.015420041531266785,0.03501016539212287,0.009092084028274655,0.007884764308623952,0.050430206923389655,5.71574334935714,0.9977620442708334,
+TRM,208328,positive_sum,0.0587247395355727,0.4448694691345736,0.06458070830305747,0.06299873778865346,0.38614472959900087,6.003997219261945,0.997314453125,
+TRM,208328,positive_count,2.3385416666666665,8.0,1.834272664190693,0.0,5.661458333333334,3.5570002633923843,0.97265625,
+TRM,208328,spread,0.05609253943835787,0.08039409609409631,0.022109344723255545,0.012045527148538135,0.024301556655738445,1.2083434857858202,0.8315836588541666,
+TRM,208328,gap12,0.029487703329541166,0.026957579655572772,0.018874471888808943,0.011721880967665603,-0.0025301236739683937,-0.1454196424021657,0.4844767252604167,
+TRM,208328,std8,0.017963765622030784,0.025791017951462082,0.006840239440973541,0.0034387390527845256,0.007827252329431298,1.2664678318988167,0.8479817708333334,
+TRM,208328,linear_slope,-0.006622254649920248,-0.0106407870835028,0.0024252301281276825,0.0013270841640566898,-0.004018532433582553,-1.820854993098152,0.08083089192708333,
+TRM,208328,,0.037651085844269495,0.10677664534887299,,,0.0691255595046035,,0.9825439453125,1
+TRM,208328,,0.008163382514728331,0.07981906569330022,,,0.07165568317857189,,0.9950358072916666,2
+TRM,208328,,-0.0025121802484762887,0.06513736300985329,,,0.06764954325832957,,0.997802734375,3
+TRM,208328,,-0.008301515767508741,0.05309573351405561,,,0.06139724928156435,,0.9969482421875,4
+TRM,208328,,-0.012082870785585934,0.04413282019959297,,,0.0562156909851789,,0.9967244466145834,5
+TRM,208328,,-0.014609660524229184,0.03761178605782334,,,0.05222144658205252,,0.9982096354166666,6
+TRM,208328,,-0.016546181221163653,0.0319135060562985,,,0.04845968727746215,,0.99761962890625,7
+TRM,208328,,-0.01844145359408837,0.026382549254776677,,,0.04482400284886505,,0.9974161783854166,8
+TRM,234369,raw_col0,0.017852102687761037,0.10551282866247769,0.028232357301802357,0.013317820753930341,0.08766072597471665,3.4141554224023953,0.9871125043538836,
+TRM,234369,lambda_max,0.018100257435352516,0.10551282866247769,0.027988536327830896,0.013317820753930341,0.08741257122712517,3.4323113101662233,0.9871125043538836,
+TRM,234369,lambda_2,-0.004604066811501098,0.07867030866829486,0.019719553365150716,0.011658536708474037,0.08327437547979595,4.564405392945322,0.9933603274120516,
+TRM,234369,lambda_min8,-0.022638431533429103,0.0229484012013237,0.009298859423757973,0.007111412103997715,0.04558683273475281,5.140542287562098,0.9958420411006618,
+TRM,234369,mean8,-0.011827684605397524,0.05244761205414824,0.014332789786644273,0.007407756691502786,0.06427529665954576,4.9010763491549,0.9948624172762104,
+TRM,234369,sum8,-0.09462147684318019,0.4195808964331859,0.11466231829315418,0.05926205353202229,0.5142023732763661,4.9010763491549,0.9948624172762104,
+TRM,234369,tail_mean_5_8,-0.020207434739923615,0.03131334408957126,0.010792544128259897,0.006986440509582705,0.05152077882949488,5.11274632681911,0.995276036224312,
+TRM,234369,positive_sum,0.03539385316928405,0.4195808964331859,0.06747779646400791,0.05926205353202229,0.38418704326390185,5.835587574554392,0.9948624172762104,
+TRM,234369,positive_count,1.4595959595959596,8.0,1.9837429774009827,0.0,6.540404040404041,3.7415940899671596,0.976010101010101,
+TRM,234369,spread,0.04073868896878162,0.08256442746115399,0.02241355328473139,0.012417076383348144,0.041825738492372366,2.0285057054921545,0.9344740508533612,
+TRM,234369,gap12,0.022704324246853612,0.026842519994182832,0.01763881355441319,0.012612625297507308,0.00413819574732922,0.2482978753359048,0.6134839777081157,
+TRM,234369,std8,0.012928286975100262,0.026692670537360658,0.007005813445186261,0.0036572331056805014,0.013764383562260396,2.145648411526841,0.9478187042842215,
+TRM,234369,linear_slope,-0.004672796752504103,-0.010966535271122464,0.002483784411233101,0.001408622707803367,-0.006293738518618361,-2.749038204201973,0.025535527690700104,
+TRM,234369,,0.018100257435352516,0.10551282866247769,,,0.08741257122712517,,0.9871125043538836,1
+TRM,234369,,-0.004604066811501098,0.07867030866829486,,,0.08327437547979595,,0.9933603274120516,2
+TRM,234369,,-0.011769322974795054,0.06106864564634602,,,0.07283796862114107,,0.9923807035876001,3
+TRM,234369,,-0.015518605532542088,0.049075737097782304,,,0.06459434263032439,,0.9955372692441657,4
+TRM,234369,,-0.01773060891924854,0.04033861649704391,,,0.05806922541629245,,0.9950365726227796,5
+TRM,234369,,-0.019421544255513283,0.03388758148227272,,,0.053309125737786005,,0.9939916405433646,6
+TRM,234369,,-0.02103915425150354,0.0280787771776447,,,0.04911793142914824,,0.9948406478578893,7
+TRM,234369,,-0.022638431533429103,0.0229484012013237,,,0.04558683273475281,,0.9958420411006618,8
+TRM,260410,raw_col0,0.012635910749513134,0.10288177159125522,0.020353665740514393,0.012908135409945213,0.09024586084174209,4.765673402851837,0.9893530069689409,
+TRM,260410,lambda_max,0.013151870022697326,0.10296485964524543,0.020082030885045895,0.012799508784327467,0.0898129896225481,4.804380304771112,0.9894175341994321,
+TRM,260410,lambda_2,0.006369563279730556,0.07462051674976188,0.01397962220127846,0.010195166272820246,0.06825095347003132,5.1588697359447435,0.9895035705067539,
+TRM,260410,lambda_min8,-0.004715030728876456,0.02192719515523542,0.004227385419965169,0.008447152395468038,0.026642225884111873,4.838804799533285,0.9934612406435516,
+TRM,260410,mean8,0.0016685908707722002,0.05065993657996641,0.00833847799504414,0.007612387111020628,0.04899134570919421,5.979751217496621,0.9931170954142648,
+TRM,260410,sum8,0.013348726966177601,0.4052794926397313,0.06670782396035312,0.06089909688816503,0.39193076567355367,5.979751217496621,0.9931170954142648,
+TRM,260410,tail_mean_5_8,-0.002553942017630222,0.030341437701096412,0.004942638713582513,0.0076420050339071404,0.032895379718726636,5.780437375588359,0.9938484040264992,
+TRM,260410,positive_sum,0.030020373667639433,0.40529236062114143,0.06182877199665501,0.06086163404758876,0.375271986953502,6.079454596031284,0.9931170954142648,
+TRM,260410,positive_count,3.182741116751269,7.991525423728813,2.331010673590027,0.09166655785077943,4.808784306977544,2.346537314939504,0.9728770541168373,
+TRM,260410,spread,0.01786690075157378,0.08103766449001003,0.01876103350784552,0.012014923835799683,0.06317076373843625,3.6152538930748515,0.9816742665404801,
+TRM,260410,gap12,0.006782306742966769,0.028344342895483567,0.009279681044121564,0.011687724788651759,0.021562036152516798,2.176626109133382,0.9238363589434742,
+TRM,260410,std8,0.005704458291781968,0.025874699960892623,0.006055896688542684,0.003367481082971138,0.020170241669110654,3.6252488841650736,0.9808999397745849,
+TRM,260410,linear_slope,-0.0022456290199019484,-0.01060911729771913,0.002425449827958501,0.0012733048666694231,-0.008363488277817181,-3.7705968445654303,0.01903553299492386,
+TRM,260410,,0.013151870022697326,0.10296485964524543,,,0.0898129896225481,,0.9894175341994321,1
+TRM,260410,,0.006369563279730556,0.07462051674976188,,,0.06825095347003132,,0.9895035705067539,2
+TRM,260410,,0.0031100270082322196,0.058491040147462134,,,0.05538101313922991,,0.9918265508044395,3
+TRM,260410,,0.0009330347260383872,0.04783732529287621,,,0.04690429056683782,,0.9915684418824744,4
+TRM,260410,,-0.0006271256301962761,0.03984021845321029,,,0.04046734408340657,,0.9943431127935989,5
+TRM,260410,,-0.0017707919630388484,0.03266053826358738,,,0.03443133022662623,,0.9924503140325217,6
+TRM,260410,,-0.0031028197484093065,0.026937798932352562,,,0.03004061868076187,,0.993482749720382,7
+TRM,260410,,-0.004715030728876456,0.02192719515523542,,,0.026642225884111873,,0.9934612406435516,8
|