{ "results": { "Base": { "rouge1": 0.2697427745247706, "rougeL": 0.12576859015365582, "meteor": 0.15491430352001656, "sfd_all": 1.4355409120124014, "sfd_nolen": 0.982612295591026, "avg_len": 161.4, "feature_deltas": { "length": -170.58125, "avg_sent_len": -1.8398282805248487, "TTR": 0.1778298059889118, "newline_rate": -0.06780942695138759, "exclaim_rate": 0.10186309393346508, "first_person_rate": -0.007879458250662915, "adj_adv_rate": 0.012085991197443564, "sentiment_score": 0.007228249080957582 } }, "Prompt-All-K": { "rouge1": 0.29916776582808935, "rougeL": 0.14165736438673274, "meteor": 0.19494355208591369, "sfd_all": 1.0251550590339602, "sfd_nolen": 0.6690069027209841, "avg_len": 229.64, "feature_deltas": { "length": -95.11625, "avg_sent_len": -0.7777773090350563, "TTR": 0.09030857613203308, "newline_rate": 0.06808960986490929, "exclaim_rate": -0.02128331697416873, "first_person_rate": -0.010596732523200975, "adj_adv_rate": 0.003580829115477802, "sentiment_score": -0.0013064779274075452 } }, "BM25-Top1": { "rouge1": 0.30545662989636524, "rougeL": 0.13985810562936077, "meteor": 0.19502397542348204, "sfd_all": 1.0493414902149558, "sfd_nolen": 0.6921726586723034, "avg_len": 221.955, "feature_deltas": { "length": -102.10125, "avg_sent_len": -1.4076592940171218, "TTR": 0.1005087922812968, "newline_rate": 0.06503405688843661, "exclaim_rate": 0.0007786911921687532, "first_person_rate": -0.009246856620435817, "adj_adv_rate": 0.005758656094557737, "sentiment_score": 0.00103366764137421 } }, "Uncond-Head": { "rouge1": 0.27471654695871556, "rougeL": 0.13993753615192442, "meteor": 0.14908919360059167, "sfd_all": 1.406899356051711, "sfd_nolen": 0.9139657380426509, "avg_len": 142.795, "feature_deltas": { "length": -190.86125, "avg_sent_len": -1.2106690789593002, "TTR": 0.04129548999525154, "newline_rate": -0.2315636738654642, "exclaim_rate": 0.06635473546187132, "first_person_rate": -0.004173132186997716, "adj_adv_rate": 0.00016127504654340048, "sentiment_score": 0.009005904740562884 }, "adapt_time": 6.5904146409034725 }, "CVH": { "rouge1": 0.2669879308948325, "rougeL": 0.13772551245363476, "meteor": 0.1462595092740725, "sfd_all": 1.4302773361057746, "sfd_nolen": 0.9286573330911844, "avg_len": 143.94, "feature_deltas": { "length": -188.10625, "avg_sent_len": -1.3041380616020444, "TTR": 0.040023607304787795, "newline_rate": -0.22810684380182303, "exclaim_rate": 0.08424944859187856, "first_person_rate": -0.004115029056463285, "adj_adv_rate": -0.0004537974335153681, "sentiment_score": 0.009807998148158987 }, "adapt_time": 6.650620065927505 }, "Uncond-SW": { "rouge1": 0.27411600221388727, "rougeL": 0.1389995949484522, "meteor": 0.14996735481208326, "sfd_all": 1.7620450217256793, "sfd_nolen": 1.2597038846319828, "avg_len": 144.635, "feature_deltas": { "length": -187.27125, "avg_sent_len": 1.082984301157315, "TTR": 0.03844465484942571, "newline_rate": 0.010440562094654094, "exclaim_rate": 0.06116858297057177, "first_person_rate": -0.001953087799013748, "adj_adv_rate": 0.0012730801911029115, "sentiment_score": 0.0087300693621515 }, "adapt_time": 2.1830299460887908 } }, "num_examples": 200, "decode_policy": "greedy, min_new_tokens=128, max_new_tokens=512, blend_gamma=0.5" }