{ "results": { "Base": { "rouge1": 0.2639410181699856, "rougeL": 0.12226660387600885, "meteor": 0.15644767823525624, "sfd_all": 1.855543401433038, "sfd_nolen": 1.40102057968013, "avg_len": 161.26, "feature_deltas": { "length": -166.92625, "avg_sent_len": -0.445621484232192, "TTR": 0.16742854416579822, "newline_rate": 0.33603609122683437, "exclaim_rate": 0.10311926597409672, "first_person_rate": -0.004630627659371239, "adj_adv_rate": 0.014947889540307242, "sentiment_score": 0.004902368204544948 } }, "Prompt-All-K": { "rouge1": 0.2949064941214685, "rougeL": 0.14221230603960902, "meteor": 0.19278002514924528, "sfd_all": 1.0376281839656, "sfd_nolen": 0.6970911666595232, "avg_len": 221.83, "feature_deltas": { "length": -99.19125, "avg_sent_len": -0.45126175989192435, "TTR": 0.08438859073946078, "newline_rate": 0.06913301695818268, "exclaim_rate": -0.018306298734672332, "first_person_rate": -0.008315379437669607, "adj_adv_rate": 0.005993095462927978, "sentiment_score": -0.0019037645107794813 } }, "BM25-Top1": { "rouge1": 0.3001382143090872, "rougeL": 0.13936262093408538, "meteor": 0.19396358805130862, "sfd_all": 1.0747349063833576, "sfd_nolen": 0.7087245239311885, "avg_len": 210.765, "feature_deltas": { "length": -110.85625, "avg_sent_len": -1.3260890787146433, "TTR": 0.10201761820130863, "newline_rate": 0.03855633139725462, "exclaim_rate": -0.004000345659875873, "first_person_rate": -0.005715845877460773, "adj_adv_rate": 0.00836615368305133, "sentiment_score": 0.0002407419266213977 } }, "Uncond-Head": { "rouge1": 0.2747218569315502, "rougeL": 0.13830114210174183, "meteor": 0.15131045115283195, "sfd_all": 1.8103251202025208, "sfd_nolen": 1.322788852424522, "avg_len": 140.295, "feature_deltas": { "length": -190.07625, "avg_sent_len": -0.11648459750974915, "TTR": 0.03642984463001295, "newline_rate": 0.09318243718393888, "exclaim_rate": 0.05521030382999689, "first_person_rate": -0.0028431851799509294, "adj_adv_rate": 0.004278413081645589, "sentiment_score": 0.009275625030185088 }, "adapt_time": 6.554321695566177 }, "CVH": { "rouge1": 0.2712932304181367, "rougeL": 0.13688829851163617, "meteor": 0.1488906945678509, "sfd_all": 1.3838728526690562, "sfd_nolen": 0.8850920320023664, "avg_len": 134.695, "feature_deltas": { "length": -196.21625, "avg_sent_len": -1.288197180530218, "TTR": 0.03617573442864977, "newline_rate": -0.2709791904041593, "exclaim_rate": 0.05786762872245946, "first_person_rate": -0.0033052177467907838, "adj_adv_rate": 0.0035532298569307353, "sentiment_score": 0.008064281328463024 }, "adapt_time": 6.563915815353393 }, "Uncond-SW": { "rouge1": 0.2742123793918828, "rougeL": 0.13845832696977614, "meteor": 0.14940870610081317, "sfd_all": 1.5222735730148043, "sfd_nolen": 1.0292670943634519, "avg_len": 137.85, "feature_deltas": { "length": -192.72125, "avg_sent_len": -0.9746182349659784, "TTR": 0.038203071479704004, "newline_rate": -0.13490443754264173, "exclaim_rate": 0.05740849349494187, "first_person_rate": -0.0017499002974662747, "adj_adv_rate": 0.003483271293738952, "sentiment_score": 0.009570375704775834 }, "adapt_time": 2.2257866108417512 } }, "num_examples": 200, "decode_policy": "greedy, min_new_tokens=128, max_new_tokens=512, blend_gamma=0.5" }