1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
|
{
"results": {
"Base": {
"rouge1": 0.2639410181699856,
"rougeL": 0.12226660387600885,
"meteor": 0.15644767823525624,
"sfd_all": 1.855543401433038,
"sfd_nolen": 1.40102057968013,
"avg_len": 161.26,
"feature_deltas": {
"length": -166.92625,
"avg_sent_len": -0.445621484232192,
"TTR": 0.16742854416579822,
"newline_rate": 0.33603609122683437,
"exclaim_rate": 0.10311926597409672,
"first_person_rate": -0.004630627659371239,
"adj_adv_rate": 0.014947889540307242,
"sentiment_score": 0.004902368204544948
}
},
"Prompt-All-K": {
"rouge1": 0.2949064941214685,
"rougeL": 0.14221230603960902,
"meteor": 0.19278002514924528,
"sfd_all": 1.0376281839656,
"sfd_nolen": 0.6970911666595232,
"avg_len": 221.83,
"feature_deltas": {
"length": -99.19125,
"avg_sent_len": -0.45126175989192435,
"TTR": 0.08438859073946078,
"newline_rate": 0.06913301695818268,
"exclaim_rate": -0.018306298734672332,
"first_person_rate": -0.008315379437669607,
"adj_adv_rate": 0.005993095462927978,
"sentiment_score": -0.0019037645107794813
}
},
"BM25-Top1": {
"rouge1": 0.3001382143090872,
"rougeL": 0.13936262093408538,
"meteor": 0.19396358805130862,
"sfd_all": 1.0747349063833576,
"sfd_nolen": 0.7087245239311885,
"avg_len": 210.765,
"feature_deltas": {
"length": -110.85625,
"avg_sent_len": -1.3260890787146433,
"TTR": 0.10201761820130863,
"newline_rate": 0.03855633139725462,
"exclaim_rate": -0.004000345659875873,
"first_person_rate": -0.005715845877460773,
"adj_adv_rate": 0.00836615368305133,
"sentiment_score": 0.0002407419266213977
}
},
"Uncond-Head": {
"rouge1": 0.2747218569315502,
"rougeL": 0.13830114210174183,
"meteor": 0.15131045115283195,
"sfd_all": 1.8103251202025208,
"sfd_nolen": 1.322788852424522,
"avg_len": 140.295,
"feature_deltas": {
"length": -190.07625,
"avg_sent_len": -0.11648459750974915,
"TTR": 0.03642984463001295,
"newline_rate": 0.09318243718393888,
"exclaim_rate": 0.05521030382999689,
"first_person_rate": -0.0028431851799509294,
"adj_adv_rate": 0.004278413081645589,
"sentiment_score": 0.009275625030185088
},
"adapt_time": 6.554321695566177
},
"CVH": {
"rouge1": 0.2712932304181367,
"rougeL": 0.13688829851163617,
"meteor": 0.1488906945678509,
"sfd_all": 1.3838728526690562,
"sfd_nolen": 0.8850920320023664,
"avg_len": 134.695,
"feature_deltas": {
"length": -196.21625,
"avg_sent_len": -1.288197180530218,
"TTR": 0.03617573442864977,
"newline_rate": -0.2709791904041593,
"exclaim_rate": 0.05786762872245946,
"first_person_rate": -0.0033052177467907838,
"adj_adv_rate": 0.0035532298569307353,
"sentiment_score": 0.008064281328463024
},
"adapt_time": 6.563915815353393
},
"Uncond-SW": {
"rouge1": 0.2742123793918828,
"rougeL": 0.13845832696977614,
"meteor": 0.14940870610081317,
"sfd_all": 1.5222735730148043,
"sfd_nolen": 1.0292670943634519,
"avg_len": 137.85,
"feature_deltas": {
"length": -192.72125,
"avg_sent_len": -0.9746182349659784,
"TTR": 0.038203071479704004,
"newline_rate": -0.13490443754264173,
"exclaim_rate": 0.05740849349494187,
"first_person_rate": -0.0017499002974662747,
"adj_adv_rate": 0.003483271293738952,
"sentiment_score": 0.009570375704775834
},
"adapt_time": 2.2257866108417512
}
},
"num_examples": 200,
"decode_policy": "greedy, min_new_tokens=128, max_new_tokens=512, blend_gamma=0.5"
}
|
