1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
|
{
"results": {
"Base": {
"rouge1": 0.2697427745247706,
"rougeL": 0.12576859015365582,
"meteor": 0.15491430352001656,
"sfd_all": 1.4355409120124014,
"sfd_nolen": 0.982612295591026,
"avg_len": 161.4,
"feature_deltas": {
"length": -170.58125,
"avg_sent_len": -1.8398282805248487,
"TTR": 0.1778298059889118,
"newline_rate": -0.06780942695138759,
"exclaim_rate": 0.10186309393346508,
"first_person_rate": -0.007879458250662915,
"adj_adv_rate": 0.012085991197443564,
"sentiment_score": 0.007228249080957582
}
},
"Prompt-All-K": {
"rouge1": 0.29916776582808935,
"rougeL": 0.14165736438673274,
"meteor": 0.19494355208591369,
"sfd_all": 1.0251550590339602,
"sfd_nolen": 0.6690069027209841,
"avg_len": 229.64,
"feature_deltas": {
"length": -95.11625,
"avg_sent_len": -0.7777773090350563,
"TTR": 0.09030857613203308,
"newline_rate": 0.06808960986490929,
"exclaim_rate": -0.02128331697416873,
"first_person_rate": -0.010596732523200975,
"adj_adv_rate": 0.003580829115477802,
"sentiment_score": -0.0013064779274075452
}
},
"BM25-Top1": {
"rouge1": 0.30545662989636524,
"rougeL": 0.13985810562936077,
"meteor": 0.19502397542348204,
"sfd_all": 1.0493414902149558,
"sfd_nolen": 0.6921726586723034,
"avg_len": 221.955,
"feature_deltas": {
"length": -102.10125,
"avg_sent_len": -1.4076592940171218,
"TTR": 0.1005087922812968,
"newline_rate": 0.06503405688843661,
"exclaim_rate": 0.0007786911921687532,
"first_person_rate": -0.009246856620435817,
"adj_adv_rate": 0.005758656094557737,
"sentiment_score": 0.00103366764137421
}
},
"Uncond-Head": {
"rouge1": 0.27471654695871556,
"rougeL": 0.13993753615192442,
"meteor": 0.14908919360059167,
"sfd_all": 1.406899356051711,
"sfd_nolen": 0.9139657380426509,
"avg_len": 142.795,
"feature_deltas": {
"length": -190.86125,
"avg_sent_len": -1.2106690789593002,
"TTR": 0.04129548999525154,
"newline_rate": -0.2315636738654642,
"exclaim_rate": 0.06635473546187132,
"first_person_rate": -0.004173132186997716,
"adj_adv_rate": 0.00016127504654340048,
"sentiment_score": 0.009005904740562884
},
"adapt_time": 6.5904146409034725
},
"CVH": {
"rouge1": 0.2669879308948325,
"rougeL": 0.13772551245363476,
"meteor": 0.1462595092740725,
"sfd_all": 1.4302773361057746,
"sfd_nolen": 0.9286573330911844,
"avg_len": 143.94,
"feature_deltas": {
"length": -188.10625,
"avg_sent_len": -1.3041380616020444,
"TTR": 0.040023607304787795,
"newline_rate": -0.22810684380182303,
"exclaim_rate": 0.08424944859187856,
"first_person_rate": -0.004115029056463285,
"adj_adv_rate": -0.0004537974335153681,
"sentiment_score": 0.009807998148158987
},
"adapt_time": 6.650620065927505
},
"Uncond-SW": {
"rouge1": 0.27411600221388727,
"rougeL": 0.1389995949484522,
"meteor": 0.14996735481208326,
"sfd_all": 1.7620450217256793,
"sfd_nolen": 1.2597038846319828,
"avg_len": 144.635,
"feature_deltas": {
"length": -187.27125,
"avg_sent_len": 1.082984301157315,
"TTR": 0.03844465484942571,
"newline_rate": 0.010440562094654094,
"exclaim_rate": 0.06116858297057177,
"first_person_rate": -0.001953087799013748,
"adj_adv_rate": 0.0012730801911029115,
"sentiment_score": 0.0087300693621515
},
"adapt_time": 2.1830299460887908
}
},
"num_examples": 200,
"decode_policy": "greedy, min_new_tokens=128, max_new_tokens=512, blend_gamma=0.5"
}
|
