diff options
Diffstat (limited to 'outputs/fair_audit/review_user_K4_d64_N200_fair_results.json')
| -rw-r--r-- | outputs/fair_audit/review_user_K4_d64_N200_fair_results.json | 117 |
1 files changed, 117 insertions, 0 deletions
diff --git a/outputs/fair_audit/review_user_K4_d64_N200_fair_results.json b/outputs/fair_audit/review_user_K4_d64_N200_fair_results.json new file mode 100644 index 0000000..b753fc5 --- /dev/null +++ b/outputs/fair_audit/review_user_K4_d64_N200_fair_results.json @@ -0,0 +1,117 @@ +{ + "results": { + "Base": { + "rouge1": 0.2697427745247706, + "rougeL": 0.12576859015365582, + "meteor": 0.15491430352001656, + "sfd_all": 1.4355409120124014, + "sfd_nolen": 0.982612295591026, + "avg_len": 161.4, + "feature_deltas": { + "length": -170.58125, + "avg_sent_len": -1.8398282805248487, + "TTR": 0.1778298059889118, + "newline_rate": -0.06780942695138759, + "exclaim_rate": 0.10186309393346508, + "first_person_rate": -0.007879458250662915, + "adj_adv_rate": 0.012085991197443564, + "sentiment_score": 0.007228249080957582 + } + }, + "Prompt-All-K": { + "rouge1": 0.29916776582808935, + "rougeL": 0.14165736438673274, + "meteor": 0.19494355208591369, + "sfd_all": 1.0251550590339602, + "sfd_nolen": 0.6690069027209841, + "avg_len": 229.64, + "feature_deltas": { + "length": -95.11625, + "avg_sent_len": -0.7777773090350563, + "TTR": 0.09030857613203308, + "newline_rate": 0.06808960986490929, + "exclaim_rate": -0.02128331697416873, + "first_person_rate": -0.010596732523200975, + "adj_adv_rate": 0.003580829115477802, + "sentiment_score": -0.0013064779274075452 + } + }, + "BM25-Top1": { + "rouge1": 0.30545662989636524, + "rougeL": 0.13985810562936077, + "meteor": 0.19502397542348204, + "sfd_all": 1.0493414902149558, + "sfd_nolen": 0.6921726586723034, + "avg_len": 221.955, + "feature_deltas": { + "length": -102.10125, + "avg_sent_len": -1.4076592940171218, + "TTR": 0.1005087922812968, + "newline_rate": 0.06503405688843661, + "exclaim_rate": 0.0007786911921687532, + "first_person_rate": -0.009246856620435817, + "adj_adv_rate": 0.005758656094557737, + "sentiment_score": 0.00103366764137421 + } + }, + "Uncond-Head": { + "rouge1": 0.27471654695871556, + "rougeL": 0.13993753615192442, + "meteor": 0.14908919360059167, + "sfd_all": 1.406899356051711, + "sfd_nolen": 0.9139657380426509, + "avg_len": 142.795, + "feature_deltas": { + "length": -190.86125, + "avg_sent_len": -1.2106690789593002, + "TTR": 0.04129548999525154, + "newline_rate": -0.2315636738654642, + "exclaim_rate": 0.06635473546187132, + "first_person_rate": -0.004173132186997716, + "adj_adv_rate": 0.00016127504654340048, + "sentiment_score": 0.009005904740562884 + }, + "adapt_time": 6.5904146409034725 + }, + "CVH": { + "rouge1": 0.2669879308948325, + "rougeL": 0.13772551245363476, + "meteor": 0.1462595092740725, + "sfd_all": 1.4302773361057746, + "sfd_nolen": 0.9286573330911844, + "avg_len": 143.94, + "feature_deltas": { + "length": -188.10625, + "avg_sent_len": -1.3041380616020444, + "TTR": 0.040023607304787795, + "newline_rate": -0.22810684380182303, + "exclaim_rate": 0.08424944859187856, + "first_person_rate": -0.004115029056463285, + "adj_adv_rate": -0.0004537974335153681, + "sentiment_score": 0.009807998148158987 + }, + "adapt_time": 6.650620065927505 + }, + "Uncond-SW": { + "rouge1": 0.27411600221388727, + "rougeL": 0.1389995949484522, + "meteor": 0.14996735481208326, + "sfd_all": 1.7620450217256793, + "sfd_nolen": 1.2597038846319828, + "avg_len": 144.635, + "feature_deltas": { + "length": -187.27125, + "avg_sent_len": 1.082984301157315, + "TTR": 0.03844465484942571, + "newline_rate": 0.010440562094654094, + "exclaim_rate": 0.06116858297057177, + "first_person_rate": -0.001953087799013748, + "adj_adv_rate": 0.0012730801911029115, + "sentiment_score": 0.0087300693621515 + }, + "adapt_time": 2.1830299460887908 + } + }, + "num_examples": 200, + "decode_policy": "greedy, min_new_tokens=128, max_new_tokens=512, blend_gamma=0.5" +}
\ No newline at end of file |