diff options
Diffstat (limited to 'outputs/fair_audit')
4 files changed, 468 insertions, 0 deletions
diff --git a/outputs/fair_audit/review_temporal_K4_d64_N200_fair_results.json b/outputs/fair_audit/review_temporal_K4_d64_N200_fair_results.json new file mode 100644 index 0000000..f600a21 --- /dev/null +++ b/outputs/fair_audit/review_temporal_K4_d64_N200_fair_results.json @@ -0,0 +1,117 @@ +{ + "results": { + "Base": { + "rouge1": 0.2639410181699856, + "rougeL": 0.12226660387600885, + "meteor": 0.15644767823525624, + "sfd_all": 1.855543401433038, + "sfd_nolen": 1.40102057968013, + "avg_len": 161.26, + "feature_deltas": { + "length": -166.92625, + "avg_sent_len": -0.445621484232192, + "TTR": 0.16742854416579822, + "newline_rate": 0.33603609122683437, + "exclaim_rate": 0.10311926597409672, + "first_person_rate": -0.004630627659371239, + "adj_adv_rate": 0.014947889540307242, + "sentiment_score": 0.004902368204544948 + } + }, + "Prompt-All-K": { + "rouge1": 0.2949064941214685, + "rougeL": 0.14221230603960902, + "meteor": 0.19278002514924528, + "sfd_all": 1.0376281839656, + "sfd_nolen": 0.6970911666595232, + "avg_len": 221.83, + "feature_deltas": { + "length": -99.19125, + "avg_sent_len": -0.45126175989192435, + "TTR": 0.08438859073946078, + "newline_rate": 0.06913301695818268, + "exclaim_rate": -0.018306298734672332, + "first_person_rate": -0.008315379437669607, + "adj_adv_rate": 0.005993095462927978, + "sentiment_score": -0.0019037645107794813 + } + }, + "BM25-Top1": { + "rouge1": 0.3001382143090872, + "rougeL": 0.13936262093408538, + "meteor": 0.19396358805130862, + "sfd_all": 1.0747349063833576, + "sfd_nolen": 0.7087245239311885, + "avg_len": 210.765, + "feature_deltas": { + "length": -110.85625, + "avg_sent_len": -1.3260890787146433, + "TTR": 0.10201761820130863, + "newline_rate": 0.03855633139725462, + "exclaim_rate": -0.004000345659875873, + "first_person_rate": -0.005715845877460773, + "adj_adv_rate": 0.00836615368305133, + "sentiment_score": 0.0002407419266213977 + } + }, + "Uncond-Head": { + "rouge1": 0.2747218569315502, + "rougeL": 0.13830114210174183, + "meteor": 0.15131045115283195, + "sfd_all": 1.8103251202025208, + "sfd_nolen": 1.322788852424522, + "avg_len": 140.295, + "feature_deltas": { + "length": -190.07625, + "avg_sent_len": -0.11648459750974915, + "TTR": 0.03642984463001295, + "newline_rate": 0.09318243718393888, + "exclaim_rate": 0.05521030382999689, + "first_person_rate": -0.0028431851799509294, + "adj_adv_rate": 0.004278413081645589, + "sentiment_score": 0.009275625030185088 + }, + "adapt_time": 6.554321695566177 + }, + "CVH": { + "rouge1": 0.2712932304181367, + "rougeL": 0.13688829851163617, + "meteor": 0.1488906945678509, + "sfd_all": 1.3838728526690562, + "sfd_nolen": 0.8850920320023664, + "avg_len": 134.695, + "feature_deltas": { + "length": -196.21625, + "avg_sent_len": -1.288197180530218, + "TTR": 0.03617573442864977, + "newline_rate": -0.2709791904041593, + "exclaim_rate": 0.05786762872245946, + "first_person_rate": -0.0033052177467907838, + "adj_adv_rate": 0.0035532298569307353, + "sentiment_score": 0.008064281328463024 + }, + "adapt_time": 6.563915815353393 + }, + "Uncond-SW": { + "rouge1": 0.2742123793918828, + "rougeL": 0.13845832696977614, + "meteor": 0.14940870610081317, + "sfd_all": 1.5222735730148043, + "sfd_nolen": 1.0292670943634519, + "avg_len": 137.85, + "feature_deltas": { + "length": -192.72125, + "avg_sent_len": -0.9746182349659784, + "TTR": 0.038203071479704004, + "newline_rate": -0.13490443754264173, + "exclaim_rate": 0.05740849349494187, + "first_person_rate": -0.0017499002974662747, + "adj_adv_rate": 0.003483271293738952, + "sentiment_score": 0.009570375704775834 + }, + "adapt_time": 2.2257866108417512 + } + }, + "num_examples": 200, + "decode_policy": "greedy, min_new_tokens=128, max_new_tokens=512, blend_gamma=0.5" +}
\ No newline at end of file diff --git a/outputs/fair_audit/review_user_K4_d64_N200_fair_results.json b/outputs/fair_audit/review_user_K4_d64_N200_fair_results.json new file mode 100644 index 0000000..b753fc5 --- /dev/null +++ b/outputs/fair_audit/review_user_K4_d64_N200_fair_results.json @@ -0,0 +1,117 @@ +{ + "results": { + "Base": { + "rouge1": 0.2697427745247706, + "rougeL": 0.12576859015365582, + "meteor": 0.15491430352001656, + "sfd_all": 1.4355409120124014, + "sfd_nolen": 0.982612295591026, + "avg_len": 161.4, + "feature_deltas": { + "length": -170.58125, + "avg_sent_len": -1.8398282805248487, + "TTR": 0.1778298059889118, + "newline_rate": -0.06780942695138759, + "exclaim_rate": 0.10186309393346508, + "first_person_rate": -0.007879458250662915, + "adj_adv_rate": 0.012085991197443564, + "sentiment_score": 0.007228249080957582 + } + }, + "Prompt-All-K": { + "rouge1": 0.29916776582808935, + "rougeL": 0.14165736438673274, + "meteor": 0.19494355208591369, + "sfd_all": 1.0251550590339602, + "sfd_nolen": 0.6690069027209841, + "avg_len": 229.64, + "feature_deltas": { + "length": -95.11625, + "avg_sent_len": -0.7777773090350563, + "TTR": 0.09030857613203308, + "newline_rate": 0.06808960986490929, + "exclaim_rate": -0.02128331697416873, + "first_person_rate": -0.010596732523200975, + "adj_adv_rate": 0.003580829115477802, + "sentiment_score": -0.0013064779274075452 + } + }, + "BM25-Top1": { + "rouge1": 0.30545662989636524, + "rougeL": 0.13985810562936077, + "meteor": 0.19502397542348204, + "sfd_all": 1.0493414902149558, + "sfd_nolen": 0.6921726586723034, + "avg_len": 221.955, + "feature_deltas": { + "length": -102.10125, + "avg_sent_len": -1.4076592940171218, + "TTR": 0.1005087922812968, + "newline_rate": 0.06503405688843661, + "exclaim_rate": 0.0007786911921687532, + "first_person_rate": -0.009246856620435817, + "adj_adv_rate": 0.005758656094557737, + "sentiment_score": 0.00103366764137421 + } + }, + "Uncond-Head": { + "rouge1": 0.27471654695871556, + "rougeL": 0.13993753615192442, + "meteor": 0.14908919360059167, + "sfd_all": 1.406899356051711, + "sfd_nolen": 0.9139657380426509, + "avg_len": 142.795, + "feature_deltas": { + "length": -190.86125, + "avg_sent_len": -1.2106690789593002, + "TTR": 0.04129548999525154, + "newline_rate": -0.2315636738654642, + "exclaim_rate": 0.06635473546187132, + "first_person_rate": -0.004173132186997716, + "adj_adv_rate": 0.00016127504654340048, + "sentiment_score": 0.009005904740562884 + }, + "adapt_time": 6.5904146409034725 + }, + "CVH": { + "rouge1": 0.2669879308948325, + "rougeL": 0.13772551245363476, + "meteor": 0.1462595092740725, + "sfd_all": 1.4302773361057746, + "sfd_nolen": 0.9286573330911844, + "avg_len": 143.94, + "feature_deltas": { + "length": -188.10625, + "avg_sent_len": -1.3041380616020444, + "TTR": 0.040023607304787795, + "newline_rate": -0.22810684380182303, + "exclaim_rate": 0.08424944859187856, + "first_person_rate": -0.004115029056463285, + "adj_adv_rate": -0.0004537974335153681, + "sentiment_score": 0.009807998148158987 + }, + "adapt_time": 6.650620065927505 + }, + "Uncond-SW": { + "rouge1": 0.27411600221388727, + "rougeL": 0.1389995949484522, + "meteor": 0.14996735481208326, + "sfd_all": 1.7620450217256793, + "sfd_nolen": 1.2597038846319828, + "avg_len": 144.635, + "feature_deltas": { + "length": -187.27125, + "avg_sent_len": 1.082984301157315, + "TTR": 0.03844465484942571, + "newline_rate": 0.010440562094654094, + "exclaim_rate": 0.06116858297057177, + "first_person_rate": -0.001953087799013748, + "adj_adv_rate": 0.0012730801911029115, + "sentiment_score": 0.0087300693621515 + }, + "adapt_time": 2.1830299460887908 + } + }, + "num_examples": 200, + "decode_policy": "greedy, min_new_tokens=128, max_new_tokens=512, blend_gamma=0.5" +}
\ No newline at end of file diff --git a/outputs/fair_audit/topic_temporal_K4_d64_N200_fair_results.json b/outputs/fair_audit/topic_temporal_K4_d64_N200_fair_results.json new file mode 100644 index 0000000..097b95c --- /dev/null +++ b/outputs/fair_audit/topic_temporal_K4_d64_N200_fair_results.json @@ -0,0 +1,117 @@ +{ + "results": { + "Base": { + "rouge1": 0.28984915072609035, + "rougeL": 0.12250377793521261, + "meteor": 0.21004758987715536, + "sfd_all": 1.6643365277346691, + "sfd_nolen": 1.0385348101589198, + "avg_len": 246.335, + "feature_deltas": { + "length": -1.78, + "avg_sent_len": -3.246577205494341, + "TTR": 0.06897256967962712, + "newline_rate": 0.4263220633386752, + "exclaim_rate": 0.1120631034932264, + "first_person_rate": -0.0037646675370617416, + "adj_adv_rate": -0.00259664310238531, + "sentiment_score": 0.002157300888416565 + } + }, + "Prompt-All-K": { + "rouge1": 0.2668110270292337, + "rougeL": 0.1291186308652062, + "meteor": 0.19818628603837213, + "sfd_all": 1.410855843519239, + "sfd_nolen": 0.8359962398843364, + "avg_len": 249.06, + "feature_deltas": { + "length": -4.35, + "avg_sent_len": -1.329287994749063, + "TTR": 0.017625236539407726, + "newline_rate": 0.20696549782868945, + "exclaim_rate": 0.038863829209766554, + "first_person_rate": -0.002770645129017844, + "adj_adv_rate": -0.0005991015318490243, + "sentiment_score": 0.0009170684119961202 + } + }, + "BM25-Top1": { + "rouge1": 0.2546033696273812, + "rougeL": 0.11820224039247507, + "meteor": 0.18746215667712504, + "sfd_all": 1.4681828407377084, + "sfd_nolen": 0.8656866959298877, + "avg_len": 232.015, + "feature_deltas": { + "length": -21.19, + "avg_sent_len": -2.2273077161985886, + "TTR": 0.048089079588597955, + "newline_rate": 0.2283326324239623, + "exclaim_rate": 0.06476176816481617, + "first_person_rate": -0.002062671240273185, + "adj_adv_rate": -0.003105932780815531, + "sentiment_score": 0.0026425405580024525 + } + }, + "Uncond-Head": { + "rouge1": 0.27929922437081617, + "rougeL": 0.13416330840898946, + "meteor": 0.20432220183006447, + "sfd_all": 1.7457301119532245, + "sfd_nolen": 1.0748504971524213, + "avg_len": 259.19, + "feature_deltas": { + "length": 15.185, + "avg_sent_len": -1.528666820505814, + "TTR": -0.13456223126496966, + "newline_rate": 0.3035233686677935, + "exclaim_rate": 0.06546569935247971, + "first_person_rate": 0.00608902419005909, + "adj_adv_rate": -0.012713541636957098, + "sentiment_score": 0.0032088299366138146 + }, + "adapt_time": 5.545737104415894 + }, + "CVH": { + "rouge1": 0.2732668756486018, + "rougeL": 0.1333292880216737, + "meteor": 0.1994612023551069, + "sfd_all": 1.6899249199714634, + "sfd_nolen": 1.0363194964048348, + "avg_len": 251.0, + "feature_deltas": { + "length": 7.57, + "avg_sent_len": -1.636122177861851, + "TTR": -0.14241579788497058, + "newline_rate": 0.2739697954172092, + "exclaim_rate": 0.06934072686287729, + "first_person_rate": 0.005809860274156219, + "adj_adv_rate": -0.0153621828929979, + "sentiment_score": 0.004551798810441284 + }, + "adapt_time": 5.555131942033768 + }, + "Uncond-SW": { + "rouge1": 0.27759121282072297, + "rougeL": 0.13426233957013273, + "meteor": 0.20317704007364315, + "sfd_all": 1.7356393883366876, + "sfd_nolen": 1.0575837665782766, + "avg_len": 257.81, + "feature_deltas": { + "length": 15.08, + "avg_sent_len": -1.5301018135923676, + "TTR": -0.14273001338817937, + "newline_rate": 0.3095342271756431, + "exclaim_rate": 0.0598484461304457, + "first_person_rate": 0.005052374635440565, + "adj_adv_rate": -0.013400514550224818, + "sentiment_score": 0.0029209458494426875 + }, + "adapt_time": 2.1236859560012817 + } + }, + "num_examples": 200, + "decode_policy": "greedy, min_new_tokens=128, max_new_tokens=512, blend_gamma=0.5" +}
\ No newline at end of file diff --git a/outputs/fair_audit/topic_user_K4_d64_N200_fair_results.json b/outputs/fair_audit/topic_user_K4_d64_N200_fair_results.json new file mode 100644 index 0000000..436ad40 --- /dev/null +++ b/outputs/fair_audit/topic_user_K4_d64_N200_fair_results.json @@ -0,0 +1,117 @@ +{ + "results": { + "Base": { + "rouge1": 0.29108420217791586, + "rougeL": 0.11933661102378458, + "meteor": 0.20440162670816078, + "sfd_all": 1.57754139533291, + "sfd_nolen": 0.968435638532869, + "avg_len": 244.66, + "feature_deltas": { + "length": -0.89875, + "avg_sent_len": -3.7377455393461467, + "TTR": 0.06763033291033599, + "newline_rate": 0.27872818568783064, + "exclaim_rate": 0.1048047941518918, + "first_person_rate": 0.0009034068211049077, + "adj_adv_rate": -0.0037094728027600708, + "sentiment_score": 0.002781973404286483 + } + }, + "Prompt-All-K": { + "rouge1": 0.25818662417404703, + "rougeL": 0.12293156397427764, + "meteor": 0.18520736264559315, + "sfd_all": 1.4544789243060898, + "sfd_nolen": 0.8730698626536205, + "avg_len": 232.605, + "feature_deltas": { + "length": -17.15375, + "avg_sent_len": -2.4913280395141304, + "TTR": 0.026565419567024528, + "newline_rate": 0.1756867598329655, + "exclaim_rate": 0.03524532727422328, + "first_person_rate": 0.001990369323950276, + "adj_adv_rate": -0.007447287388785413, + "sentiment_score": 0.0013350766977724307 + } + }, + "BM25-Top1": { + "rouge1": 0.2604153356020315, + "rougeL": 0.1193909461818881, + "meteor": 0.18568201388907532, + "sfd_all": 1.4180388711957266, + "sfd_nolen": 0.8918698274006386, + "avg_len": 227.265, + "feature_deltas": { + "length": -25.24375, + "avg_sent_len": -2.3812369921742818, + "TTR": 0.04246840602123856, + "newline_rate": 0.1523757212605453, + "exclaim_rate": 0.06451831601647286, + "first_person_rate": -0.0006676484724408885, + "adj_adv_rate": -0.004714460870661791, + "sentiment_score": 0.0019441456923959164 + } + }, + "Uncond-Head": { + "rouge1": 0.272253587033546, + "rougeL": 0.1321174047956226, + "meteor": 0.19203463885960004, + "sfd_all": 1.6076602575522427, + "sfd_nolen": 0.9548231613156074, + "avg_len": 255.78, + "feature_deltas": { + "length": 14.12125, + "avg_sent_len": -3.4104779329564514, + "TTR": -0.1488780438134324, + "newline_rate": 0.19151398235081096, + "exclaim_rate": 0.054442049906536394, + "first_person_rate": 0.007650724723829362, + "adj_adv_rate": -0.014780960712514975, + "sentiment_score": 0.0037896071184805994 + }, + "adapt_time": 5.503373540639878 + }, + "CVH": { + "rouge1": 0.2738968089325739, + "rougeL": 0.13034318090740352, + "meteor": 0.19233542238408405, + "sfd_all": 1.605802427600553, + "sfd_nolen": 0.9598213964633208, + "avg_len": 249.395, + "feature_deltas": { + "length": 4.51125, + "avg_sent_len": -3.0078106411236507, + "TTR": -0.137260791986814, + "newline_rate": 0.18334382325488566, + "exclaim_rate": 0.05609966650973971, + "first_person_rate": 0.010012175202340347, + "adj_adv_rate": -0.01552706206622135, + "sentiment_score": 0.004098927650269633 + }, + "adapt_time": 5.494220098257065 + }, + "Uncond-SW": { + "rouge1": 0.2728698688411594, + "rougeL": 0.13082081008960608, + "meteor": 0.19297967725738285, + "sfd_all": 1.6217805873430902, + "sfd_nolen": 0.9641445892199336, + "avg_len": 253.305, + "feature_deltas": { + "length": 10.77125, + "avg_sent_len": -3.0826858181641144, + "TTR": -0.13979336041068025, + "newline_rate": 0.20717424954482574, + "exclaim_rate": 0.052789807352293626, + "first_person_rate": 0.007670669350797363, + "adj_adv_rate": -0.018823927161665116, + "sentiment_score": 0.003211091078776497 + }, + "adapt_time": 2.707582322359085 + } + }, + "num_examples": 200, + "decode_policy": "greedy, min_new_tokens=128, max_new_tokens=512, blend_gamma=0.5" +}
\ No newline at end of file |