Initial commit: UPH project codebase and experiment results

Includes model code, evaluation scripts, configs, analysis outputs,
and experiment results for the User Prior Head personalization method.

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

4 files changed, 468 insertions, 0 deletions

diff --git a/outputs/fair_audit/review_temporal_K4_d64_N200_fair_results.json b/outputs/fair_audit/review_temporal_K4_d64_N200_fair_results.json
new file mode 100644
index 0000000..f600a21
--- /dev/null
+++ b/outputs/fair_audit/review_temporal_K4_d64_N200_fair_results.json
@@ -0,0 +1,117 @@
+{
+  "results": {
+    "Base": {
+      "rouge1": 0.2639410181699856,
+      "rougeL": 0.12226660387600885,
+      "meteor": 0.15644767823525624,
+      "sfd_all": 1.855543401433038,
+      "sfd_nolen": 1.40102057968013,
+      "avg_len": 161.26,
+      "feature_deltas": {
+        "length": -166.92625,
+        "avg_sent_len": -0.445621484232192,
+        "TTR": 0.16742854416579822,
+        "newline_rate": 0.33603609122683437,
+        "exclaim_rate": 0.10311926597409672,
+        "first_person_rate": -0.004630627659371239,
+        "adj_adv_rate": 0.014947889540307242,
+        "sentiment_score": 0.004902368204544948
+      }
+    },
+    "Prompt-All-K": {
+      "rouge1": 0.2949064941214685,
+      "rougeL": 0.14221230603960902,
+      "meteor": 0.19278002514924528,
+      "sfd_all": 1.0376281839656,
+      "sfd_nolen": 0.6970911666595232,
+      "avg_len": 221.83,
+      "feature_deltas": {
+        "length": -99.19125,
+        "avg_sent_len": -0.45126175989192435,
+        "TTR": 0.08438859073946078,
+        "newline_rate": 0.06913301695818268,
+        "exclaim_rate": -0.018306298734672332,
+        "first_person_rate": -0.008315379437669607,
+        "adj_adv_rate": 0.005993095462927978,
+        "sentiment_score": -0.0019037645107794813
+      }
+    },
+    "BM25-Top1": {
+      "rouge1": 0.3001382143090872,
+      "rougeL": 0.13936262093408538,
+      "meteor": 0.19396358805130862,
+      "sfd_all": 1.0747349063833576,
+      "sfd_nolen": 0.7087245239311885,
+      "avg_len": 210.765,
+      "feature_deltas": {
+        "length": -110.85625,
+        "avg_sent_len": -1.3260890787146433,
+        "TTR": 0.10201761820130863,
+        "newline_rate": 0.03855633139725462,
+        "exclaim_rate": -0.004000345659875873,
+        "first_person_rate": -0.005715845877460773,
+        "adj_adv_rate": 0.00836615368305133,
+        "sentiment_score": 0.0002407419266213977
+      }
+    },
+    "Uncond-Head": {
+      "rouge1": 0.2747218569315502,
+      "rougeL": 0.13830114210174183,
+      "meteor": 0.15131045115283195,
+      "sfd_all": 1.8103251202025208,
+      "sfd_nolen": 1.322788852424522,
+      "avg_len": 140.295,
+      "feature_deltas": {
+        "length": -190.07625,
+        "avg_sent_len": -0.11648459750974915,
+        "TTR": 0.03642984463001295,
+        "newline_rate": 0.09318243718393888,
+        "exclaim_rate": 0.05521030382999689,
+        "first_person_rate": -0.0028431851799509294,
+        "adj_adv_rate": 0.004278413081645589,
+        "sentiment_score": 0.009275625030185088
+      },
+      "adapt_time": 6.554321695566177
+    },
+    "CVH": {
+      "rouge1": 0.2712932304181367,
+      "rougeL": 0.13688829851163617,
+      "meteor": 0.1488906945678509,
+      "sfd_all": 1.3838728526690562,
+      "sfd_nolen": 0.8850920320023664,
+      "avg_len": 134.695,
+      "feature_deltas": {
+        "length": -196.21625,
+        "avg_sent_len": -1.288197180530218,
+        "TTR": 0.03617573442864977,
+        "newline_rate": -0.2709791904041593,
+        "exclaim_rate": 0.05786762872245946,
+        "first_person_rate": -0.0033052177467907838,
+        "adj_adv_rate": 0.0035532298569307353,
+        "sentiment_score": 0.008064281328463024
+      },
+      "adapt_time": 6.563915815353393
+    },
+    "Uncond-SW": {
+      "rouge1": 0.2742123793918828,
+      "rougeL": 0.13845832696977614,
+      "meteor": 0.14940870610081317,
+      "sfd_all": 1.5222735730148043,
+      "sfd_nolen": 1.0292670943634519,
+      "avg_len": 137.85,
+      "feature_deltas": {
+        "length": -192.72125,
+        "avg_sent_len": -0.9746182349659784,
+        "TTR": 0.038203071479704004,
+        "newline_rate": -0.13490443754264173,
+        "exclaim_rate": 0.05740849349494187,
+        "first_person_rate": -0.0017499002974662747,
+        "adj_adv_rate": 0.003483271293738952,
+        "sentiment_score": 0.009570375704775834
+      },
+      "adapt_time": 2.2257866108417512
+    }
+  },
+  "num_examples": 200,
+  "decode_policy": "greedy, min_new_tokens=128, max_new_tokens=512, blend_gamma=0.5"
+}
\ No newline at end of file
diff --git a/outputs/fair_audit/review_user_K4_d64_N200_fair_results.json b/outputs/fair_audit/review_user_K4_d64_N200_fair_results.json
new file mode 100644
index 0000000..b753fc5
--- /dev/null
+++ b/outputs/fair_audit/review_user_K4_d64_N200_fair_results.json
@@ -0,0 +1,117 @@
+{
+  "results": {
+    "Base": {
+      "rouge1": 0.2697427745247706,
+      "rougeL": 0.12576859015365582,
+      "meteor": 0.15491430352001656,
+      "sfd_all": 1.4355409120124014,
+      "sfd_nolen": 0.982612295591026,
+      "avg_len": 161.4,
+      "feature_deltas": {
+        "length": -170.58125,
+        "avg_sent_len": -1.8398282805248487,
+        "TTR": 0.1778298059889118,
+        "newline_rate": -0.06780942695138759,
+        "exclaim_rate": 0.10186309393346508,
+        "first_person_rate": -0.007879458250662915,
+        "adj_adv_rate": 0.012085991197443564,
+        "sentiment_score": 0.007228249080957582
+      }
+    },
+    "Prompt-All-K": {
+      "rouge1": 0.29916776582808935,
+      "rougeL": 0.14165736438673274,
+      "meteor": 0.19494355208591369,
+      "sfd_all": 1.0251550590339602,
+      "sfd_nolen": 0.6690069027209841,
+      "avg_len": 229.64,
+      "feature_deltas": {
+        "length": -95.11625,
+        "avg_sent_len": -0.7777773090350563,
+        "TTR": 0.09030857613203308,
+        "newline_rate": 0.06808960986490929,
+        "exclaim_rate": -0.02128331697416873,
+        "first_person_rate": -0.010596732523200975,
+        "adj_adv_rate": 0.003580829115477802,
+        "sentiment_score": -0.0013064779274075452
+      }
+    },
+    "BM25-Top1": {
+      "rouge1": 0.30545662989636524,
+      "rougeL": 0.13985810562936077,
+      "meteor": 0.19502397542348204,
+      "sfd_all": 1.0493414902149558,
+      "sfd_nolen": 0.6921726586723034,
+      "avg_len": 221.955,
+      "feature_deltas": {
+        "length": -102.10125,
+        "avg_sent_len": -1.4076592940171218,
+        "TTR": 0.1005087922812968,
+        "newline_rate": 0.06503405688843661,
+        "exclaim_rate": 0.0007786911921687532,
+        "first_person_rate": -0.009246856620435817,
+        "adj_adv_rate": 0.005758656094557737,
+        "sentiment_score": 0.00103366764137421
+      }
+    },
+    "Uncond-Head": {
+      "rouge1": 0.27471654695871556,
+      "rougeL": 0.13993753615192442,
+      "meteor": 0.14908919360059167,
+      "sfd_all": 1.406899356051711,
+      "sfd_nolen": 0.9139657380426509,
+      "avg_len": 142.795,
+      "feature_deltas": {
+        "length": -190.86125,
+        "avg_sent_len": -1.2106690789593002,
+        "TTR": 0.04129548999525154,
+        "newline_rate": -0.2315636738654642,
+        "exclaim_rate": 0.06635473546187132,
+        "first_person_rate": -0.004173132186997716,
+        "adj_adv_rate": 0.00016127504654340048,
+        "sentiment_score": 0.009005904740562884
+      },
+      "adapt_time": 6.5904146409034725
+    },
+    "CVH": {
+      "rouge1": 0.2669879308948325,
+      "rougeL": 0.13772551245363476,
+      "meteor": 0.1462595092740725,
+      "sfd_all": 1.4302773361057746,
+      "sfd_nolen": 0.9286573330911844,
+      "avg_len": 143.94,
+      "feature_deltas": {
+        "length": -188.10625,
+        "avg_sent_len": -1.3041380616020444,
+        "TTR": 0.040023607304787795,
+        "newline_rate": -0.22810684380182303,
+        "exclaim_rate": 0.08424944859187856,
+        "first_person_rate": -0.004115029056463285,
+        "adj_adv_rate": -0.0004537974335153681,
+        "sentiment_score": 0.009807998148158987
+      },
+      "adapt_time": 6.650620065927505
+    },
+    "Uncond-SW": {
+      "rouge1": 0.27411600221388727,
+      "rougeL": 0.1389995949484522,
+      "meteor": 0.14996735481208326,
+      "sfd_all": 1.7620450217256793,
+      "sfd_nolen": 1.2597038846319828,
+      "avg_len": 144.635,
+      "feature_deltas": {
+        "length": -187.27125,
+        "avg_sent_len": 1.082984301157315,
+        "TTR": 0.03844465484942571,
+        "newline_rate": 0.010440562094654094,
+        "exclaim_rate": 0.06116858297057177,
+        "first_person_rate": -0.001953087799013748,
+        "adj_adv_rate": 0.0012730801911029115,
+        "sentiment_score": 0.0087300693621515
+      },
+      "adapt_time": 2.1830299460887908
+    }
+  },
+  "num_examples": 200,
+  "decode_policy": "greedy, min_new_tokens=128, max_new_tokens=512, blend_gamma=0.5"
+}
\ No newline at end of file
diff --git a/outputs/fair_audit/topic_temporal_K4_d64_N200_fair_results.json b/outputs/fair_audit/topic_temporal_K4_d64_N200_fair_results.json
new file mode 100644
index 0000000..097b95c
--- /dev/null
+++ b/outputs/fair_audit/topic_temporal_K4_d64_N200_fair_results.json
@@ -0,0 +1,117 @@
+{
+  "results": {
+    "Base": {
+      "rouge1": 0.28984915072609035,
+      "rougeL": 0.12250377793521261,
+      "meteor": 0.21004758987715536,
+      "sfd_all": 1.6643365277346691,
+      "sfd_nolen": 1.0385348101589198,
+      "avg_len": 246.335,
+      "feature_deltas": {
+        "length": -1.78,
+        "avg_sent_len": -3.246577205494341,
+        "TTR": 0.06897256967962712,
+        "newline_rate": 0.4263220633386752,
+        "exclaim_rate": 0.1120631034932264,
+        "first_person_rate": -0.0037646675370617416,
+        "adj_adv_rate": -0.00259664310238531,
+        "sentiment_score": 0.002157300888416565
+      }
+    },
+    "Prompt-All-K": {
+      "rouge1": 0.2668110270292337,
+      "rougeL": 0.1291186308652062,
+      "meteor": 0.19818628603837213,
+      "sfd_all": 1.410855843519239,
+      "sfd_nolen": 0.8359962398843364,
+      "avg_len": 249.06,
+      "feature_deltas": {
+        "length": -4.35,
+        "avg_sent_len": -1.329287994749063,
+        "TTR": 0.017625236539407726,
+        "newline_rate": 0.20696549782868945,
+        "exclaim_rate": 0.038863829209766554,
+        "first_person_rate": -0.002770645129017844,
+        "adj_adv_rate": -0.0005991015318490243,
+        "sentiment_score": 0.0009170684119961202
+      }
+    },
+    "BM25-Top1": {
+      "rouge1": 0.2546033696273812,
+      "rougeL": 0.11820224039247507,
+      "meteor": 0.18746215667712504,
+      "sfd_all": 1.4681828407377084,
+      "sfd_nolen": 0.8656866959298877,
+      "avg_len": 232.015,
+      "feature_deltas": {
+        "length": -21.19,
+        "avg_sent_len": -2.2273077161985886,
+        "TTR": 0.048089079588597955,
+        "newline_rate": 0.2283326324239623,
+        "exclaim_rate": 0.06476176816481617,
+        "first_person_rate": -0.002062671240273185,
+        "adj_adv_rate": -0.003105932780815531,
+        "sentiment_score": 0.0026425405580024525
+      }
+    },
+    "Uncond-Head": {
+      "rouge1": 0.27929922437081617,
+      "rougeL": 0.13416330840898946,
+      "meteor": 0.20432220183006447,
+      "sfd_all": 1.7457301119532245,
+      "sfd_nolen": 1.0748504971524213,
+      "avg_len": 259.19,
+      "feature_deltas": {
+        "length": 15.185,
+        "avg_sent_len": -1.528666820505814,
+        "TTR": -0.13456223126496966,
+        "newline_rate": 0.3035233686677935,
+        "exclaim_rate": 0.06546569935247971,
+        "first_person_rate": 0.00608902419005909,
+        "adj_adv_rate": -0.012713541636957098,
+        "sentiment_score": 0.0032088299366138146
+      },
+      "adapt_time": 5.545737104415894
+    },
+    "CVH": {
+      "rouge1": 0.2732668756486018,
+      "rougeL": 0.1333292880216737,
+      "meteor": 0.1994612023551069,
+      "sfd_all": 1.6899249199714634,
+      "sfd_nolen": 1.0363194964048348,
+      "avg_len": 251.0,
+      "feature_deltas": {
+        "length": 7.57,
+        "avg_sent_len": -1.636122177861851,
+        "TTR": -0.14241579788497058,
+        "newline_rate": 0.2739697954172092,
+        "exclaim_rate": 0.06934072686287729,
+        "first_person_rate": 0.005809860274156219,
+        "adj_adv_rate": -0.0153621828929979,
+        "sentiment_score": 0.004551798810441284
+      },
+      "adapt_time": 5.555131942033768
+    },
+    "Uncond-SW": {
+      "rouge1": 0.27759121282072297,
+      "rougeL": 0.13426233957013273,
+      "meteor": 0.20317704007364315,
+      "sfd_all": 1.7356393883366876,
+      "sfd_nolen": 1.0575837665782766,
+      "avg_len": 257.81,
+      "feature_deltas": {
+        "length": 15.08,
+        "avg_sent_len": -1.5301018135923676,
+        "TTR": -0.14273001338817937,
+        "newline_rate": 0.3095342271756431,
+        "exclaim_rate": 0.0598484461304457,
+        "first_person_rate": 0.005052374635440565,
+        "adj_adv_rate": -0.013400514550224818,
+        "sentiment_score": 0.0029209458494426875
+      },
+      "adapt_time": 2.1236859560012817
+    }
+  },
+  "num_examples": 200,
+  "decode_policy": "greedy, min_new_tokens=128, max_new_tokens=512, blend_gamma=0.5"
+}
\ No newline at end of file
diff --git a/outputs/fair_audit/topic_user_K4_d64_N200_fair_results.json b/outputs/fair_audit/topic_user_K4_d64_N200_fair_results.json
new file mode 100644
index 0000000..436ad40
--- /dev/null
+++ b/outputs/fair_audit/topic_user_K4_d64_N200_fair_results.json
@@ -0,0 +1,117 @@
+{
+  "results": {
+    "Base": {
+      "rouge1": 0.29108420217791586,
+      "rougeL": 0.11933661102378458,
+      "meteor": 0.20440162670816078,
+      "sfd_all": 1.57754139533291,
+      "sfd_nolen": 0.968435638532869,
+      "avg_len": 244.66,
+      "feature_deltas": {
+        "length": -0.89875,
+        "avg_sent_len": -3.7377455393461467,
+        "TTR": 0.06763033291033599,
+        "newline_rate": 0.27872818568783064,
+        "exclaim_rate": 0.1048047941518918,
+        "first_person_rate": 0.0009034068211049077,
+        "adj_adv_rate": -0.0037094728027600708,
+        "sentiment_score": 0.002781973404286483
+      }
+    },
+    "Prompt-All-K": {
+      "rouge1": 0.25818662417404703,
+      "rougeL": 0.12293156397427764,
+      "meteor": 0.18520736264559315,
+      "sfd_all": 1.4544789243060898,
+      "sfd_nolen": 0.8730698626536205,
+      "avg_len": 232.605,
+      "feature_deltas": {
+        "length": -17.15375,
+        "avg_sent_len": -2.4913280395141304,
+        "TTR": 0.026565419567024528,
+        "newline_rate": 0.1756867598329655,
+        "exclaim_rate": 0.03524532727422328,
+        "first_person_rate": 0.001990369323950276,
+        "adj_adv_rate": -0.007447287388785413,
+        "sentiment_score": 0.0013350766977724307
+      }
+    },
+    "BM25-Top1": {
+      "rouge1": 0.2604153356020315,
+      "rougeL": 0.1193909461818881,
+      "meteor": 0.18568201388907532,
+      "sfd_all": 1.4180388711957266,
+      "sfd_nolen": 0.8918698274006386,
+      "avg_len": 227.265,
+      "feature_deltas": {
+        "length": -25.24375,
+        "avg_sent_len": -2.3812369921742818,
+        "TTR": 0.04246840602123856,
+        "newline_rate": 0.1523757212605453,
+        "exclaim_rate": 0.06451831601647286,
+        "first_person_rate": -0.0006676484724408885,
+        "adj_adv_rate": -0.004714460870661791,
+        "sentiment_score": 0.0019441456923959164
+      }
+    },
+    "Uncond-Head": {
+      "rouge1": 0.272253587033546,
+      "rougeL": 0.1321174047956226,
+      "meteor": 0.19203463885960004,
+      "sfd_all": 1.6076602575522427,
+      "sfd_nolen": 0.9548231613156074,
+      "avg_len": 255.78,
+      "feature_deltas": {
+        "length": 14.12125,
+        "avg_sent_len": -3.4104779329564514,
+        "TTR": -0.1488780438134324,
+        "newline_rate": 0.19151398235081096,
+        "exclaim_rate": 0.054442049906536394,
+        "first_person_rate": 0.007650724723829362,
+        "adj_adv_rate": -0.014780960712514975,
+        "sentiment_score": 0.0037896071184805994
+      },
+      "adapt_time": 5.503373540639878
+    },
+    "CVH": {
+      "rouge1": 0.2738968089325739,
+      "rougeL": 0.13034318090740352,
+      "meteor": 0.19233542238408405,
+      "sfd_all": 1.605802427600553,
+      "sfd_nolen": 0.9598213964633208,
+      "avg_len": 249.395,
+      "feature_deltas": {
+        "length": 4.51125,
+        "avg_sent_len": -3.0078106411236507,
+        "TTR": -0.137260791986814,
+        "newline_rate": 0.18334382325488566,
+        "exclaim_rate": 0.05609966650973971,
+        "first_person_rate": 0.010012175202340347,
+        "adj_adv_rate": -0.01552706206622135,
+        "sentiment_score": 0.004098927650269633
+      },
+      "adapt_time": 5.494220098257065
+    },
+    "Uncond-SW": {
+      "rouge1": 0.2728698688411594,
+      "rougeL": 0.13082081008960608,
+      "meteor": 0.19297967725738285,
+      "sfd_all": 1.6217805873430902,
+      "sfd_nolen": 0.9641445892199336,
+      "avg_len": 253.305,
+      "feature_deltas": {
+        "length": 10.77125,
+        "avg_sent_len": -3.0826858181641144,
+        "TTR": -0.13979336041068025,
+        "newline_rate": 0.20717424954482574,
+        "exclaim_rate": 0.052789807352293626,
+        "first_person_rate": 0.007670669350797363,
+        "adj_adv_rate": -0.018823927161665116,
+        "sentiment_score": 0.003211091078776497
+      },
+      "adapt_time": 2.707582322359085
+    }
+  },
+  "num_examples": 200,
+  "decode_policy": "greedy, min_new_tokens=128, max_new_tokens=512, blend_gamma=0.5"
+}
\ No newline at end of file