Initial commit: UPH project codebase and experiment results

Includes model code, evaluation scripts, configs, analysis outputs,
and experiment results for the User Prior Head personalization method.

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

1 files changed, 117 insertions, 0 deletions

diff --git a/outputs/fair_audit/topic_user_K4_d64_N200_fair_results.json b/outputs/fair_audit/topic_user_K4_d64_N200_fair_results.json
new file mode 100644
index 0000000..436ad40
--- /dev/null
+++ b/outputs/fair_audit/topic_user_K4_d64_N200_fair_results.json
@@ -0,0 +1,117 @@
+{
+  "results": {
+    "Base": {
+      "rouge1": 0.29108420217791586,
+      "rougeL": 0.11933661102378458,
+      "meteor": 0.20440162670816078,
+      "sfd_all": 1.57754139533291,
+      "sfd_nolen": 0.968435638532869,
+      "avg_len": 244.66,
+      "feature_deltas": {
+        "length": -0.89875,
+        "avg_sent_len": -3.7377455393461467,
+        "TTR": 0.06763033291033599,
+        "newline_rate": 0.27872818568783064,
+        "exclaim_rate": 0.1048047941518918,
+        "first_person_rate": 0.0009034068211049077,
+        "adj_adv_rate": -0.0037094728027600708,
+        "sentiment_score": 0.002781973404286483
+      }
+    },
+    "Prompt-All-K": {
+      "rouge1": 0.25818662417404703,
+      "rougeL": 0.12293156397427764,
+      "meteor": 0.18520736264559315,
+      "sfd_all": 1.4544789243060898,
+      "sfd_nolen": 0.8730698626536205,
+      "avg_len": 232.605,
+      "feature_deltas": {
+        "length": -17.15375,
+        "avg_sent_len": -2.4913280395141304,
+        "TTR": 0.026565419567024528,
+        "newline_rate": 0.1756867598329655,
+        "exclaim_rate": 0.03524532727422328,
+        "first_person_rate": 0.001990369323950276,
+        "adj_adv_rate": -0.007447287388785413,
+        "sentiment_score": 0.0013350766977724307
+      }
+    },
+    "BM25-Top1": {
+      "rouge1": 0.2604153356020315,
+      "rougeL": 0.1193909461818881,
+      "meteor": 0.18568201388907532,
+      "sfd_all": 1.4180388711957266,
+      "sfd_nolen": 0.8918698274006386,
+      "avg_len": 227.265,
+      "feature_deltas": {
+        "length": -25.24375,
+        "avg_sent_len": -2.3812369921742818,
+        "TTR": 0.04246840602123856,
+        "newline_rate": 0.1523757212605453,
+        "exclaim_rate": 0.06451831601647286,
+        "first_person_rate": -0.0006676484724408885,
+        "adj_adv_rate": -0.004714460870661791,
+        "sentiment_score": 0.0019441456923959164
+      }
+    },
+    "Uncond-Head": {
+      "rouge1": 0.272253587033546,
+      "rougeL": 0.1321174047956226,
+      "meteor": 0.19203463885960004,
+      "sfd_all": 1.6076602575522427,
+      "sfd_nolen": 0.9548231613156074,
+      "avg_len": 255.78,
+      "feature_deltas": {
+        "length": 14.12125,
+        "avg_sent_len": -3.4104779329564514,
+        "TTR": -0.1488780438134324,
+        "newline_rate": 0.19151398235081096,
+        "exclaim_rate": 0.054442049906536394,
+        "first_person_rate": 0.007650724723829362,
+        "adj_adv_rate": -0.014780960712514975,
+        "sentiment_score": 0.0037896071184805994
+      },
+      "adapt_time": 5.503373540639878
+    },
+    "CVH": {
+      "rouge1": 0.2738968089325739,
+      "rougeL": 0.13034318090740352,
+      "meteor": 0.19233542238408405,
+      "sfd_all": 1.605802427600553,
+      "sfd_nolen": 0.9598213964633208,
+      "avg_len": 249.395,
+      "feature_deltas": {
+        "length": 4.51125,
+        "avg_sent_len": -3.0078106411236507,
+        "TTR": -0.137260791986814,
+        "newline_rate": 0.18334382325488566,
+        "exclaim_rate": 0.05609966650973971,
+        "first_person_rate": 0.010012175202340347,
+        "adj_adv_rate": -0.01552706206622135,
+        "sentiment_score": 0.004098927650269633
+      },
+      "adapt_time": 5.494220098257065
+    },
+    "Uncond-SW": {
+      "rouge1": 0.2728698688411594,
+      "rougeL": 0.13082081008960608,
+      "meteor": 0.19297967725738285,
+      "sfd_all": 1.6217805873430902,
+      "sfd_nolen": 0.9641445892199336,
+      "avg_len": 253.305,
+      "feature_deltas": {
+        "length": 10.77125,
+        "avg_sent_len": -3.0826858181641144,
+        "TTR": -0.13979336041068025,
+        "newline_rate": 0.20717424954482574,
+        "exclaim_rate": 0.052789807352293626,
+        "first_person_rate": 0.007670669350797363,
+        "adj_adv_rate": -0.018823927161665116,
+        "sentiment_score": 0.003211091078776497
+      },
+      "adapt_time": 2.707582322359085
+    }
+  },
+  "num_examples": 200,
+  "decode_policy": "greedy, min_new_tokens=128, max_new_tokens=512, blend_gamma=0.5"
+}
\ No newline at end of file