Initial commit: UPH project codebase and experiment results

Includes model code, evaluation scripts, configs, analysis outputs,
and experiment results for the User Prior Head personalization method.

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

1 files changed, 117 insertions, 0 deletions

diff --git a/outputs/fair_audit/review_user_K4_d64_N200_fair_results.json b/outputs/fair_audit/review_user_K4_d64_N200_fair_results.json
new file mode 100644
index 0000000..b753fc5
--- /dev/null
+++ b/outputs/fair_audit/review_user_K4_d64_N200_fair_results.json
@@ -0,0 +1,117 @@
+{
+  "results": {
+    "Base": {
+      "rouge1": 0.2697427745247706,
+      "rougeL": 0.12576859015365582,
+      "meteor": 0.15491430352001656,
+      "sfd_all": 1.4355409120124014,
+      "sfd_nolen": 0.982612295591026,
+      "avg_len": 161.4,
+      "feature_deltas": {
+        "length": -170.58125,
+        "avg_sent_len": -1.8398282805248487,
+        "TTR": 0.1778298059889118,
+        "newline_rate": -0.06780942695138759,
+        "exclaim_rate": 0.10186309393346508,
+        "first_person_rate": -0.007879458250662915,
+        "adj_adv_rate": 0.012085991197443564,
+        "sentiment_score": 0.007228249080957582
+      }
+    },
+    "Prompt-All-K": {
+      "rouge1": 0.29916776582808935,
+      "rougeL": 0.14165736438673274,
+      "meteor": 0.19494355208591369,
+      "sfd_all": 1.0251550590339602,
+      "sfd_nolen": 0.6690069027209841,
+      "avg_len": 229.64,
+      "feature_deltas": {
+        "length": -95.11625,
+        "avg_sent_len": -0.7777773090350563,
+        "TTR": 0.09030857613203308,
+        "newline_rate": 0.06808960986490929,
+        "exclaim_rate": -0.02128331697416873,
+        "first_person_rate": -0.010596732523200975,
+        "adj_adv_rate": 0.003580829115477802,
+        "sentiment_score": -0.0013064779274075452
+      }
+    },
+    "BM25-Top1": {
+      "rouge1": 0.30545662989636524,
+      "rougeL": 0.13985810562936077,
+      "meteor": 0.19502397542348204,
+      "sfd_all": 1.0493414902149558,
+      "sfd_nolen": 0.6921726586723034,
+      "avg_len": 221.955,
+      "feature_deltas": {
+        "length": -102.10125,
+        "avg_sent_len": -1.4076592940171218,
+        "TTR": 0.1005087922812968,
+        "newline_rate": 0.06503405688843661,
+        "exclaim_rate": 0.0007786911921687532,
+        "first_person_rate": -0.009246856620435817,
+        "adj_adv_rate": 0.005758656094557737,
+        "sentiment_score": 0.00103366764137421
+      }
+    },
+    "Uncond-Head": {
+      "rouge1": 0.27471654695871556,
+      "rougeL": 0.13993753615192442,
+      "meteor": 0.14908919360059167,
+      "sfd_all": 1.406899356051711,
+      "sfd_nolen": 0.9139657380426509,
+      "avg_len": 142.795,
+      "feature_deltas": {
+        "length": -190.86125,
+        "avg_sent_len": -1.2106690789593002,
+        "TTR": 0.04129548999525154,
+        "newline_rate": -0.2315636738654642,
+        "exclaim_rate": 0.06635473546187132,
+        "first_person_rate": -0.004173132186997716,
+        "adj_adv_rate": 0.00016127504654340048,
+        "sentiment_score": 0.009005904740562884
+      },
+      "adapt_time": 6.5904146409034725
+    },
+    "CVH": {
+      "rouge1": 0.2669879308948325,
+      "rougeL": 0.13772551245363476,
+      "meteor": 0.1462595092740725,
+      "sfd_all": 1.4302773361057746,
+      "sfd_nolen": 0.9286573330911844,
+      "avg_len": 143.94,
+      "feature_deltas": {
+        "length": -188.10625,
+        "avg_sent_len": -1.3041380616020444,
+        "TTR": 0.040023607304787795,
+        "newline_rate": -0.22810684380182303,
+        "exclaim_rate": 0.08424944859187856,
+        "first_person_rate": -0.004115029056463285,
+        "adj_adv_rate": -0.0004537974335153681,
+        "sentiment_score": 0.009807998148158987
+      },
+      "adapt_time": 6.650620065927505
+    },
+    "Uncond-SW": {
+      "rouge1": 0.27411600221388727,
+      "rougeL": 0.1389995949484522,
+      "meteor": 0.14996735481208326,
+      "sfd_all": 1.7620450217256793,
+      "sfd_nolen": 1.2597038846319828,
+      "avg_len": 144.635,
+      "feature_deltas": {
+        "length": -187.27125,
+        "avg_sent_len": 1.082984301157315,
+        "TTR": 0.03844465484942571,
+        "newline_rate": 0.010440562094654094,
+        "exclaim_rate": 0.06116858297057177,
+        "first_person_rate": -0.001953087799013748,
+        "adj_adv_rate": 0.0012730801911029115,
+        "sentiment_score": 0.0087300693621515
+      },
+      "adapt_time": 2.1830299460887908
+    }
+  },
+  "num_examples": 200,
+  "decode_policy": "greedy, min_new_tokens=128, max_new_tokens=512, blend_gamma=0.5"
+}
\ No newline at end of file