summaryrefslogtreecommitdiff
path: root/outputs/dev_run3
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-04-03 15:12:34 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-04-03 15:12:34 -0500
commit8fe28101366dd32562b8c5534d7fe359b252bdf3 (patch)
treec92a92184fb2f46f265ab84c1f754c3d5d6597bc /outputs/dev_run3
Initial commit: UPH project codebase and experiment results
Includes model code, evaluation scripts, configs, analysis outputs, and experiment results for the User Prior Head personalization method. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'outputs/dev_run3')
-rw-r--r--outputs/dev_run3/review_user_K4_d64_results.json65
1 files changed, 65 insertions, 0 deletions
diff --git a/outputs/dev_run3/review_user_K4_d64_results.json b/outputs/dev_run3/review_user_K4_d64_results.json
new file mode 100644
index 0000000..234a296
--- /dev/null
+++ b/outputs/dev_run3/review_user_K4_d64_results.json
@@ -0,0 +1,65 @@
+{
+ "config": {
+ "task": "review",
+ "setting": "user",
+ "dataset_config": "product_review_user",
+ "model_name": "Qwen/Qwen2.5-1.5B-Instruct",
+ "device": "cuda:1",
+ "d": 64,
+ "alpha": 0.1,
+ "beta": 0.05,
+ "lam": 0.0001,
+ "lr": 0.05,
+ "adapt_steps": 30,
+ "max_grad_norm": 5.0,
+ "basis_seed": 42,
+ "K": 4,
+ "max_new_tokens": 512,
+ "temperature": 0.0,
+ "top_p": 0.9,
+ "num_eval": 200,
+ "batch_size": 1,
+ "blend_gamma": 0.5,
+ "min_new_tokens": 128
+ },
+ "results": {
+ "Base": {
+ "rouge1": 0.25934513296875994,
+ "rougeL": 0.12338481426247551,
+ "meteor": 0.1469023840179831,
+ "sfd": 1.4575752102695472,
+ "num_examples": 200
+ },
+ "Prompt-All-K": {
+ "rouge1": 0.2946653733430904,
+ "rougeL": 0.139999532551422,
+ "meteor": 0.19063956073455807,
+ "sfd": 1.0439696689383455,
+ "num_examples": 200
+ },
+ "BM25-Top1": {
+ "rouge1": 0.29945906659382165,
+ "rougeL": 0.13889418725618197,
+ "meteor": 0.18864163482386093,
+ "sfd": 1.0816142289529644,
+ "num_examples": 200
+ },
+ "Uncond-Head": {
+ "rouge1": 0.27471654695871556,
+ "rougeL": 0.13993753615192442,
+ "meteor": 0.14908919360059167,
+ "sfd": 1.406899356051711,
+ "num_examples": 200,
+ "adapt_time": 6.94630047082901
+ },
+ "CVH": {
+ "rouge1": 0.2669879308948325,
+ "rougeL": 0.13772551245363476,
+ "meteor": 0.1462595092740725,
+ "sfd": 1.4302773361057746,
+ "num_examples": 200,
+ "adapt_time": 6.958050906658173
+ }
+ },
+ "num_examples": 200
+} \ No newline at end of file