From 8fe28101366dd32562b8c5534d7fe359b252bdf3 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Fri, 3 Apr 2026 15:12:34 -0500 Subject: Initial commit: UPH project codebase and experiment results Includes model code, evaluation scripts, configs, analysis outputs, and experiment results for the User Prior Head personalization method. Co-Authored-By: Claude Opus 4.6 (1M context) --- outputs/dev_run3/review_user_K4_d64_results.json | 65 ++++++++++++++++++++++++ 1 file changed, 65 insertions(+) create mode 100644 outputs/dev_run3/review_user_K4_d64_results.json (limited to 'outputs/dev_run3/review_user_K4_d64_results.json') diff --git a/outputs/dev_run3/review_user_K4_d64_results.json b/outputs/dev_run3/review_user_K4_d64_results.json new file mode 100644 index 0000000..234a296 --- /dev/null +++ b/outputs/dev_run3/review_user_K4_d64_results.json @@ -0,0 +1,65 @@ +{ + "config": { + "task": "review", + "setting": "user", + "dataset_config": "product_review_user", + "model_name": "Qwen/Qwen2.5-1.5B-Instruct", + "device": "cuda:1", + "d": 64, + "alpha": 0.1, + "beta": 0.05, + "lam": 0.0001, + "lr": 0.05, + "adapt_steps": 30, + "max_grad_norm": 5.0, + "basis_seed": 42, + "K": 4, + "max_new_tokens": 512, + "temperature": 0.0, + "top_p": 0.9, + "num_eval": 200, + "batch_size": 1, + "blend_gamma": 0.5, + "min_new_tokens": 128 + }, + "results": { + "Base": { + "rouge1": 0.25934513296875994, + "rougeL": 0.12338481426247551, + "meteor": 0.1469023840179831, + "sfd": 1.4575752102695472, + "num_examples": 200 + }, + "Prompt-All-K": { + "rouge1": 0.2946653733430904, + "rougeL": 0.139999532551422, + "meteor": 0.19063956073455807, + "sfd": 1.0439696689383455, + "num_examples": 200 + }, + "BM25-Top1": { + "rouge1": 0.29945906659382165, + "rougeL": 0.13889418725618197, + "meteor": 0.18864163482386093, + "sfd": 1.0816142289529644, + "num_examples": 200 + }, + "Uncond-Head": { + "rouge1": 0.27471654695871556, + "rougeL": 0.13993753615192442, + "meteor": 0.14908919360059167, + "sfd": 1.406899356051711, + "num_examples": 200, + "adapt_time": 6.94630047082901 + }, + "CVH": { + "rouge1": 0.2669879308948325, + "rougeL": 0.13772551245363476, + "meteor": 0.1462595092740725, + "sfd": 1.4302773361057746, + "num_examples": 200, + "adapt_time": 6.958050906658173 + } + }, + "num_examples": 200 +} \ No newline at end of file -- cgit v1.2.3