diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-03 15:12:34 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-03 15:12:34 -0500 |
| commit | 8fe28101366dd32562b8c5534d7fe359b252bdf3 (patch) | |
| tree | c92a92184fb2f46f265ab84c1f754c3d5d6597bc /outputs/dev_run0/review_user_K4_d64_results.json | |
Initial commit: UPH project codebase and experiment results
Includes model code, evaluation scripts, configs, analysis outputs,
and experiment results for the User Prior Head personalization method.
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'outputs/dev_run0/review_user_K4_d64_results.json')
| -rw-r--r-- | outputs/dev_run0/review_user_K4_d64_results.json | 56 |
1 files changed, 56 insertions, 0 deletions
diff --git a/outputs/dev_run0/review_user_K4_d64_results.json b/outputs/dev_run0/review_user_K4_d64_results.json new file mode 100644 index 0000000..15aa622 --- /dev/null +++ b/outputs/dev_run0/review_user_K4_d64_results.json @@ -0,0 +1,56 @@ +{ + "config": { + "task": "review", + "setting": "user", + "dataset_config": "product_review_user", + "model_name": "Qwen/Qwen2.5-1.5B-Instruct", + "device": "cuda:1", + "d": 64, + "alpha": 0.1, + "beta": 0.05, + "lam": 0.0001, + "lr": 0.05, + "adapt_steps": 30, + "max_grad_norm": 5.0, + "basis_seed": 42, + "K": 4, + "max_new_tokens": 512, + "temperature": 0.7, + "top_p": 0.9, + "num_eval": 10, + "batch_size": 1 + }, + "results": { + "Base": { + "rouge1": 0.2947924585435767, + "rougeL": 0.1313784112809228, + "meteor": 0.18677397311089114, + "sfd": 1.3442595294220687, + "num_examples": 10 + }, + "BM25-Top1": { + "rouge1": 0.3098876923858216, + "rougeL": 0.1350095941482841, + "meteor": 0.21108258610055244, + "sfd": 1.2381058197208819, + "num_examples": 10 + }, + "Uncond-Head": { + "rouge1": 0.284659981917826, + "rougeL": 0.13202344996796825, + "meteor": 0.1626017193010545, + "sfd": 1.3558470079407239, + "num_examples": 10, + "adapt_time": 4.6166139364242555 + }, + "CVH": { + "rouge1": 0.3002647950040762, + "rougeL": 0.14381227270433547, + "meteor": 0.16278955338662823, + "sfd": 1.4338084483826639, + "num_examples": 10, + "adapt_time": 4.611285209655762 + } + }, + "num_examples": 10 +}
\ No newline at end of file |