summaryrefslogtreecommitdiff
path: root/outputs/dev_run2
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-04-03 15:12:34 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-04-03 15:12:34 -0500
commit8fe28101366dd32562b8c5534d7fe359b252bdf3 (patch)
treec92a92184fb2f46f265ab84c1f754c3d5d6597bc /outputs/dev_run2
Initial commit: UPH project codebase and experiment results
Includes model code, evaluation scripts, configs, analysis outputs, and experiment results for the User Prior Head personalization method. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'outputs/dev_run2')
-rw-r--r--outputs/dev_run2/review_user_K4_d64_results.json63
1 files changed, 63 insertions, 0 deletions
diff --git a/outputs/dev_run2/review_user_K4_d64_results.json b/outputs/dev_run2/review_user_K4_d64_results.json
new file mode 100644
index 0000000..e4c3335
--- /dev/null
+++ b/outputs/dev_run2/review_user_K4_d64_results.json
@@ -0,0 +1,63 @@
+{
+ "config": {
+ "task": "review",
+ "setting": "user",
+ "dataset_config": "product_review_user",
+ "model_name": "Qwen/Qwen2.5-1.5B-Instruct",
+ "device": "cuda:1",
+ "d": 64,
+ "alpha": 0.1,
+ "beta": 0.05,
+ "lam": 0.0001,
+ "lr": 0.05,
+ "adapt_steps": 30,
+ "max_grad_norm": 5.0,
+ "basis_seed": 42,
+ "K": 4,
+ "max_new_tokens": 512,
+ "temperature": 0.0,
+ "top_p": 0.9,
+ "num_eval": 100,
+ "batch_size": 1
+ },
+ "results": {
+ "Base": {
+ "rouge1": 0.267782031545435,
+ "rougeL": 0.1252498853193883,
+ "meteor": 0.1548325361123646,
+ "sfd": 1.449404716181929,
+ "num_examples": 100
+ },
+ "Prompt-All-K": {
+ "rouge1": 0.29395992549458566,
+ "rougeL": 0.14041619564640495,
+ "meteor": 0.19002725619935482,
+ "sfd": 1.001856908145461,
+ "num_examples": 100
+ },
+ "BM25-Top1": {
+ "rouge1": 0.3028213707484512,
+ "rougeL": 0.13886564037041077,
+ "meteor": 0.1911393193613851,
+ "sfd": 1.0862468335684192,
+ "num_examples": 100
+ },
+ "Uncond-Head": {
+ "rouge1": 0.25493963834594036,
+ "rougeL": 0.13323295232163704,
+ "meteor": 0.13337129562298725,
+ "sfd": 1.4621968160434256,
+ "num_examples": 100,
+ "adapt_time": 7.013380529880524
+ },
+ "CVH": {
+ "rouge1": 0.2514854105441426,
+ "rougeL": 0.13267777927402435,
+ "meteor": 0.13508171496829105,
+ "sfd": 1.4671356322221862,
+ "num_examples": 100,
+ "adapt_time": 7.0087640619277956
+ }
+ },
+ "num_examples": 100
+} \ No newline at end of file