diff options
Diffstat (limited to 'outputs/dev_run0/review_user_K4_d64_results.json')
| -rw-r--r-- | outputs/dev_run0/review_user_K4_d64_results.json | 56 |
1 files changed, 56 insertions, 0 deletions
diff --git a/outputs/dev_run0/review_user_K4_d64_results.json b/outputs/dev_run0/review_user_K4_d64_results.json new file mode 100644 index 0000000..15aa622 --- /dev/null +++ b/outputs/dev_run0/review_user_K4_d64_results.json @@ -0,0 +1,56 @@ +{ + "config": { + "task": "review", + "setting": "user", + "dataset_config": "product_review_user", + "model_name": "Qwen/Qwen2.5-1.5B-Instruct", + "device": "cuda:1", + "d": 64, + "alpha": 0.1, + "beta": 0.05, + "lam": 0.0001, + "lr": 0.05, + "adapt_steps": 30, + "max_grad_norm": 5.0, + "basis_seed": 42, + "K": 4, + "max_new_tokens": 512, + "temperature": 0.7, + "top_p": 0.9, + "num_eval": 10, + "batch_size": 1 + }, + "results": { + "Base": { + "rouge1": 0.2947924585435767, + "rougeL": 0.1313784112809228, + "meteor": 0.18677397311089114, + "sfd": 1.3442595294220687, + "num_examples": 10 + }, + "BM25-Top1": { + "rouge1": 0.3098876923858216, + "rougeL": 0.1350095941482841, + "meteor": 0.21108258610055244, + "sfd": 1.2381058197208819, + "num_examples": 10 + }, + "Uncond-Head": { + "rouge1": 0.284659981917826, + "rougeL": 0.13202344996796825, + "meteor": 0.1626017193010545, + "sfd": 1.3558470079407239, + "num_examples": 10, + "adapt_time": 4.6166139364242555 + }, + "CVH": { + "rouge1": 0.3002647950040762, + "rougeL": 0.14381227270433547, + "meteor": 0.16278955338662823, + "sfd": 1.4338084483826639, + "num_examples": 10, + "adapt_time": 4.611285209655762 + } + }, + "num_examples": 10 +}
\ No newline at end of file |