diff options
Diffstat (limited to 'outputs/dev_run2/review_user_K4_d64_results.json')
| -rw-r--r-- | outputs/dev_run2/review_user_K4_d64_results.json | 63 |
1 files changed, 63 insertions, 0 deletions
diff --git a/outputs/dev_run2/review_user_K4_d64_results.json b/outputs/dev_run2/review_user_K4_d64_results.json new file mode 100644 index 0000000..e4c3335 --- /dev/null +++ b/outputs/dev_run2/review_user_K4_d64_results.json @@ -0,0 +1,63 @@ +{ + "config": { + "task": "review", + "setting": "user", + "dataset_config": "product_review_user", + "model_name": "Qwen/Qwen2.5-1.5B-Instruct", + "device": "cuda:1", + "d": 64, + "alpha": 0.1, + "beta": 0.05, + "lam": 0.0001, + "lr": 0.05, + "adapt_steps": 30, + "max_grad_norm": 5.0, + "basis_seed": 42, + "K": 4, + "max_new_tokens": 512, + "temperature": 0.0, + "top_p": 0.9, + "num_eval": 100, + "batch_size": 1 + }, + "results": { + "Base": { + "rouge1": 0.267782031545435, + "rougeL": 0.1252498853193883, + "meteor": 0.1548325361123646, + "sfd": 1.449404716181929, + "num_examples": 100 + }, + "Prompt-All-K": { + "rouge1": 0.29395992549458566, + "rougeL": 0.14041619564640495, + "meteor": 0.19002725619935482, + "sfd": 1.001856908145461, + "num_examples": 100 + }, + "BM25-Top1": { + "rouge1": 0.3028213707484512, + "rougeL": 0.13886564037041077, + "meteor": 0.1911393193613851, + "sfd": 1.0862468335684192, + "num_examples": 100 + }, + "Uncond-Head": { + "rouge1": 0.25493963834594036, + "rougeL": 0.13323295232163704, + "meteor": 0.13337129562298725, + "sfd": 1.4621968160434256, + "num_examples": 100, + "adapt_time": 7.013380529880524 + }, + "CVH": { + "rouge1": 0.2514854105441426, + "rougeL": 0.13267777927402435, + "meteor": 0.13508171496829105, + "sfd": 1.4671356322221862, + "num_examples": 100, + "adapt_time": 7.0087640619277956 + } + }, + "num_examples": 100 +}
\ No newline at end of file |