1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
|
{
"config": {
"task": "review",
"setting": "user",
"dataset_config": "product_review_user",
"model_name": "Qwen/Qwen2.5-1.5B-Instruct",
"device": "cuda:1",
"d": 64,
"alpha": 0.1,
"beta": 0.05,
"lam": 0.0001,
"lr": 0.05,
"adapt_steps": 30,
"max_grad_norm": 5.0,
"basis_seed": 42,
"K": 4,
"max_new_tokens": 512,
"temperature": 0.0,
"top_p": 0.9,
"num_eval": 100,
"batch_size": 1
},
"results": {
"Base": {
"rouge1": 0.267782031545435,
"rougeL": 0.1252498853193883,
"meteor": 0.1548325361123646,
"sfd": 1.449404716181929,
"num_examples": 100
},
"Prompt-All-K": {
"rouge1": 0.29395992549458566,
"rougeL": 0.14041619564640495,
"meteor": 0.19002725619935482,
"sfd": 1.001856908145461,
"num_examples": 100
},
"BM25-Top1": {
"rouge1": 0.3028213707484512,
"rougeL": 0.13886564037041077,
"meteor": 0.1911393193613851,
"sfd": 1.0862468335684192,
"num_examples": 100
},
"Uncond-Head": {
"rouge1": 0.25493963834594036,
"rougeL": 0.13323295232163704,
"meteor": 0.13337129562298725,
"sfd": 1.4621968160434256,
"num_examples": 100,
"adapt_time": 7.013380529880524
},
"CVH": {
"rouge1": 0.2514854105441426,
"rougeL": 0.13267777927402435,
"meteor": 0.13508171496829105,
"sfd": 1.4671356322221862,
"num_examples": 100,
"adapt_time": 7.0087640619277956
}
},
"num_examples": 100
}
|
