1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
|
{
"config": {
"task": "review",
"setting": "user",
"dataset_config": "product_review_user",
"model_name": "Qwen/Qwen2.5-1.5B-Instruct",
"device": "cuda:1",
"d": 64,
"alpha": 0.1,
"beta": 0.05,
"lam": 0.0001,
"lr": 0.05,
"adapt_steps": 30,
"max_grad_norm": 5.0,
"basis_seed": 42,
"K": 4,
"max_new_tokens": 512,
"temperature": 0.7,
"top_p": 0.9,
"num_eval": 10,
"batch_size": 1
},
"results": {
"Base": {
"rouge1": 0.2947924585435767,
"rougeL": 0.1313784112809228,
"meteor": 0.18677397311089114,
"sfd": 1.3442595294220687,
"num_examples": 10
},
"BM25-Top1": {
"rouge1": 0.3098876923858216,
"rougeL": 0.1350095941482841,
"meteor": 0.21108258610055244,
"sfd": 1.2381058197208819,
"num_examples": 10
},
"Uncond-Head": {
"rouge1": 0.284659981917826,
"rougeL": 0.13202344996796825,
"meteor": 0.1626017193010545,
"sfd": 1.3558470079407239,
"num_examples": 10,
"adapt_time": 4.6166139364242555
},
"CVH": {
"rouge1": 0.3002647950040762,
"rougeL": 0.14381227270433547,
"meteor": 0.16278955338662823,
"sfd": 1.4338084483826639,
"num_examples": 10,
"adapt_time": 4.611285209655762
}
},
"num_examples": 10
}
|
