1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
|
{
"split": "test",
"samples": 8,
"bridge_mode": "paired",
"retrieval": {
"i2t_r@1": 0.0,
"t2i_r@1": 0.0,
"i2t_r@5": 0.5,
"t2i_r@5": 0.5,
"i2t_r@10": 1.0,
"t2i_r@10": 1.0,
"i2t_median_rank": 5.0,
"t2i_median_rank": 5.0,
"chance_r@1": 0.125
},
"generation": {
"samples": 2,
"mean_best_reference_unigram_f1": 0.07692307692307693,
"examples": [
{
"row": 33,
"generated": " ",
"references": [
"A man with black hair sits in a restaurant with a glass of beer.",
"A man is sitting at a table with a drink.",
"A man is sitting at a table with a beer.",
"A dark-haired man sitting drinking.",
"A old man having a beer alone."
],
"unigram_f1": 0.0
},
{
"row": 34,
"generated": " the 10th anniversary of the",
"references": [
"A black and white dog is running in a grassy garden surrounded by a white fence.",
"A Boston Terrier is running on lush green grass in front of a white fence.",
"A black and white dog is running through the grass.",
"A dog runs on the green grass near a wooden fence.",
"A Boston terrier is running in the grass."
],
"unigram_f1": 0.15384615384615385
}
]
}
}
|
