diff options
Diffstat (limited to 'artifacts/smoke_evaluation.json')
| -rw-r--r-- | artifacts/smoke_evaluation.json | 46 |
1 files changed, 46 insertions, 0 deletions
diff --git a/artifacts/smoke_evaluation.json b/artifacts/smoke_evaluation.json new file mode 100644 index 0000000..67140a7 --- /dev/null +++ b/artifacts/smoke_evaluation.json @@ -0,0 +1,46 @@ +{ + "split": "test", + "samples": 8, + "bridge_mode": "paired", + "retrieval": { + "i2t_r@1": 0.0, + "t2i_r@1": 0.0, + "i2t_r@5": 0.5, + "t2i_r@5": 0.5, + "i2t_r@10": 1.0, + "t2i_r@10": 1.0, + "i2t_median_rank": 5.0, + "t2i_median_rank": 5.0, + "chance_r@1": 0.125 + }, + "generation": { + "samples": 2, + "mean_best_reference_unigram_f1": 0.07692307692307693, + "examples": [ + { + "row": 33, + "generated": " ", + "references": [ + "A man with black hair sits in a restaurant with a glass of beer.", + "A man is sitting at a table with a drink.", + "A man is sitting at a table with a beer.", + "A dark-haired man sitting drinking.", + "A old man having a beer alone." + ], + "unigram_f1": 0.0 + }, + { + "row": 34, + "generated": " the 10th anniversary of the", + "references": [ + "A black and white dog is running in a grassy garden surrounded by a white fence.", + "A Boston Terrier is running on lush green grass in front of a white fence.", + "A black and white dog is running through the grass.", + "A dog runs on the green grass near a wooden fence.", + "A Boston terrier is running in the grass." + ], + "unigram_f1": 0.15384615384615385 + } + ] + } +}
\ No newline at end of file |