diff options
Diffstat (limited to 'artifacts/prefix_evaluation.json')
| -rw-r--r-- | artifacts/prefix_evaluation.json | 308 |
1 files changed, 308 insertions, 0 deletions
diff --git a/artifacts/prefix_evaluation.json b/artifacts/prefix_evaluation.json new file mode 100644 index 0000000..831660d --- /dev/null +++ b/artifacts/prefix_evaluation.json @@ -0,0 +1,308 @@ +{ + "split": "test", + "samples": 100, + "mean_best_reference_unigram_f1": 0.5369529475719557, + "examples": [ + { + "row": 25, + "generated": "The man with the glasses is wearing an orange hat and wearing glasses.", + "references": [ + "The man with pierced ears is wearing glasses and an orange hat.", + "A man with glasses is wearing a beer can crocheted hat.", + "A man with gauges and glasses is wearing a Blitz hat.", + "A man in an orange hat starring at something.", + "A man wears an orange hat and glasses." + ], + "unigram_f1": 0.8 + }, + { + "row": 34, + "generated": "A black and white dog is running in a grassy area surrounded by a fence. Captioned: \"Running in the Park\". Copyrighted. ", + "references": [ + "A black and white dog is running in a grassy garden surrounded by a white fence.", + "A Boston Terrier is running on lush green grass in front of a white fence.", + "A black and white dog is running through the grass.", + "A dog runs on the green grass near a wooden fence.", + "A Boston terrier is running in the grass." + ], + "unigram_f1": 0.7567567567567567 + }, + { + "row": 51, + "generated": "A young female karate student attempting to balance her leg over a wall while practicing her kicks.", + "references": [ + "A young female student performing a downward kick to break a board held by her Karate instructor.", + "Girl about to kick a piece of wood in half while karate instructor holds it", + "A girl kicking a stick that a man is holding in tae kwon do class.", + "A girl in karate uniform breaking a stick with a front kick.", + "A girl breaking boards by using karate." + ], + "unigram_f1": 0.47058823529411764 + }, + { + "row": 89, + "generated": "Three snowmobiles are parked in a line, with riders wearing helmets and white helmets in the front, and white helmets in the back. One of the snow", + "references": [ + "Five snowmobile riders all wearing helmets and goggles line up in a snowy clearing in a forest in front of their snowmobiles; they are all wearing black snow pants and from left to right they are wearing a black coat, white coat, red coat, blue coat, and black coat.", + "Five people wearing winter jackets and helmets stand in the snow, with snowmobiles in the background.", + "Five people wearing winter clothing, helmets, and ski goggles stand outside in the snow.", + "A group of snowmobile riders gather in the snow.", + "Group gathered to go snowmobiling." + ], + "unigram_f1": 0.4651162790697674 + }, + { + "row": 97, + "generated": "Two men sitting on a roof while one of them works on a roof of a building.", + "references": [ + "Two men sitting on the roof of a house while another one stands on a ladder.", + "Two men on a rooftop while another man stands atop a ladder watching them", + "Three men, one on a ladder, work on a roof.", + "People are fixing the roof of a house.", + "Three men are working on a roof." + ], + "unigram_f1": 0.6666666666666667 + }, + { + "row": 124, + "generated": "A bride in a white dress is being photographed with a groom in a black suit and a photographer in a white shirt. The bride is posed for the camera while", + "references": [ + "A bride in a light pink dress poses for a picture with male relatives and is being photographed by a man in a cream shirt with white pants.", + "A man in light colored clothing photographs a group of men wearing dark suits and hats standing around a woman dressed in a strapless gown.", + "A photographer takes a picture of a group of one girl in a pink dress and 10 boys in suits and hats.", + "A man photographs a woman in a pink dress and a throng of men in suits.", + "Man taking a photograph of a well dressed group of teens." + ], + "unigram_f1": 0.5762711864406779 + }, + { + "row": 133, + "generated": "A group of people wearing snow gear, gloves and hats are standing in front of a building, one person is wearing a scarf and a hat, another is wearing", + "references": [ + "A group of 11 people in winter wear such as beanies, skiing jackets, gloves and backpacks are standing in snow paddles outside a house made of ice blocks while a person in front of the door seems to be leading them.", + "A group of people wearing snowshoes, and dressed for winter hiking, is standing in front of a building that looks like it's made of blocks of ice.", + "The people are quietly listening while the story of the ice cabin was explained to them.", + "A group of people standing in front of an igloo.", + "Several students waiting outside an igloo." + ], + "unigram_f1": 0.456140350877193 + }, + { + "row": 134, + "generated": "A baseball player in red is caught in midair as another player in black and white prepares to hit the ball, while the latter is in the background. The", + "references": [ + "A baseball player in red leaps into the air to avoid a player in blue, who is shortly behind him as he catches the ball, while other blue team members look on in the background.", + "A boy in a red uniform is attempting to avoid getting out at home plate, while the catcher in the blue uniform is attempting to catch him.", + "A baseball player coming into home plate with knee held high and the catcher right in front of him waiting for the ball.", + "A baseball player attempting to score a run before the catcher tags the player out.", + "A baseball catcher trying to tag a base runner in a baseball game." + ], + "unigram_f1": 0.53125 + }, + { + "row": 137, + "generated": "A man wearing a hat and glasses is cleaning a room.", + "references": [ + "A man wearing a hat and a white shirt is cleaning windows.", + "A man in a white shirt stands high up on scaffolding", + "A man stands on boards on top of a huge ladder.", + "Man works on top of scaffolding.", + "A guy works on a building." + ], + "unigram_f1": 0.7826086956521738 + }, + { + "row": 199, + "generated": "A man wearing a yellow jacket holds a sign on the sidewalk and sits on a bench with the words \"No Smoking\" on it. People walk by the sign", + "references": [ + "A man wearing a reflective vest sits on the sidewalk and holds up pamphlets with bicycles on the cover.", + "Man in bright yellow vest displays bicycle safety information on street.", + "A man and woman talking are interrupted and a man covers his face.", + "A man in a vest is sitting in a chair and holding magazines.", + "A construction worker holds a sign about bicycling." + ], + "unigram_f1": 0.5416666666666666 + }, + { + "row": 219, + "generated": "A mother takes her daughter to the park in a new baby seat.", + "references": [ + "A mother decides to take her child on a piggyback ride outside their apartment complex.", + "A baby boy in a blue and white striped shirt is sitting on his mother's shoulders.", + "A mother and her young song enjoying a beautiful day outside.", + "A young woman is giving a baby a ride on her shoulders.", + "A woman gives a small child a piggyback ride." + ], + "unigram_f1": 0.3571428571428571 + }, + { + "row": 222, + "generated": "A male player in a volleyball team prepares to block a shot from the opposing team during a match.", + "references": [ + "A male volleyball player in red trunks tries to block the shot of the opposing player during a professional volleyball game.", + "Men playing volleyball, with one player missing the ball but hands still in the air.", + "A group of spectators watch a men's sand volleyball game.", + "Volleyball players compete on a sunny day at the beach.", + "Men playing volleyball in the sand." + ], + "unigram_f1": 0.6 + }, + { + "row": 228, + "generated": "A woman wearing a white shirt and apron stands in front of a table with a large tray of food and drinks, holding a glass of water and a plate", + "references": [ + "A woman wearing a pink shirt and red apron stands in her restaurant holding food and surrounded by bagged breads, a microwave and the chalkboard menu up on the wall.", + "Woman wearing a yellow hat, pink shirt, and red apron is holding food in a kitchen.", + "Employee in pink shirt smiles for camera inside a restaurant kitchen.", + "A woman holding a bowl of food in a kitchen.", + "Women in store happily holding some food." + ], + "unigram_f1": 0.4666666666666667 + }, + { + "row": 246, + "generated": "An Asian man in a t-shirt and shorts trying to purchase some food. Also wearing a hat. \nTags: asian, shopping, t-shirt\n\nAssistant:", + "references": [ + "An Asian man in spectacles and a t-shirt preparing some food.", + "A man working diligently while sitting at a table.", + "Man sitting using tool at a table in his home.", + "Indian man whittles in his own home.", + "A man is sharpening a knife." + ], + "unigram_f1": 0.5555555555555556 + }, + { + "row": 259, + "generated": "Holes appear in the darkness as two miners explore a dark cavern. A dark room with a water tank is visible in the background.", + "references": [ + "Spelunkers pose inside a rock cavern while bathed in sunlight from the surface.", + "Shaft of light in a cave shows three spelunkers", + "Three rock climbers are posing on big rocks.", + "People stand inside a rock dome.", + "Three people sit in a cave." + ], + "unigram_f1": 0.21621621621621623 + }, + { + "row": 279, + "generated": "A girl in a pink polka dot dress walks on a blue and white striped floor. The girl is in a pink polka dot dress. \nDoes this", + "references": [ + "A girl in a polka dotted blue jean dress walks barefoot on a balance beam.", + "A girl in a jean dress is walking along a raised balance beam.", + "The little girl is walking a beam in gymnastics class.", + "A little girl balances on a gymnastics beam.", + "A little girl is walking on a balance beam." + ], + "unigram_f1": 0.47619047619047616 + }, + { + "row": 304, + "generated": "A couple is sitting on the beach, and the person in the sand is holding their hands. They are standing in the water. They are also wearing", + "references": [ + "A couple is sitting on the sand with their feet in the water, and they are shaking hands.", + "A man and woman wearing sunglasses sit halfway in the water.", + "A boy and a girl holding hands while sitting on a shore.", + "A couple with sunglasses are laying on the beach.", + "A blond holding hands with a guy in the sand." + ], + "unigram_f1": 0.6666666666666667 + }, + { + "row": 318, + "generated": "A woman standing in a store with 2 rows of stands, a woman in a blue shirt and a man in a blue shirt standing in the stands. There", + "references": [ + "A woman standing with 3 other people in a store with two tables, some shelves with coffee and tea for sale, and a refrigerated drink case.", + "A woman in a gray sweater and black baseball cap is standing in line at a shop.", + "A woman in a hat waits to be served at a store.", + "Young people are standing in the store.", + "A woman in a cap at a coffee shop." + ], + "unigram_f1": 0.34782608695652173 + }, + { + "row": 340, + "generated": "The person on the leash is holding on to a piece of rope on a sidewalk with a sign on it. He is on a balcony.", + "references": [ + "The person has a striped shirt on and is holding on to a rope on a mountain.", + "A kid rock climbing against the backdrop of a green valley", + "The person in the striped shirt is mountain climbing.", + "A woman in a striped shirt climbs up a mountain.", + "A young man climbs a rocky hill." + ], + "unigram_f1": 0.558139534883721 + }, + { + "row": 395, + "generated": "Two young women in front of a street market display of clothes and money for two young people. Behind them are two young people in front of a bank. Portrait", + "references": [ + "Two young attractive women in front of a store drop coins for street performers.", + "Two women enjoy the entertainment of street performers.", + "Two men pretend to be statutes while women look on.", + "Two young women stop and watch street performers.", + "Pedestrians interact with street artists." + ], + "unigram_f1": 0.4090909090909091 + }, + { + "row": 434, + "generated": "A group of people standing on the front of a building in a city.", + "references": [ + "A group of people standing on the lawn in front of a building.", + "Many people in blue jeans stand in front of a white church.", + "A large group of people stand outside of a church.", + "Family members standing outside a home.", + "People standing outside of a building." + ], + "unigram_f1": 0.888888888888889 + }, + { + "row": 472, + "generated": "A young girl wearing a red and white striped shirt playing a marching band in a line of young people.", + "references": [ + "A young girl wearing a blue shirt marching in a band playing a trumpet", + "Girl wearing blue shirt and black shorts plays trumped outside.", + "A teenager plays her trumpet on the field at a game.", + "A girl playing trumpet in a marching band.", + "Girl playing the trumpet in a marching band" + ], + "unigram_f1": 0.7058823529411764 + }, + { + "row": 487, + "generated": "Man in a t-shirt jumps over a net with a skateboard in the background with a body of water in the background. A cityscape in the background. In", + "references": [ + "Person in a brown sweatshirt does a flip in midair over a trampoline with a river and electrical lines in the background.", + "A young adult is doing a back flip on a trampoline near a lake.", + "A woman is doing flips on a trampoline in front of a lake.", + "A woman does a somersault on a trampoline on the beach.", + "Trampolines are a fun way to exercise." + ], + "unigram_f1": 0.4313725490196078 + }, + { + "row": 520, + "generated": "A man standing in a pub with a neon sign hanging from his arm.", + "references": [ + "A man standing in a bar with a neon beer sign hanging on the wall", + "A man stands next to three video game machines and a beer sign.", + "A man stands next to a bank of computer gambling machines.", + "A man is standing by a group of video games in a bar.", + "A man stands next to three video machines." + ], + "unigram_f1": 0.689655172413793 + }, + { + "row": 539, + "generated": "A woman in a green shirt looking at a drill while a man looks on.", + "references": [ + "A woman in a green tank top looking at a drill while a crowd looks on.", + "A woman using a power drill in front of a group of people.", + "A woman uses a drill while another man takes her picture.", + "A woman, in a teal tank top, holding a power drill.", + "Spectators about to watch a woman use a drill." + ], + "unigram_f1": 0.8387096774193549 + } + ], + "training": "text only; no image features or image-text pairs" +}
\ No newline at end of file |