diff options
Diffstat (limited to 'artifacts/energy_orbit_prefix_test_m10.json')
| -rw-r--r-- | artifacts/energy_orbit_prefix_test_m10.json | 337 |
1 files changed, 337 insertions, 0 deletions
diff --git a/artifacts/energy_orbit_prefix_test_m10.json b/artifacts/energy_orbit_prefix_test_m10.json new file mode 100644 index 0000000..c5812fc --- /dev/null +++ b/artifacts/energy_orbit_prefix_test_m10.json @@ -0,0 +1,337 @@ +{ + "samples": 100, + "mean_best_reference_unigram_f1": { + "initial": 0.250395420367855, + "final": 0.24403362152882896, + "oracle": 0.5031416576461177 + }, + "energy_protocol": "No cross-modal map and no image-text pair is used by the energy or optimizer. Paired text is loaded only for trajectory and oracle diagnostics; the final step is fixed by CLI arguments.", + "prefix_training": "text only; no image features or image-text pairs", + "examples": [ + { + "row": 25, + "references": [ + "The man with pierced ears is wearing glasses and an orange hat.", + "A man with glasses is wearing a beer can crocheted hat.", + "A man with gauges and glasses is wearing a Blitz hat.", + "A man in an orange hat starring at something.", + "A man wears an orange hat and glasses." + ], + "initial": "Two women make and use small breads. They are making a necklace. They are both young. \n A: yes B: no\nYou are", + "final": "A man wearing a white shirt and a blue hat is looking at something with a glass of beer.", + "oracle": "A man wearing glasses and hat is holding an electronic watch." + }, + { + "row": 34, + "references": [ + "A black and white dog is running in a grassy garden surrounded by a white fence.", + "A Boston Terrier is running on lush green grass in front of a white fence.", + "A black and white dog is running through the grass.", + "A dog runs on the green grass near a wooden fence.", + "A Boston terrier is running in the grass." + ], + "initial": "A young boy is playing with a green and yellow pipe in a suburban area.", + "final": "A small child is playing with a black and red ball in a large, empty sandbox. The child is chasing the ball, while a large black dog is chasing", + "oracle": "A black dog is running through a grassy field in the woods. \nExplanation: A black dog is running through a grassy field in the woods." + }, + { + "row": 51, + "references": [ + "A young female student performing a downward kick to break a board held by her Karate instructor.", + "Girl about to kick a piece of wood in half while karate instructor holds it", + "A girl kicking a stick that a man is holding in tae kwon do class.", + "A girl in karate uniform breaking a stick with a front kick.", + "A girl breaking boards by using karate." + ], + "initial": "Two people in a conference room microphone speak to a large audience. Source: YouTube. 00:00.00.00.0", + "final": "People are standing near a mailbox at a streetlight near a red and white building. They are looking at a man in a red vest. \nChoices: (", + "oracle": "A girl in karate striking a stick with her knee before a group of kids." + }, + { + "row": 89, + "references": [ + "Five snowmobile riders all wearing helmets and goggles line up in a snowy clearing in a forest in front of their snowmobiles; they are all wearing black snow pants and from left to right they are wearing a black coat, white coat, red coat, blue coat, and black coat.", + "Five people wearing winter jackets and helmets stand in the snow, with snowmobiles in the background.", + "Five people wearing winter clothing, helmets, and ski goggles stand outside in the snow.", + "A group of snowmobile riders gather in the snow.", + "Group gathered to go snowmobiling." + ], + "initial": "A group of men are sitting around a campfire eating food. They all appear to be wearing blue jackets.", + "final": "A group of people wearing hats and holding a bunch of coins are standing in a line, with a table in the middle. They are also standing on a platform", + "oracle": "Three snowmobileers, wearing helmets and winter gear, sit in snowmobiles and snow tires. They are parked in the snow." + }, + { + "row": 97, + "references": [ + "Two men sitting on the roof of a house while another one stands on a ladder.", + "Two men on a rooftop while another man stands atop a ladder watching them", + "Three men, one on a ladder, work on a roof.", + "People are fixing the roof of a house.", + "Three men are working on a roof." + ], + "initial": "Two people looking over the crowd of people holding a glass of beer.", + "final": "A young woman sits down at an outdoor table and her head is held up in her hands as she looks at her friend across the table.", + "oracle": "Three men are working on a roof on a building while one person is standing on the roof." + }, + { + "row": 124, + "references": [ + "A bride in a light pink dress poses for a picture with male relatives and is being photographed by a man in a cream shirt with white pants.", + "A man in light colored clothing photographs a group of men wearing dark suits and hats standing around a woman dressed in a strapless gown.", + "A photographer takes a picture of a group of one girl in a pink dress and 10 boys in suits and hats.", + "A man photographs a woman in a pink dress and a throng of men in suits.", + "Man taking a photograph of a well dressed group of teens." + ], + "initial": "A brown dog runs in the forest with his leash. Laborious in the background. License: CC 3.0.0.0.0. License", + "final": "A man in a black suit holding a bicycle wheel outside in front of a building background. \nThis is a picture of a man in a black suit holding a", + "oracle": "A woman in a black dress takes a picture with a group of men posing for a photograph, while a man in a white shirt and black hat is in the" + }, + { + "row": 133, + "references": [ + "A group of 11 people in winter wear such as beanies, skiing jackets, gloves and backpacks are standing in snow paddles outside a house made of ice blocks while a person in front of the door seems to be leading them.", + "A group of people wearing snowshoes, and dressed for winter hiking, is standing in front of a building that looks like it's made of blocks of ice.", + "The people are quietly listening while the story of the ice cabin was explained to them.", + "A group of people standing in front of an igloo.", + "Several students waiting outside an igloo." + ], + "initial": "Two women wearing red blankets and sandals are sitting on a wooden structure. They are playing with a fire. \nClassification: Natural. \nClassification: Natural. \n", + "final": "A group of boys toss a ball from a table to a pile of red balls on a table that is lined with rods. They are all smiling.\t.jpg", + "oracle": "A group of people standing outside and wearing winter coats and gloves are waiting to see the snow." + }, + { + "row": 134, + "references": [ + "A baseball player in red leaps into the air to avoid a player in blue, who is shortly behind him as he catches the ball, while other blue team members look on in the background.", + "A boy in a red uniform is attempting to avoid getting out at home plate, while the catcher in the blue uniform is attempting to catch him.", + "A baseball player coming into home plate with knee held high and the catcher right in front of him waiting for the ball.", + "A baseball player attempting to score a run before the catcher tags the player out.", + "A baseball catcher trying to tag a base runner in a baseball game." + ], + "initial": "A bike rider doing a trick on a bicycle in the background. Motivated to be cool. \n\n\nOutput:\n![bike rider doing trick](https://i.stack", + "final": "A person on a skateboard and a fireman in a fire suit standing on a step.", + "oracle": "A baseball player in red trying to catch a ball as a teammate in white and blue watches him from behind. The player is wearing a blue and white uniform." + }, + { + "row": 137, + "references": [ + "A man wearing a hat and a white shirt is cleaning windows.", + "A man in a white shirt stands high up on scaffolding", + "A man stands on boards on top of a huge ladder.", + "Man works on top of scaffolding.", + "A guy works on a building." + ], + "initial": "A brown and white man with a camera and a gray shirt is walking around. He is holding a cellphone. \nAnswer: Step 1: Identify the main", + "final": "A girl in a hooded sweatshirt sits with her head on her knees and her eyes closed. She is looking at her friend who is looking at her eyes", + "oracle": "A man in a hat climbs on a building." + }, + { + "row": 199, + "references": [ + "A man wearing a reflective vest sits on the sidewalk and holds up pamphlets with bicycles on the cover.", + "Man in bright yellow vest displays bicycle safety information on street.", + "A man and woman talking are interrupted and a man covers his face.", + "A man in a vest is sitting in a chair and holding magazines.", + "A construction worker holds a sign about bicycling." + ], + "initial": "A couple in a pink car, with a white and black umbrella on the side. Neighbors watching. Pedestrian. Pink car. ", + "final": "A young man in a red shirt with a smile wearing a backpack talks to a woman behind him.", + "oracle": "A man in a vest holds a sign and talks to police while sitting on a street sign." + }, + { + "row": 219, + "references": [ + "A mother decides to take her child on a piggyback ride outside their apartment complex.", + "A baby boy in a blue and white striped shirt is sitting on his mother's shoulders.", + "A mother and her young song enjoying a beautiful day outside.", + "A young woman is giving a baby a ride on her shoulders.", + "A woman gives a small child a piggyback ride." + ], + "initial": "A man sits on a large blanket near a statue of a man with a large hand. \n##### Related Questions:\n\n1. ### Math\n\nA man is standing", + "final": "A child, wearing a blue and red jacket, is carrying a bag of food.", + "oracle": "A mother baby is giving a young girl a hug while she is outside." + }, + { + "row": 222, + "references": [ + "A male volleyball player in red trunks tries to block the shot of the opposing player during a professional volleyball game.", + "Men playing volleyball, with one player missing the ball but hands still in the air.", + "A group of spectators watch a men's sand volleyball game.", + "Volleyball players compete on a sunny day at the beach.", + "Men playing volleyball in the sand." + ], + "initial": "A couple with a weird-looking car, a man with a big, orange hat, and a woman with a weird-looking face, all in a window. They", + "final": "Construction worker in red helmet and pants working on a construction site. Model: Construction worker. Price: $100. Color: red. Size: Medium", + "oracle": "A group of athletes in tennis shoes play a game at a beach volleyball tournament. Image is taken during the game. Men and women are seen playing." + }, + { + "row": 228, + "references": [ + "A woman wearing a pink shirt and red apron stands in her restaurant holding food and surrounded by bagged breads, a microwave and the chalkboard menu up on the wall.", + "Woman wearing a yellow hat, pink shirt, and red apron is holding food in a kitchen.", + "Employee in pink shirt smiles for camera inside a restaurant kitchen.", + "A woman holding a bowl of food in a kitchen.", + "Women in store happily holding some food." + ], + "initial": "A blond boy in a blue shirt is in a white box while being introduced to a large white box.", + "final": "Two boys and one girl are sitting on a bench. They are on a scooter. They are standing.", + "oracle": "Woman in blue shirt holding food in her hands in a restaurant kitchen. She is smiling. Behind her is a table filled with food." + }, + { + "row": 246, + "references": [ + "An Asian man in spectacles and a t-shirt preparing some food.", + "A man working diligently while sitting at a table.", + "Man sitting using tool at a table in his home.", + "Indian man whittles in his own home.", + "A man is sharpening a knife." + ], + "initial": "A man lays blue and gray on the sand to build a pile of sand. He uses a shovel. A blue and gray man lays on the sand", + "final": "Two children, one is yellow and the other is green, are sitting in a tree.", + "oracle": "A man in a workshop sharpening his tools. \n \n A man is sharpening his tools in a workshop. \n \n A man is working on" + }, + { + "row": 259, + "references": [ + "Spelunkers pose inside a rock cavern while bathed in sunlight from the surface.", + "Shaft of light in a cave shows three spelunkers", + "Three rock climbers are posing on big rocks.", + "People stand inside a rock dome.", + "Three people sit in a cave." + ], + "initial": "A player in a red jacket playing with a pipe while other people watch. \nSentence: A man in a red jacket is playing with a pipe while other people", + "final": "A drummer, in a microphone, plays his guitar and incorporates a trumpet. Then he moves to a microphone.\t\t-\t|\t-\t|\t", + "oracle": "Three people are standing in a rock formation while drilling." + }, + { + "row": 279, + "references": [ + "A girl in a polka dotted blue jean dress walks barefoot on a balance beam.", + "A girl in a jean dress is walking along a raised balance beam.", + "The little girl is walking a beam in gymnastics class.", + "A little girl balances on a gymnastics beam.", + "A little girl is walking on a balance beam." + ], + "initial": "Two young men in t-shirts ride on ice in front of a crowd of people. Title: Ice Skating in the Snow\n\nCaption: Two young men in", + "final": "A man is sitting on a roof over a square of green grass. \nCultivated Grounds 2013.jpg \nA man is sitting on", + "oracle": "A little girl in a blue skirt is walking on a beam. \nA istrador is walking on a beam. \n\nCristian is a istr" + }, + { + "row": 304, + "references": [ + "A couple is sitting on the sand with their feet in the water, and they are shaking hands.", + "A man and woman wearing sunglasses sit halfway in the water.", + "A boy and a girl holding hands while sitting on a shore.", + "A couple with sunglasses are laying on the beach.", + "A blond holding hands with a guy in the sand." + ], + "initial": "The man with a white beard and military-style dress has a white headband and a military-style vest. He is wearing a light jacket and a light hat.", + "final": "Two construction workers in white suits and hard hats work on a construction project. They are using a large piece of equipment. \n- The date is 20", + "oracle": "A couple of people are sitting on the beach and holding hands. The man is holding a camera. A girl is holding a towel. doi" + }, + { + "row": 318, + "references": [ + "A woman standing with 3 other people in a store with two tables, some shelves with coffee and tea for sale, and a refrigerated drink case.", + "A woman in a gray sweater and black baseball cap is standing in line at a shop.", + "A woman in a hat waits to be served at a store.", + "Young people are standing in the store.", + "A woman in a cap at a coffee shop." + ], + "initial": "A large dog is lying in a field next to a small brown dog. Large dog is next to a small brown dog. \nQuestion: What is the relationship", + "final": "Two little boys with blond hair are sitting on the ground and boy wearing a blue shirt is holding a baseball.", + "oracle": "A woman in a black shirt stands at a coffee stand in a grocery store." + }, + { + "row": 340, + "references": [ + "The person has a striped shirt on and is holding on to a rope on a mountain.", + "A kid rock climbing against the backdrop of a green valley", + "The person in the striped shirt is mountain climbing.", + "A woman in a striped shirt climbs up a mountain.", + "A young man climbs a rocky hill." + ], + "initial": "A black dog is cowed by a brown and white dog.", + "final": "A man jumps off a plane, then lands in the air, with his arms spread out in front of him.", + "oracle": "A climber in a red shirt climbs a cliff with a mountain in the background." + }, + { + "row": 395, + "references": [ + "Two young attractive women in front of a store drop coins for street performers.", + "Two women enjoy the entertainment of street performers.", + "Two men pretend to be statutes while women look on.", + "Two young women stop and watch street performers.", + "Pedestrians interact with street artists." + ], + "initial": "A baseball player swings to make contact with the catcher as he is out of bounds. (USA Baseball) Category: Basketball, Baseball, Baseball Player. Description:", + "final": "A girl playing soccer chasing a boy dressed as a soccer player on a field.", + "oracle": "Two young women watch street performers while advertising for food. They appear to be in the city. Street performers are seen. Female audience members. " + }, + { + "row": 434, + "references": [ + "A group of people standing on the lawn in front of a building.", + "Many people in blue jeans stand in front of a white church.", + "A large group of people stand outside of a church.", + "Family members standing outside a home.", + "People standing outside of a building." + ], + "initial": "A little boy in a brown shirt is playing with a chain saw. He is jumping.", + "final": "A man sitting at the counter of a bar with his head resting on his hand and his arm resting on his knee. He is holding a glass of beer and", + "oracle": "A group of people standing outside of a building. They are wearing casual clothing." + }, + { + "row": 472, + "references": [ + "A young girl wearing a blue shirt marching in a band playing a trumpet", + "Girl wearing blue shirt and black shorts plays trumped outside.", + "A teenager plays her trumpet on the field at a game.", + "A girl playing trumpet in a marching band.", + "Girl playing the trumpet in a marching band" + ], + "initial": "A couple is cleaning on the lower tubs, with a blue shirt. Friendly. \"", + "final": "Person with black and white dog jumping on a wooden fence in a wooded area. \n </p>\n <p>\n <img src=\"//www.draw", + "oracle": "A girl playing the saxophone in a marching band playing her tune. Young girl playing the saxophone. Avidly playing the saxophone. License" + }, + { + "row": 487, + "references": [ + "Person in a brown sweatshirt does a flip in midair over a trampoline with a river and electrical lines in the background.", + "A young adult is doing a back flip on a trampoline near a lake.", + "A woman is doing flips on a trampoline in front of a lake.", + "A woman does a somersault on a trampoline on the beach.", + "Trampolines are a fun way to exercise." + ], + "initial": "A girl with a pink shirt is sitting in a shopping cart on a table in a store.", + "final": "A man in a red hard hat and hard pants is working underneath a large rock over a mountain.", + "oracle": "A woman is doing a flip on a trampoline in front of a park. \nChoices: (A). positive (B). negative\nWhat is the sentiment" + }, + { + "row": 520, + "references": [ + "A man standing in a bar with a neon beer sign hanging on the wall", + "A man stands next to three video game machines and a beer sign.", + "A man stands next to a bank of computer gambling machines.", + "A man is standing by a group of video games in a bar.", + "A man stands next to three video machines." + ], + "initial": "Three people are wearing sandals and are setting up a lawn chair. The setting is in the middle of the grass. The weather is sunny. The photographer is behind", + "final": "三人在一个地平面上坐，旁边有一张长椅。", + "oracle": "A man stands next to a display of video games behind a bar. \n##### Top 7 Cleaning Services Near Me\n\n##### Top 7 Cleaning Services Near Me" + }, + { + "row": 539, + "references": [ + "A woman in a green tank top looking at a drill while a crowd looks on.", + "A woman using a power drill in front of a group of people.", + "A woman uses a drill while another man takes her picture.", + "A woman, in a teal tank top, holding a power drill.", + "Spectators about to watch a woman use a drill." + ], + "initial": "A man, in a green jacket, works on a large, square area of black and white tiles. The man is about 6 feet tall. Description", + "final": "A boy wearing a red and white striped jumper, a blue and white striped shirt, and a red and white bowler hat is jumping on a crowded street.", + "oracle": "A woman in a helmet and shirt using a drill to blow out a cigarette." + } + ] +}
\ No newline at end of file |