{ "samples": 128, "mean_best_reference_unigram_f1": { "initial": 0.2508249084111792, "final": 0.2370081804338706, "oracle": 0.523065714519316 }, "paired_final_minus_initial": { "mean": -0.013816727977308634, "bootstrap_95_percentile_interval": [ -0.03245370025527601, 0.00496250241953991 ], "improved": 51, "tied": 2, "worsened": 75 }, "energy_protocol": "No image-text pair and no cross-modal parameter is used. The functional language energy is a frozen decode-reencode cycle through a text-only prefix interface and frozen Qwen.", "prefix_training": "text only; no image features or image-text pairs", "per_sample_unigram_f1": [ { "row": 67, "initial": 0.14285714285714285, "final": 0.0, "oracle": 0.7096774193548386 }, { "row": 99, "initial": 0.29629629629629634, "final": 0.24390243902439024, "oracle": 0.5714285714285713 }, { "row": 100, "initial": 0.2580645161290323, "final": 0.25531914893617025, "oracle": 0.6428571428571429 }, { "row": 109, "initial": 0.18181818181818182, "final": 0.24000000000000002, "oracle": 0.47058823529411764 }, { "row": 118, "initial": 0.2777777777777778, "final": 0.20689655172413793, "oracle": 0.6470588235294117 }, { "row": 161, "initial": 0.15, "final": 0.3076923076923077, "oracle": 0.6060606060606061 }, { "row": 170, "initial": 0.21621621621621623, "final": 0.2564102564102564, "oracle": 0.3902439024390244 }, { "row": 200, "initial": 0.25, "final": 0.25, "oracle": 0.5 }, { "row": 203, "initial": 0.30303030303030304, "final": 0.20512820512820515, "oracle": 0.43243243243243246 }, { "row": 257, "initial": 0.21621621621621623, "final": 0.38461538461538464, "oracle": 0.34285714285714286 }, { "row": 280, "initial": 0.41379310344827586, "final": 0.25806451612903225, "oracle": 0.6086956521739131 }, { "row": 282, "initial": 0.20689655172413796, "final": 0.20689655172413793, "oracle": 0.34146341463414637 }, { "row": 293, "initial": 0.2, "final": 0.12903225806451613, "oracle": 0.5714285714285713 }, { "row": 301, "initial": 0.26315789473684204, "final": 0.20689655172413793, "oracle": 0.5333333333333333 }, { "row": 322, "initial": 0.30303030303030304, "final": 0.2702702702702703, "oracle": 0.8888888888888888 }, { "row": 370, "initial": 0.10810810810810811, "final": 0.1904761904761905, "oracle": 0.3684210526315789 }, { "row": 377, "initial": 0.21621621621621623, "final": 0.20408163265306123, "oracle": 0.27272727272727276 }, { "row": 382, "initial": 0.2173913043478261, "final": 0.31250000000000006, "oracle": 0.6666666666666666 }, { "row": 387, "initial": 0.23076923076923075, "final": 0.10810810810810811, "oracle": 0.4375 }, { "row": 390, "initial": 0.13333333333333333, "final": 0.26666666666666666, "oracle": 0.4 }, { "row": 419, "initial": 0.26666666666666666, "final": 0.3181818181818182, "oracle": 0.5294117647058824 }, { "row": 422, "initial": 0.15384615384615383, "final": 0.21428571428571427, "oracle": 0.5333333333333333 }, { "row": 462, "initial": 0.37209302325581395, "final": 0.28125, "oracle": 0.43902439024390244 }, { "row": 478, "initial": 0.28571428571428575, "final": 0.25, "oracle": 0.4210526315789474 }, { "row": 511, "initial": 0.48000000000000004, "final": 0.2439024390243903, "oracle": 0.8 }, { "row": 608, "initial": 0.18181818181818182, "final": 0.08695652173913043, "oracle": 0.6666666666666667 }, { "row": 610, "initial": 0.16216216216216217, "final": 0.15, "oracle": 0.47058823529411764 }, { "row": 628, "initial": 0.24, "final": 0.2, "oracle": 0.358974358974359 }, { "row": 630, "initial": 0.2608695652173913, "final": 0.1951219512195122, "oracle": 0.6666666666666666 }, { "row": 669, "initial": 0.3243243243243243, "final": 0.16666666666666666, "oracle": 0.608695652173913 }, { "row": 681, "initial": 0.25806451612903225, "final": 0.23529411764705882, "oracle": 0.5714285714285715 }, { "row": 694, "initial": 0.3125, "final": 0.1951219512195122, "oracle": 0.4999999999999999 }, { "row": 762, "initial": 0.16666666666666666, "final": 0.1142857142857143, "oracle": 0.6 }, { "row": 816, "initial": 0.3333333333333333, "final": 0.30769230769230765, "oracle": 0.56 }, { "row": 843, "initial": 0.16, "final": 0.5, "oracle": 0.5853658536585366 }, { "row": 900, "initial": 0.32, "final": 0.2285714285714286, "oracle": 0.42424242424242425 }, { "row": 949, "initial": 0.3636363636363636, "final": 0.2105263157894737, "oracle": 0.4736842105263157 }, { "row": 1052, "initial": 0.4, "final": 0.3529411764705882, "oracle": 0.4444444444444444 }, { "row": 1074, "initial": 0.380952380952381, "final": 0.34782608695652173, "oracle": 0.6086956521739131 }, { "row": 1081, "initial": 0.35555555555555557, "final": 0.3, "oracle": 0.5555555555555556 }, { "row": 1089, "initial": 0.34782608695652173, "final": 0.27777777777777773, "oracle": 0.4390243902439025 }, { "row": 1102, "initial": 0.19512195121951217, "final": 0.22857142857142856, "oracle": 0.4444444444444445 }, { "row": 1103, "initial": 0.2608695652173913, "final": 0.2380952380952381, "oracle": 0.6153846153846153 }, { "row": 1107, "initial": 0.2857142857142857, "final": 0.2285714285714286, "oracle": 0.4117647058823529 }, { "row": 1144, "initial": 0.4444444444444445, "final": 0.3404255319148936, "oracle": 0.40816326530612246 }, { "row": 1145, "initial": 0.23529411764705882, "final": 0.4166666666666667, "oracle": 0.5263157894736842 }, { "row": 1155, "initial": 0.07999999999999999, "final": 0.16666666666666666, "oracle": 0.7000000000000001 }, { "row": 1162, "initial": 0.24999999999999994, "final": 0.20833333333333331, "oracle": 0.5454545454545455 }, { "row": 1168, "initial": 0.22641509433962265, "final": 0.14285714285714285, "oracle": 0.64 }, { "row": 1182, "initial": 0.2222222222222222, "final": 0.33333333333333337, "oracle": 0.4666666666666667 }, { "row": 1209, "initial": 0.24000000000000002, "final": 0.21052631578947364, "oracle": 0.38888888888888895 }, { "row": 1212, "initial": 0.2105263157894737, "final": 0.3, "oracle": 0.4615384615384615 }, { "row": 1271, "initial": 0.2, "final": 0.1904761904761905, "oracle": 0.4230769230769231 }, { "row": 1286, "initial": 0.3, "final": 0.2978723404255319, "oracle": 0.5925925925925926 }, { "row": 1293, "initial": 0.5, "final": 0.391304347826087, "oracle": 0.4166666666666667 }, { "row": 1351, "initial": 0.2553191489361702, "final": 0.40816326530612246, "oracle": 0.5454545454545455 }, { "row": 1365, "initial": 0.2222222222222222, "final": 0.20833333333333331, "oracle": 0.3255813953488372 }, { "row": 1371, "initial": 0.2727272727272727, "final": 0.1951219512195122, "oracle": 0.5142857142857142 }, { "row": 1378, "initial": 0.5185185185185186, "final": 0.45454545454545453, "oracle": 0.8695652173913043 }, { "row": 1382, "initial": 0.2608695652173913, "final": 0.21052631578947367, "oracle": 0.5128205128205129 }, { "row": 1478, "initial": 0.24000000000000005, "final": 0.10810810810810811, "oracle": 0.3157894736842105 }, { "row": 1513, "initial": 0.26666666666666666, "final": 0.0, "oracle": 0.5882352941176471 }, { "row": 1516, "initial": 0.5, "final": 0.16216216216216217, "oracle": 0.6666666666666666 }, { "row": 1520, "initial": 0.21428571428571425, "final": 0.22222222222222224, "oracle": 0.39999999999999997 }, { "row": 1523, "initial": 0.3333333333333333, "final": 0.26666666666666666, "oracle": 0.5714285714285714 }, { "row": 1532, "initial": 0.2051282051282051, "final": 0.27906976744186046, "oracle": 0.4888888888888889 }, { "row": 1616, "initial": 0.17777777777777778, "final": 0.4117647058823529, "oracle": 0.5806451612903226 }, { "row": 1636, "initial": 0.1818181818181818, "final": 0.27027027027027023, "oracle": 0.5185185185185185 }, { "row": 1716, "initial": 0.2, "final": 0.16, "oracle": 0.22857142857142856 }, { "row": 1727, "initial": 0.22727272727272727, "final": 0.13636363636363635, "oracle": 0.5365853658536585 }, { "row": 1740, "initial": 0.13793103448275862, "final": 0.10526315789473682, "oracle": 0.20689655172413793 }, { "row": 1746, "initial": 0.25, "final": 0.22222222222222224, "oracle": 0.75 }, { "row": 1754, "initial": 0.380952380952381, "final": 0.038461538461538464, "oracle": 0.5161290322580645 }, { "row": 1782, "initial": 0.23255813953488372, "final": 0.2962962962962963, "oracle": 0.4 }, { "row": 1892, "initial": 0.1111111111111111, "final": 0.1111111111111111, "oracle": 0.5599999999999999 }, { "row": 1902, "initial": 0.2962962962962963, "final": 0.1090909090909091, "oracle": 0.41025641025641024 }, { "row": 1933, "initial": 0.17391304347826086, "final": 0.1791044776119403, "oracle": 0.43750000000000006 }, { "row": 1943, "initial": 0.21428571428571427, "final": 0.26666666666666666, "oracle": 0.6086956521739131 }, { "row": 1995, "initial": 0.25806451612903225, "final": 0.29787234042553196, "oracle": 0.4489795918367347 }, { "row": 2006, "initial": 0.1739130434782609, "final": 0.0, "oracle": 0.6956521739130435 }, { "row": 2089, "initial": 0.13793103448275862, "final": 0.20000000000000004, "oracle": 0.6666666666666667 }, { "row": 2145, "initial": 0.1904761904761905, "final": 0.3636363636363636, "oracle": 0.5714285714285715 }, { "row": 2147, "initial": 0.17647058823529413, "final": 0.2162162162162162, "oracle": 0.6086956521739131 }, { "row": 2177, "initial": 0.09523809523809526, "final": 0.29166666666666663, "oracle": 0.6451612903225806 }, { "row": 2179, "initial": 0.1851851851851852, "final": 0.25, "oracle": 0.5 }, { "row": 2256, "initial": 0.2790697674418605, "final": 0.1132075471698113, "oracle": 0.4888888888888888 }, { "row": 2274, "initial": 0.21428571428571427, "final": 0.20000000000000004, "oracle": 0.35000000000000003 }, { "row": 2283, "initial": 0.2727272727272727, "final": 0.24390243902439024, "oracle": 0.5 }, { "row": 2312, "initial": 0.2666666666666666, "final": 0.125, "oracle": 0.4666666666666666 }, { "row": 2324, "initial": 0.25, "final": 0.2608695652173913, "oracle": 0.5000000000000001 }, { "row": 2326, "initial": 0.19047619047619047, "final": 0.23809523809523808, "oracle": 0.6363636363636364 }, { "row": 2388, "initial": 0.2727272727272727, "final": 0.25, "oracle": 0.36363636363636365 }, { "row": 2434, "initial": 0.2916666666666667, "final": 0.13333333333333333, "oracle": 0.7142857142857143 }, { "row": 2476, "initial": 0.10526315789473685, "final": 0.24242424242424243, "oracle": 0.5454545454545454 }, { "row": 2522, "initial": 0.2, "final": 0.16216216216216217, "oracle": 0.35000000000000003 }, { "row": 2527, "initial": 0.3428571428571428, "final": 0.3404255319148936, "oracle": 0.5625000000000001 }, { "row": 2605, "initial": 0.17391304347826086, "final": 0.21621621621621623, "oracle": 0.37837837837837834 }, { "row": 2662, "initial": 0.15, "final": 0.1818181818181818, "oracle": 0.35000000000000003 }, { "row": 2737, "initial": 0.23529411764705882, "final": 0.20512820512820512, "oracle": 0.5263157894736842 }, { "row": 2749, "initial": 0.29629629629629634, "final": 0.24, "oracle": 0.7407407407407408 }, { "row": 2968, "initial": 0.24242424242424246, "final": 0.1904761904761905, "oracle": 0.3684210526315789 }, { "row": 3032, "initial": 0.1818181818181818, "final": 0.2608695652173913, "oracle": 0.5217391304347826 }, { "row": 3085, "initial": 0.41666666666666663, "final": 0.47619047619047616, "oracle": 0.64 }, { "row": 3096, "initial": 0.5517241379310345, "final": 0.3, "oracle": 0.9 }, { "row": 3104, "initial": 0.37209302325581395, "final": 0.34146341463414637, "oracle": 0.7272727272727272 }, { "row": 3105, "initial": 0.34782608695652173, "final": 0.2352941176470588, "oracle": 0.4137931034482759 }, { "row": 3115, "initial": 0.2790697674418604, "final": 0.2127659574468085, "oracle": 0.4 }, { "row": 3175, "initial": 0.13953488372093023, "final": 0.17391304347826086, "oracle": 0.6153846153846153 }, { "row": 3180, "initial": 0.20512820512820512, "final": 0.19999999999999998, "oracle": 0.41025641025641024 }, { "row": 3197, "initial": 0.21428571428571427, "final": 0.43478260869565216, "oracle": 0.5185185185185185 }, { "row": 3203, "initial": 0.22727272727272727, "final": 0.3181818181818182, "oracle": 0.4102564102564102 }, { "row": 3204, "initial": 0.125, "final": 0.21621621621621623, "oracle": 0.3255813953488372 }, { "row": 3304, "initial": 0.2380952380952381, "final": 0.37837837837837834, "oracle": 0.5 }, { "row": 3375, "initial": 0.26666666666666666, "final": 0.30769230769230765, "oracle": 0.6666666666666666 }, { "row": 3393, "initial": 0.25806451612903225, "final": 0.1176470588235294, "oracle": 0.30303030303030304 }, { "row": 3410, "initial": 0.21428571428571427, "final": 0.2222222222222222, "oracle": 0.6956521739130435 }, { "row": 3423, "initial": 0.31250000000000006, "final": 0.14634146341463414, "oracle": 0.5714285714285714 }, { "row": 3425, "initial": 0.16666666666666669, "final": 0.19047619047619047, "oracle": 0.6206896551724138 }, { "row": 3434, "initial": 0.3225806451612903, "final": 0.35000000000000003, "oracle": 0.5294117647058824 }, { "row": 3461, "initial": 0.17391304347826086, "final": 0.1818181818181818, "oracle": 0.5555555555555556 }, { "row": 3493, "initial": 0.14634146341463417, "final": 0.18181818181818182, "oracle": 0.368421052631579 }, { "row": 3498, "initial": 0.2222222222222222, "final": 0.20689655172413793, "oracle": 0.631578947368421 }, { "row": 3510, "initial": 0.2380952380952381, "final": 0.3888888888888889, "oracle": 0.6470588235294118 }, { "row": 3529, "initial": 0.38461538461538464, "final": 0.2702702702702703, "oracle": 0.5 }, { "row": 3547, "initial": 0.20512820512820512, "final": 0.3404255319148936, "oracle": 0.5405405405405405 }, { "row": 3566, "initial": 0.18181818181818182, "final": 0.16666666666666666, "oracle": 0.47058823529411764 }, { "row": 3631, "initial": 0.22222222222222224, "final": 0.29411764705882354, "oracle": 0.6666666666666667 }, { "row": 3681, "initial": 0.25641025641025644, "final": 0.26666666666666666, "oracle": 0.5714285714285715 } ], "examples": [ { "row": 67, "references": [ "A group of people stand in the back of a truck filled with cotton.", "Men are standing on and about a truck carrying a white substance.", "A group of people are standing on a pile of wool in a truck.", "A group of men are loading cotton onto a truck", "Workers load sheared wool onto a truck." ], "initial": "Two women making pasta with large amounts of black rice. 2009. 001. 002. 003.", "final": "20+ male, 20+ 60s, 60 min, 2x2 size, 2x2", "oracle": "A group of people are loading a truck with cotton on top of a pile of steel." }, { "row": 99, "references": [ "An adult wearing a gray shirt with red sleeves sleeping on a couch.", "A woman in black pants napping on the couch.", "A man sleeping in a green room on a couch.", "The young woman is sleeping in her room.", "A long-haired man sleeping on a couch" ], "initial": "A toddler is playing with a toy in a beach pool. The boy is holding a toy.", "final": "A young boy is in a swimming pool with his eyes fixed on a young girl in a swimming pool. He is holding a ball in his hand and the girl", "oracle": "A sleepy woman in a yellow shirt sleeping on a bed." }, { "row": 100, "references": [ "Boy in brown shirt with headphones on sits on woman's shoulders in a crowd.", "A kid wearing headphones sits on his mom's shoulders while in a crowd.", "A boy with headphones on sitting on top of a woman's shoulders.", "A child with headphones riding on his mother's shoulders.", "A boy wearing headphones sits on a woman's shoulders." ], "initial": "Three men in a conference room talk to an interviewer in a white shirt. 0.00000000000000", "final": "Several children with a baseball bat and a large ball on a grass field with a large brown dog running away from them and a man in a blue shirt and a", "oracle": "A boy with headphones on sitting on a girl's head while riding a bike." }, { "row": 109, "references": [ "Two men, standing on an ice, looking into something covered with a blue tarp.", "Two men are about to enter an ice fishing tent on a snow covered lake.", "Two people standing outside a blue tent structure on a snowy surface.", "Two men setting up a blue ice fishing hut on an iced over lake", "A tent is being set up on the ice." ], "initial": "A group of men are eating at a table with a large pizza. They are all wearing white shirts.", "final": "A man, dressed in red, blue, and green, is eating at a table.", "oracle": "Two men are laying on a tent on a frozen lake that is being heated up. \nOptions: (A) on the ground (B) on the ice" }, { "row": 118, "references": [ "A man in a green shirt and red life jacket is sitting in a canoe drifting around the lake.", "A man wearing a life jacket is in a small boat on a lake with a ferry in view.", "A man wearing a red life-vest is sitting in a canoe on a body of water.", "A balding man wearing a red life jacket is sitting in a small boat.", "A man in a red life vest is riding in a canoe." ], "initial": "Two girls look at a woman wearing a pink shirt. She is holding a camera. 0 1 2 3 4 5 6 ", "final": "Two women and a child are holding a snow leopard.", "oracle": "A man in a blue life jacket is sitting in a raft on a river." }, { "row": 161, "references": [ "A woman in jeans and a red coat and carrying a multicolored handbag spreads put her arms while leaping up from a cobblestone street.", "A lady in a red coat, holding a bluish hand bag likely of asian descent, jumping off the ground for a snapshot.", "A woman in a red jacket, with a blue and gold handbag is jumping while smiling on a cobblestone street.", "A woman wearing a red coat is jumping outdoors.", "Girl in red jumping for joy." ], "initial": "A brown dog runs through the snow with his tongue out. Supervised by a human. License: CC-BY 2.0. • ", "final": "A boy in a baseball cap catches a baseball in a field with a green ball in his hand.", "oracle": "A woman in a red jacket and blue jeans jumping off a bridge." }, { "row": 170, "references": [ "Two dogs run towards each other on a rocky area with water in the background.", "A brown dog is running after a black dog on a rocky shore.", "Two dogs run across stones near a body of water.", "A brown dog is running after the black dog.", "Two dogs playing on a beach." ], "initial": "Two women dressed in black and white pants and headscarves are leaning against a wall. \nAssociation: \"The Art of the Dance\" 201", "final": "A person is wearing a pair of pants and a hat. A sign is also on the floor. A sign is also on the floor. \nDoes", "oracle": "Two dogs are running on a rocky beach next to a water source. Male and female dogs are running together. Scene is in a wooded area." }, { "row": 200, "references": [ "A young helmeted man, in his team uniform, is swinging his bat at an incoming baseball.", "A young boy wearing a Giants jersey swings a baseball bat at an incoming pitch.", "A boy playing for the Giants baseball team swinging at a baseball.", "A child swings a baseball bat at the ball.", "This little boy hitting a ball." ], "initial": "A bike rider is doing a trick on his bicycle in the air. He is balancing on his bike. \nAttachment: bicycle\nSize: medium\nRating:", "final": "The bike on the ground is doing a flip in the air, on a path.", "oracle": "A young boy swings a baseball at a ball hit by a ball player. The boy is wearing a striped shirt." }, { "row": 203, "references": [ "A guy sitting at a desk talking on a phone with books laying everywhere.", "Man talking on a phone, surrounded by books in an office.", "A man sits at a desk in room cluttered with books.", "A man on the phone surrounded by stacks of books.", "A man in a cluttered office is using the telephone" ], "initial": "A young man in a business suit holds his cellphone. He is talking to someone. He is in a cafe. \n==================================\n\nA young man", "final": "A young man in a suit has his hand in his pocket, while holding his hand in his other hand. He has his hand in his pocket, and his", "oracle": "A man in a chair at a desk talking on his cellphone. He is standing in a cluttered room.} \n# A man in a chair talking on" }, { "row": 257, "references": [ "Woman is enjoying herself being outdoors biking in a forrest preserve.", "A girl in an orange tank top is walking her bike through the forrest.", "A smiling woman in a peach tank top stands holding a mountain bike", "A happy teenage girl taking a break from her bike ride.", "A girl smiles while holding her bike in a field." ], "initial": "A man and woman kissing on a pink convertible with a red and white car behind. Near a subway station. Keywords: man, woman, pink,", "final": "A man and a woman kissing with a red car in the background.", "oracle": "A girl in a pink shirt is smiling while riding a bike in a park. Motto: Happy to be a cyclist. Motto: Happy to be" }, { "row": 280, "references": [ "A boy wearing blue and yellow walking on a cliff edge.", "A boy in yellow shorts is standing on top of a cliff.", "A young child is standing alone on some jagged rocks.", "A little boy standing high in the air on a rock.", "Child stands near edge of cliff." ], "initial": "A man sits on a chair holding a rope while standing in the middle of a rocky beach.", "final": "The man is swimming, holding a rope. , in the water. \n\n###### Line 1: A man in a pool, holding a rope.\n\n######", "oracle": "A young boy standing on a cliff ledge with blue shorts." }, { "row": 282, "references": [ "A snowmobile rider flies through the air on his or her machine in front of tall pine trees.", "Rider jumps snowmobile high in rural area.", "A person on a snowmobile in mid jump.", "A snowmobiler flies through the air.", "The man is up in the air." ], "initial": "A couple, one with a white shirt and the other with a black jacket, are going out on a sunny day.", "final": "A man and a woman are in a park, in blue and white, with flowers in the background. \nISBN: 978-0-3", "oracle": "A snowboarder flies high in the air on a mountain. \n;; \nmountain biking near the snow\nExplanation: The given text is a description of" }, { "row": 293, "references": [ "A mother and three children collecting garbage from a blue and white garbage can on the street.", "A woman and three children are picking something out of a blue trashcan.", "Three young children stand around a blue and white barrel.", "Four children are standing around a blue and white barrel.", "A group of children look into a barrel." ], "initial": "A blond child in a red hat sits inside a cardboard box.", "final": "Red dog in a red sweater sitting in a field. Red dog in a red sweater sits in a field. (photo credit: natgeo)", "oracle": "Three children are looking up at a blue and white container." }, { "row": 301, "references": [ "A dark-haired woman in a green and white apron sits amid her outdoor display of flowers for sale on a city street.", "A woman is sitting by her dried flower display at an outside market.", "A woman sells flowers and incense at the market.", "A lady is sitting down tending to her stand.", "A woman in an apron shopping at a market." ], "initial": "A man in black glasses and blue shirt looks to the side of a rock.", "final": "A middle-aged man looks at a large, red, heavily-laden, old car near a wooden, unpainted, old wooden bridge.", "oracle": "A woman is sitting at a flower stand in the market. She is working on her garden." }, { "row": 322, "references": [ "There is a woman and man wearing orange shirts, playing instruments with sheet paper in front of them.", "A cello player is playing during a concert.", "A woman in a red shirt playing the cello.", "A female playing a song on her violin.", "A woman in a red shirt plays a cello." ], "initial": "A man playing drums in a square playing a black hat. He is singing. The crowd is watching. License plate is not seen. License", "final": "A man is playing a musical instrument, while a carpet is being spread, and a white space is in the background. \nThe person is the one playing the", "oracle": "A woman playing the cello in a black shirt." }, { "row": 370, "references": [ "People on ATVs and dirt bikes are traveling along a worn path in a field surrounded by trees.", "Three people on two dirt-bikes and one four-wheeler are riding through brown grass.", "Three people ride off-road bikes through a field surrounded by trees.", "Three people on motorbikes follow a trail through dry grass.", "Three people are riding around on ATV's and motorcycles." ], "initial": "Two young men skateboarding in the street in the background. His skateboarded on the street. License plate is not shown. Tags: skateboarding", "final": "Two men are skating in a park, in the style of \"The Wrestlers\". The men are both in black, and are wearing suits. The", "oracle": "Three people are riding on dirt bikes around a dirt road. They are wearing helmets. \nChoices: (a). Yes (b). No;\nWould the answer" }, { "row": 377, "references": [ "An older man sits back and relaxes on a patio outside an adobe building where many bicycles are propped.", "Topless old man wearing slippers, navy blue pants and a white hat while reclining in a chair outside.", "A shirtless man in a white cap relaxes in a deck chair, close to three parked bicycles.", "A half naked man is sleeping on his chair outdoors.", "Man relaxing in a folding chair on the street." ], "initial": "A soldier with a gold vest and military uniform is wearing a safety vest. He is holding a gun.", "final": "A military member has a uniform with a military badge and is wearing a military gear with a military member with a military hat. The military member is using a military", "oracle": "A relaxed man in shorts lounges in a pool of water while lying down on a towel. \n####\nA relaxed man lounges in a pool of water while" }, { "row": 382, "references": [ "A group of people are standing outside at a carnival, near a ride called the Green Jungle.", "A crowd of people standing next to a shack labeled \"Green Jungle.\"", "A group of people standing in front of a hut in a parking lot.", "Crowd standing near \"GREEN JUNGLE\" exhibit at festival.", "A group of people are gathered." ], "initial": "A large dog and two small dogs lying on the grass in a dense forest. Large dog and small dog sit together. Caption: A dog and two dogs are", "final": "Several dogs walking in a park with a tree in the background and a house in the distance.", "oracle": "A group of people standing in a crowd of people near a sign." }, { "row": 387, "references": [ "A young girl sitting on a small chair surrounded by what looks like handmade fabrics and bags.", "A girl wearing a colorful hat sits on a woven mat.", "A young woman is making rugs in the rain forest", "A woman in a red hat sits on a rug.", "A woman sitting in a hut." ], "initial": "A black dog is chasing a large brown bull. The dog is close to the bull.", "final": "The big dog is the most tired out of the group of people, but the small baby is the most active. Geographic Features: Ocean. Comments: Big dog", "oracle": "A woman in a pink scarf sits on a wooden floor. \nA woman sitting on a wooden floor wearing a pink scarf." }, { "row": 390, "references": [ "There are three young people, one dark-haired holding a bottled drink, one with head tilted back and finger in her mouth, and one with spiked hair.", "Three girls make faces as one takes a drink while they stand in a busy street.", "Three young women pose for the camera at a parade.", "Three women on the street drinking and posing", "The young people party in the streets." ], "initial": "A baseball player slides as he attempts to catch a ball as the opposing team's player slides to the ground. Caption: The umpire is watching the play as", "final": "A young boy runs past a baseball player with a red car on the field as it passes by him in the background.", "oracle": "Three young women stand in the crowd and take a picture. They are all smiling." }, { "row": 419, "references": [ "A group of people gather in a bar, and one man in a black shirt holds his arm and signals to the camera.", "In a crowd of young people at a bar, a man stands displaying the rock and roll sign.", "A man is making a \"rock\" gesture while standing on a stool in a crowded bar.", "A single man in a black t-shirt standing above the crowd at a busy bar.", "People enjoying drinks in a crowded bar." ], "initial": "A young boy is swinging a baseball bat. He is playing with a baseball.", "final": "A young boy is swinging on a swing at a playground with a blue and white umbrella. The boy is wearing a blue shirt and a black hat.", "oracle": "A group of people in a bar drinking in a crowd, one stands on a table." }, { "row": 422, "references": [ "Woman and man walking across wooden rope bridge with a caution sign beside it.", "A man and a woman are crossing over a rope bridge with greenery all over them.", "A man and a woman crossing a suspension bridge in a tropical setting.", "A bridge through high green plants, a man and a woman on it.", "A man and a woman are walking across a rope bridge." ], "initial": "A guy wearing a clean shirt is sweeping the floor. He's cleaning the windows.", "final": "The man sweeping the floor with a white towel on the wall. Cleaning the house.", "oracle": "A man and a woman cross a bridge over a river and walk under a bridge. \nAttachment:" }, { "row": 462, "references": [ "A man in a gray cap, a pink tank top and short skirt, pink-and-black striped socks, and boots juggles knives in front of a brick building whose sign reads \"The Pump Room\" while onlookers watch.", "An male entertainer is wearing women's clothing that consists of a pink tank top, skirt, knee high socks, and a hairnet, performing on a unicycle a juggling knives while a crowd watches.", "A man, wearing a short pink skirt, long striped socks, a pink tank top, and a hairnet, is juggling knives to the amusement of onlookers.", "A street juggler performing while wearing a colorful outfit.", "A man in a skirt is jumping while juggling knives." ], "initial": "A girl wearing a blue shirt is riding in a shopping cart on the inside of a bus.", "final": "A boy is drinking from a can in front of a boat with a person in the water in the background with a boat in the foreground.", "oracle": "A man wearing a striped shirt, shorts, and a hat is performing tricks on a trampoline." }, { "row": 478, "references": [ "Woman dressed in a green hat and apron is holding a tray full of drink samples.", "An Asian girl in a green hat and apron is serving drinks on a tray.", "The waitress offers complimentary tea to the patrons.", "A girl hands out Starbucks samples at a street fair.", "A Starbucks barista offering up a tray of drinks" ], "initial": "Three people are setting up chairs on a beach with a tent.", "final": "Three people are sitting on a small beach with a large portable table and a small car.", "oracle": "A waitress in a white shirt and apron serves coffee to people at a buffet table. The waitress is holding a tray." }, { "row": 511, "references": [ "Construction workers standing on top of a piece of machinery.", "Two Rubbish men standing on theyre truck loading trash.", "A blurry picture of a man in a blue shirt and hard hat.", "A man in a white hat stands on top of a truck.", "Two people are on top of the bed of a truck." ], "initial": "A man paints a mural on a painted wall in a busy street.", "final": "A man is painting a room with a large window. The room is painted in a dark color. The man is wearing a dark colored coat. The room is", "oracle": "A man in a shirt and hat standing on top of a truck." } ] }