diff options
Diffstat (limited to 'artifacts/energy_functional_prefix_val_f10_128.json')
| -rw-r--r-- | artifacts/energy_functional_prefix_val_f10_128.json | 1117 |
1 files changed, 1117 insertions, 0 deletions
diff --git a/artifacts/energy_functional_prefix_val_f10_128.json b/artifacts/energy_functional_prefix_val_f10_128.json new file mode 100644 index 0000000..db5e621 --- /dev/null +++ b/artifacts/energy_functional_prefix_val_f10_128.json @@ -0,0 +1,1117 @@ +{ + "samples": 128, + "mean_best_reference_unigram_f1": { + "initial": 0.2508249084111792, + "final": 0.2255603124919379, + "oracle": 0.523065714519316 + }, + "paired_final_minus_initial": { + "mean": -0.025264595919241344, + "bootstrap_95_percentile_interval": [ + -0.04586167115932844, + -0.004974209227439859 + ], + "improved": 54, + "tied": 1, + "worsened": 73 + }, + "energy_protocol": "No image-text pair and no cross-modal parameter is used. The functional language energy is a frozen decode-reencode cycle through a text-only prefix interface and frozen Qwen.", + "prefix_training": "text only; no image features or image-text pairs", + "per_sample_unigram_f1": [ + { + "row": 67, + "initial": 0.14285714285714285, + "final": 0.10526315789473685, + "oracle": 0.7096774193548386 + }, + { + "row": 99, + "initial": 0.29629629629629634, + "final": 0.2631578947368421, + "oracle": 0.5714285714285713 + }, + { + "row": 100, + "initial": 0.2580645161290323, + "final": 0.2, + "oracle": 0.6428571428571429 + }, + { + "row": 109, + "initial": 0.18181818181818182, + "final": 0.2580645161290323, + "oracle": 0.47058823529411764 + }, + { + "row": 118, + "initial": 0.2777777777777778, + "final": 0.18181818181818182, + "oracle": 0.6470588235294117 + }, + { + "row": 161, + "initial": 0.15, + "final": 0.3255813953488372, + "oracle": 0.6060606060606061 + }, + { + "row": 170, + "initial": 0.21621621621621623, + "final": 0.2857142857142857, + "oracle": 0.3902439024390244 + }, + { + "row": 200, + "initial": 0.25, + "final": 0.16216216216216214, + "oracle": 0.5 + }, + { + "row": 203, + "initial": 0.30303030303030304, + "final": 0.34146341463414637, + "oracle": 0.43243243243243246 + }, + { + "row": 257, + "initial": 0.21621621621621623, + "final": 0.2, + "oracle": 0.34285714285714286 + }, + { + "row": 280, + "initial": 0.41379310344827586, + "final": 0.3684210526315789, + "oracle": 0.6086956521739131 + }, + { + "row": 282, + "initial": 0.20689655172413796, + "final": 0.14814814814814814, + "oracle": 0.34146341463414637 + }, + { + "row": 293, + "initial": 0.2, + "final": 0.33333333333333337, + "oracle": 0.5714285714285713 + }, + { + "row": 301, + "initial": 0.26315789473684204, + "final": 0.24, + "oracle": 0.5333333333333333 + }, + { + "row": 322, + "initial": 0.30303030303030304, + "final": 0.1875, + "oracle": 0.8888888888888888 + }, + { + "row": 370, + "initial": 0.10810810810810811, + "final": 0.17647058823529413, + "oracle": 0.3684210526315789 + }, + { + "row": 377, + "initial": 0.21621621621621623, + "final": 0.21739130434782608, + "oracle": 0.27272727272727276 + }, + { + "row": 382, + "initial": 0.2173913043478261, + "final": 0.3157894736842105, + "oracle": 0.6666666666666666 + }, + { + "row": 387, + "initial": 0.23076923076923075, + "final": 0.26666666666666666, + "oracle": 0.4375 + }, + { + "row": 390, + "initial": 0.13333333333333333, + "final": 0.17647058823529413, + "oracle": 0.4 + }, + { + "row": 419, + "initial": 0.26666666666666666, + "final": 0.0, + "oracle": 0.5294117647058824 + }, + { + "row": 422, + "initial": 0.15384615384615383, + "final": 0.2, + "oracle": 0.5333333333333333 + }, + { + "row": 462, + "initial": 0.37209302325581395, + "final": 0.30303030303030304, + "oracle": 0.43902439024390244 + }, + { + "row": 478, + "initial": 0.28571428571428575, + "final": 0.13953488372093023, + "oracle": 0.4210526315789474 + }, + { + "row": 511, + "initial": 0.48000000000000004, + "final": 0.16666666666666669, + "oracle": 0.8 + }, + { + "row": 608, + "initial": 0.18181818181818182, + "final": 0.14814814814814814, + "oracle": 0.6666666666666667 + }, + { + "row": 610, + "initial": 0.16216216216216217, + "final": 0.1081081081081081, + "oracle": 0.47058823529411764 + }, + { + "row": 628, + "initial": 0.24, + "final": 0.17391304347826086, + "oracle": 0.358974358974359 + }, + { + "row": 630, + "initial": 0.2608695652173913, + "final": 0.2777777777777778, + "oracle": 0.6666666666666666 + }, + { + "row": 669, + "initial": 0.3243243243243243, + "final": 0.24489795918367346, + "oracle": 0.608695652173913 + }, + { + "row": 681, + "initial": 0.25806451612903225, + "final": 0.23076923076923075, + "oracle": 0.5714285714285715 + }, + { + "row": 694, + "initial": 0.3125, + "final": 0.3157894736842105, + "oracle": 0.4999999999999999 + }, + { + "row": 762, + "initial": 0.16666666666666666, + "final": 0.10810810810810811, + "oracle": 0.6 + }, + { + "row": 816, + "initial": 0.3333333333333333, + "final": 0.2909090909090909, + "oracle": 0.56 + }, + { + "row": 843, + "initial": 0.16, + "final": 0.375, + "oracle": 0.5853658536585366 + }, + { + "row": 900, + "initial": 0.32, + "final": 0.39999999999999997, + "oracle": 0.42424242424242425 + }, + { + "row": 949, + "initial": 0.3636363636363636, + "final": 0.25, + "oracle": 0.4736842105263157 + }, + { + "row": 1052, + "initial": 0.4, + "final": 0.4444444444444444, + "oracle": 0.4444444444444444 + }, + { + "row": 1074, + "initial": 0.380952380952381, + "final": 0.14285714285714285, + "oracle": 0.6086956521739131 + }, + { + "row": 1081, + "initial": 0.35555555555555557, + "final": 0.13953488372093023, + "oracle": 0.5555555555555556 + }, + { + "row": 1089, + "initial": 0.34782608695652173, + "final": 0.28571428571428575, + "oracle": 0.4390243902439025 + }, + { + "row": 1102, + "initial": 0.19512195121951217, + "final": 0.34782608695652173, + "oracle": 0.4444444444444445 + }, + { + "row": 1103, + "initial": 0.2608695652173913, + "final": 0.26666666666666666, + "oracle": 0.6153846153846153 + }, + { + "row": 1107, + "initial": 0.2857142857142857, + "final": 0.30303030303030304, + "oracle": 0.4117647058823529 + }, + { + "row": 1144, + "initial": 0.4444444444444445, + "final": 0.2666666666666666, + "oracle": 0.40816326530612246 + }, + { + "row": 1145, + "initial": 0.23529411764705882, + "final": 0.5555555555555556, + "oracle": 0.5263157894736842 + }, + { + "row": 1155, + "initial": 0.07999999999999999, + "final": 0.3181818181818182, + "oracle": 0.7000000000000001 + }, + { + "row": 1162, + "initial": 0.24999999999999994, + "final": 0.2926829268292683, + "oracle": 0.5454545454545455 + }, + { + "row": 1168, + "initial": 0.22641509433962265, + "final": 0.05128205128205127, + "oracle": 0.64 + }, + { + "row": 1182, + "initial": 0.2222222222222222, + "final": 0.33333333333333337, + "oracle": 0.4666666666666667 + }, + { + "row": 1209, + "initial": 0.24000000000000002, + "final": 0.06060606060606061, + "oracle": 0.38888888888888895 + }, + { + "row": 1212, + "initial": 0.2105263157894737, + "final": 0.28571428571428564, + "oracle": 0.4615384615384615 + }, + { + "row": 1271, + "initial": 0.2, + "final": 0.25641025641025644, + "oracle": 0.4230769230769231 + }, + { + "row": 1286, + "initial": 0.3, + "final": 0.0851063829787234, + "oracle": 0.5925925925925926 + }, + { + "row": 1293, + "initial": 0.5, + "final": 0.1904761904761905, + "oracle": 0.4166666666666667 + }, + { + "row": 1351, + "initial": 0.2553191489361702, + "final": 0.3111111111111111, + "oracle": 0.5454545454545455 + }, + { + "row": 1365, + "initial": 0.2222222222222222, + "final": 0.20833333333333331, + "oracle": 0.3255813953488372 + }, + { + "row": 1371, + "initial": 0.2727272727272727, + "final": 0.2162162162162162, + "oracle": 0.5142857142857142 + }, + { + "row": 1378, + "initial": 0.5185185185185186, + "final": 0.2222222222222222, + "oracle": 0.8695652173913043 + }, + { + "row": 1382, + "initial": 0.2608695652173913, + "final": 0.2, + "oracle": 0.5128205128205129 + }, + { + "row": 1478, + "initial": 0.24000000000000005, + "final": 0.10810810810810811, + "oracle": 0.3157894736842105 + }, + { + "row": 1513, + "initial": 0.26666666666666666, + "final": 0.14814814814814817, + "oracle": 0.5882352941176471 + }, + { + "row": 1516, + "initial": 0.5, + "final": 0.2777777777777778, + "oracle": 0.6666666666666666 + }, + { + "row": 1520, + "initial": 0.21428571428571425, + "final": 0.20408163265306126, + "oracle": 0.39999999999999997 + }, + { + "row": 1523, + "initial": 0.3333333333333333, + "final": 0.3448275862068966, + "oracle": 0.5714285714285714 + }, + { + "row": 1532, + "initial": 0.2051282051282051, + "final": 0.31111111111111117, + "oracle": 0.4888888888888889 + }, + { + "row": 1616, + "initial": 0.17777777777777778, + "final": 0.3125, + "oracle": 0.5806451612903226 + }, + { + "row": 1636, + "initial": 0.1818181818181818, + "final": 0.0, + "oracle": 0.5185185185185185 + }, + { + "row": 1716, + "initial": 0.2, + "final": 0.18181818181818185, + "oracle": 0.22857142857142856 + }, + { + "row": 1727, + "initial": 0.22727272727272727, + "final": 0.0, + "oracle": 0.5365853658536585 + }, + { + "row": 1740, + "initial": 0.13793103448275862, + "final": 0.13793103448275862, + "oracle": 0.20689655172413793 + }, + { + "row": 1746, + "initial": 0.25, + "final": 0.34146341463414637, + "oracle": 0.75 + }, + { + "row": 1754, + "initial": 0.380952380952381, + "final": 0.2580645161290323, + "oracle": 0.5161290322580645 + }, + { + "row": 1782, + "initial": 0.23255813953488372, + "final": 0.17391304347826086, + "oracle": 0.4 + }, + { + "row": 1892, + "initial": 0.1111111111111111, + "final": 0.10810810810810811, + "oracle": 0.5599999999999999 + }, + { + "row": 1902, + "initial": 0.2962962962962963, + "final": 0.12, + "oracle": 0.41025641025641024 + }, + { + "row": 1933, + "initial": 0.17391304347826086, + "final": 0.37209302325581395, + "oracle": 0.43750000000000006 + }, + { + "row": 1943, + "initial": 0.21428571428571427, + "final": 0.14814814814814814, + "oracle": 0.6086956521739131 + }, + { + "row": 1995, + "initial": 0.25806451612903225, + "final": 0.16326530612244897, + "oracle": 0.4489795918367347 + }, + { + "row": 2006, + "initial": 0.1739130434782609, + "final": 0.16666666666666666, + "oracle": 0.6956521739130435 + }, + { + "row": 2089, + "initial": 0.13793103448275862, + "final": 0.2105263157894737, + "oracle": 0.6666666666666667 + }, + { + "row": 2145, + "initial": 0.1904761904761905, + "final": 0.2580645161290323, + "oracle": 0.5714285714285715 + }, + { + "row": 2147, + "initial": 0.17647058823529413, + "final": 0.2222222222222222, + "oracle": 0.6086956521739131 + }, + { + "row": 2177, + "initial": 0.09523809523809526, + "final": 0.15384615384615383, + "oracle": 0.6451612903225806 + }, + { + "row": 2179, + "initial": 0.1851851851851852, + "final": 0.2553191489361702, + "oracle": 0.5 + }, + { + "row": 2256, + "initial": 0.2790697674418605, + "final": 0.16, + "oracle": 0.4888888888888888 + }, + { + "row": 2274, + "initial": 0.21428571428571427, + "final": 0.18750000000000003, + "oracle": 0.35000000000000003 + }, + { + "row": 2283, + "initial": 0.2727272727272727, + "final": 0.35714285714285715, + "oracle": 0.5 + }, + { + "row": 2312, + "initial": 0.2666666666666666, + "final": 0.32558139534883723, + "oracle": 0.4666666666666666 + }, + { + "row": 2324, + "initial": 0.25, + "final": 0.24, + "oracle": 0.5000000000000001 + }, + { + "row": 2326, + "initial": 0.19047619047619047, + "final": 0.12903225806451615, + "oracle": 0.6363636363636364 + }, + { + "row": 2388, + "initial": 0.2727272727272727, + "final": 0.11428571428571428, + "oracle": 0.36363636363636365 + }, + { + "row": 2434, + "initial": 0.2916666666666667, + "final": 0.2857142857142857, + "oracle": 0.7142857142857143 + }, + { + "row": 2476, + "initial": 0.10526315789473685, + "final": 0.2222222222222222, + "oracle": 0.5454545454545454 + }, + { + "row": 2522, + "initial": 0.2, + "final": 0.28571428571428575, + "oracle": 0.35000000000000003 + }, + { + "row": 2527, + "initial": 0.3428571428571428, + "final": 0.3, + "oracle": 0.5625000000000001 + }, + { + "row": 2605, + "initial": 0.17391304347826086, + "final": 0.28571428571428575, + "oracle": 0.37837837837837834 + }, + { + "row": 2662, + "initial": 0.15, + "final": 0.25, + "oracle": 0.35000000000000003 + }, + { + "row": 2737, + "initial": 0.23529411764705882, + "final": 0.17777777777777778, + "oracle": 0.5263157894736842 + }, + { + "row": 2749, + "initial": 0.29629629629629634, + "final": 0.18749999999999997, + "oracle": 0.7407407407407408 + }, + { + "row": 2968, + "initial": 0.24242424242424246, + "final": 0.19047619047619044, + "oracle": 0.3684210526315789 + }, + { + "row": 3032, + "initial": 0.1818181818181818, + "final": 0.2857142857142857, + "oracle": 0.5217391304347826 + }, + { + "row": 3085, + "initial": 0.41666666666666663, + "final": 0.2727272727272727, + "oracle": 0.64 + }, + { + "row": 3096, + "initial": 0.5517241379310345, + "final": 0.26666666666666666, + "oracle": 0.9 + }, + { + "row": 3104, + "initial": 0.37209302325581395, + "final": 0.25641025641025644, + "oracle": 0.7272727272727272 + }, + { + "row": 3105, + "initial": 0.34782608695652173, + "final": 0.23809523809523805, + "oracle": 0.4137931034482759 + }, + { + "row": 3115, + "initial": 0.2790697674418604, + "final": 0.33333333333333337, + "oracle": 0.4 + }, + { + "row": 3175, + "initial": 0.13953488372093023, + "final": 0.18181818181818182, + "oracle": 0.6153846153846153 + }, + { + "row": 3180, + "initial": 0.20512820512820512, + "final": 0.2926829268292683, + "oracle": 0.41025641025641024 + }, + { + "row": 3197, + "initial": 0.21428571428571427, + "final": 0.1764705882352941, + "oracle": 0.5185185185185185 + }, + { + "row": 3203, + "initial": 0.22727272727272727, + "final": 0.21052631578947367, + "oracle": 0.4102564102564102 + }, + { + "row": 3204, + "initial": 0.125, + "final": 0.15, + "oracle": 0.3255813953488372 + }, + { + "row": 3304, + "initial": 0.2380952380952381, + "final": 0.21428571428571427, + "oracle": 0.5 + }, + { + "row": 3375, + "initial": 0.26666666666666666, + "final": 0.3181818181818182, + "oracle": 0.6666666666666666 + }, + { + "row": 3393, + "initial": 0.25806451612903225, + "final": 0.27777777777777773, + "oracle": 0.30303030303030304 + }, + { + "row": 3410, + "initial": 0.21428571428571427, + "final": 0.24242424242424246, + "oracle": 0.6956521739130435 + }, + { + "row": 3423, + "initial": 0.31250000000000006, + "final": 0.125, + "oracle": 0.5714285714285714 + }, + { + "row": 3425, + "initial": 0.16666666666666669, + "final": 0.25641025641025644, + "oracle": 0.6206896551724138 + }, + { + "row": 3434, + "initial": 0.3225806451612903, + "final": 0.32558139534883723, + "oracle": 0.5294117647058824 + }, + { + "row": 3461, + "initial": 0.17391304347826086, + "final": 0.16326530612244897, + "oracle": 0.5555555555555556 + }, + { + "row": 3493, + "initial": 0.14634146341463417, + "final": 0.13333333333333333, + "oracle": 0.368421052631579 + }, + { + "row": 3498, + "initial": 0.2222222222222222, + "final": 0.17647058823529413, + "oracle": 0.631578947368421 + }, + { + "row": 3510, + "initial": 0.2380952380952381, + "final": 0.27906976744186046, + "oracle": 0.6470588235294118 + }, + { + "row": 3529, + "initial": 0.38461538461538464, + "final": 0.125, + "oracle": 0.5 + }, + { + "row": 3547, + "initial": 0.20512820512820512, + "final": 0.22222222222222224, + "oracle": 0.5405405405405405 + }, + { + "row": 3566, + "initial": 0.18181818181818182, + "final": 0.16, + "oracle": 0.47058823529411764 + }, + { + "row": 3631, + "initial": 0.22222222222222224, + "final": 0.13043478260869568, + "oracle": 0.6666666666666667 + }, + { + "row": 3681, + "initial": 0.25641025641025644, + "final": 0.11111111111111112, + "oracle": 0.5714285714285715 + } + ], + "examples": [ + { + "row": 67, + "references": [ + "A group of people stand in the back of a truck filled with cotton.", + "Men are standing on and about a truck carrying a white substance.", + "A group of people are standing on a pile of wool in a truck.", + "A group of men are loading cotton onto a truck", + "Workers load sheared wool onto a truck." + ], + "initial": "Two women making pasta with large amounts of black rice. 2009. 001. 002. 003.", + "final": "6 men, 20+ in 2009, 100 pounds each, 3000000000", + "oracle": "A group of people are loading a truck with cotton on top of a pile of steel." + }, + { + "row": 99, + "references": [ + "An adult wearing a gray shirt with red sleeves sleeping on a couch.", + "A woman in black pants napping on the couch.", + "A man sleeping in a green room on a couch.", + "The young woman is sleeping in her room.", + "A long-haired man sleeping on a couch" + ], + "initial": "A toddler is playing with a toy in a beach pool. The boy is holding a toy.", + "final": "The woman is holding the gun and is trying to talk to her husband in the kitchen, and the man is in the bathroom. They are both in the living", + "oracle": "A sleepy woman in a yellow shirt sleeping on a bed." + }, + { + "row": 100, + "references": [ + "Boy in brown shirt with headphones on sits on woman's shoulders in a crowd.", + "A kid wearing headphones sits on his mom's shoulders while in a crowd.", + "A boy with headphones on sitting on top of a woman's shoulders.", + "A child with headphones riding on his mother's shoulders.", + "A boy wearing headphones sits on a woman's shoulders." + ], + "initial": "Three men in a conference room talk to an interviewer in a white shirt. 0.00000000000000", + "final": "In a large field, a young man in a baseball uniform is in the air, while a large field is in the background. \nTarget: a large", + "oracle": "A boy with headphones on sitting on a girl's head while riding a bike." + }, + { + "row": 109, + "references": [ + "Two men, standing on an ice, looking into something covered with a blue tarp.", + "Two men are about to enter an ice fishing tent on a snow covered lake.", + "Two people standing outside a blue tent structure on a snowy surface.", + "Two men setting up a blue ice fishing hut on an iced over lake", + "A tent is being set up on the ice." + ], + "initial": "A group of men are eating at a table with a large pizza. They are all wearing white shirts.", + "final": "There is a large number of people at a table with a man eating. 2 men are standing. 0", + "oracle": "Two men are laying on a tent on a frozen lake that is being heated up. \nOptions: (A) on the ground (B) on the ice" + }, + { + "row": 118, + "references": [ + "A man in a green shirt and red life jacket is sitting in a canoe drifting around the lake.", + "A man wearing a life jacket is in a small boat on a lake with a ferry in view.", + "A man wearing a red life-vest is sitting in a canoe on a body of water.", + "A balding man wearing a red life jacket is sitting in a small boat.", + "A man in a red life vest is riding in a canoe." + ], + "initial": "Two girls look at a woman wearing a pink shirt. She is holding a camera. 0 1 2 3 4 5 6 ", + "final": "Three people are wearing a dog's coat.", + "oracle": "A man in a blue life jacket is sitting in a raft on a river." + }, + { + "row": 161, + "references": [ + "A woman in jeans and a red coat and carrying a multicolored handbag spreads put her arms while leaping up from a cobblestone street.", + "A lady in a red coat, holding a bluish hand bag likely of asian descent, jumping off the ground for a snapshot.", + "A woman in a red jacket, with a blue and gold handbag is jumping while smiling on a cobblestone street.", + "A woman wearing a red coat is jumping outdoors.", + "Girl in red jumping for joy." + ], + "initial": "A brown dog runs through the snow with his tongue out. Supervised by a human. License: CC-BY 2.0. • ", + "final": "A child in a bikini uses a camera in the face of a group of people while a third person watches.", + "oracle": "A woman in a red jacket and blue jeans jumping off a bridge." + }, + { + "row": 170, + "references": [ + "Two dogs run towards each other on a rocky area with water in the background.", + "A brown dog is running after a black dog on a rocky shore.", + "Two dogs run across stones near a body of water.", + "A brown dog is running after the black dog.", + "Two dogs playing on a beach." + ], + "initial": "Two women dressed in black and white pants and headscarves are leaning against a wall. \nAssociation: \"The Art of the Dance\" 201", + "final": "A man is standing on a street with a yellow umbrella. \nA: yes\nB: no\nAnswer:\nA: yes\n\nThe original question is:", + "oracle": "Two dogs are running on a rocky beach next to a water source. Male and female dogs are running together. Scene is in a wooded area." + }, + { + "row": 200, + "references": [ + "A young helmeted man, in his team uniform, is swinging his bat at an incoming baseball.", + "A young boy wearing a Giants jersey swings a baseball bat at an incoming pitch.", + "A boy playing for the Giants baseball team swinging at a baseball.", + "A child swings a baseball bat at the ball.", + "This little boy hitting a ball." + ], + "initial": "A bike rider is doing a trick on his bicycle in the air. He is balancing on his bike. \nAttachment: bicycle\nSize: medium\nRating:", + "final": "The biker on the bike is doing a trick on the mountain and is making a big dip on the ground. Based on the information provided, the biker", + "oracle": "A young boy swings a baseball at a ball hit by a ball player. The boy is wearing a striped shirt." + }, + { + "row": 203, + "references": [ + "A guy sitting at a desk talking on a phone with books laying everywhere.", + "Man talking on a phone, surrounded by books in an office.", + "A man sits at a desk in room cluttered with books.", + "A man on the phone surrounded by stacks of books.", + "A man in a cluttered office is using the telephone" + ], + "initial": "A young man in a business suit holds his cellphone. He is talking to someone. He is in a cafe. \n==================================\n\nA young man", + "final": "A man is in his office and is holding his phone and talking on the phone. He is also holding his hands in his pockets. The other man is standing", + "oracle": "A man in a chair at a desk talking on his cellphone. He is standing in a cluttered room.} \n# A man in a chair talking on" + }, + { + "row": 257, + "references": [ + "Woman is enjoying herself being outdoors biking in a forrest preserve.", + "A girl in an orange tank top is walking her bike through the forrest.", + "A smiling woman in a peach tank top stands holding a mountain bike", + "A happy teenage girl taking a break from her bike ride.", + "A girl smiles while holding her bike in a field." + ], + "initial": "A man and woman kissing on a pink convertible with a red and white car behind. Near a subway station. Keywords: man, woman, pink,", + "final": "A girl is dancing on the floor with a lighted stage and dark background. The girl is wearing a black dress. The light is coming from the left side", + "oracle": "A girl in a pink shirt is smiling while riding a bike in a park. Motto: Happy to be a cyclist. Motto: Happy to be" + }, + { + "row": 280, + "references": [ + "A boy wearing blue and yellow walking on a cliff edge.", + "A boy in yellow shorts is standing on top of a cliff.", + "A young child is standing alone on some jagged rocks.", + "A little boy standing high in the air on a rock.", + "Child stands near edge of cliff." + ], + "initial": "A man sits on a chair holding a rope while standing in the middle of a rocky beach.", + "final": "The figure in the bottom of the frame being shown, standing, with a woman's head on top, and a mechanical device, standing at the back. (", + "oracle": "A young boy standing on a cliff ledge with blue shorts." + }, + { + "row": 282, + "references": [ + "A snowmobile rider flies through the air on his or her machine in front of tall pine trees.", + "Rider jumps snowmobile high in rural area.", + "A person on a snowmobile in mid jump.", + "A snowmobiler flies through the air.", + "The man is up in the air." + ], + "initial": "A couple, one with a white shirt and the other with a black jacket, are going out on a sunny day.", + "final": "A guy, black, doing a kitchen, with a black kitchen, at a computer. \nSawing, doing, a, black, kitchen, at", + "oracle": "A snowboarder flies high in the air on a mountain. \n;; \nmountain biking near the snow\nExplanation: The given text is a description of" + }, + { + "row": 293, + "references": [ + "A mother and three children collecting garbage from a blue and white garbage can on the street.", + "A woman and three children are picking something out of a blue trashcan.", + "Three young children stand around a blue and white barrel.", + "Four children are standing around a blue and white barrel.", + "A group of children look into a barrel." + ], + "initial": "A blond child in a red hat sits inside a cardboard box.", + "final": "Three men hold a red ball in their hands. They are playing a game of tennis. 0", + "oracle": "Three children are looking up at a blue and white container." + }, + { + "row": 301, + "references": [ + "A dark-haired woman in a green and white apron sits amid her outdoor display of flowers for sale on a city street.", + "A woman is sitting by her dried flower display at an outside market.", + "A woman sells flowers and incense at the market.", + "A lady is sitting down tending to her stand.", + "A woman in an apron shopping at a market." + ], + "initial": "A man in black glasses and blue shirt looks to the side of a rock.", + "final": "A man, in a field, looks at a map, reading a photo of a country. He looks at a picture of a map, and then at a", + "oracle": "A woman is sitting at a flower stand in the market. She is working on her garden." + }, + { + "row": 322, + "references": [ + "There is a woman and man wearing orange shirts, playing instruments with sheet paper in front of them.", + "A cello player is playing during a concert.", + "A woman in a red shirt playing the cello.", + "A female playing a song on her violin.", + "A woman in a red shirt plays a cello." + ], + "initial": "A man playing drums in a square playing a black hat. He is singing. The crowd is watching. License plate is not seen. License", + "final": "A person is sitting and standing behind a table. \n```\n```\n\nPlease determine whether the given text is related to computer science, if yes please return \"", + "oracle": "A woman playing the cello in a black shirt." + }, + { + "row": 370, + "references": [ + "People on ATVs and dirt bikes are traveling along a worn path in a field surrounded by trees.", + "Three people on two dirt-bikes and one four-wheeler are riding through brown grass.", + "Three people ride off-road bikes through a field surrounded by trees.", + "Three people on motorbikes follow a trail through dry grass.", + "Three people are riding around on ATV's and motorcycles." + ], + "initial": "Two young men skateboarding in the street in the background. His skateboarded on the street. License plate is not shown. Tags: skateboarding", + "final": "A guy, a black guy, and a guy doing something, at a black and white shop.", + "oracle": "Three people are riding on dirt bikes around a dirt road. They are wearing helmets. \nChoices: (a). Yes (b). No;\nWould the answer" + }, + { + "row": 377, + "references": [ + "An older man sits back and relaxes on a patio outside an adobe building where many bicycles are propped.", + "Topless old man wearing slippers, navy blue pants and a white hat while reclining in a chair outside.", + "A shirtless man in a white cap relaxes in a deck chair, close to three parked bicycles.", + "A half naked man is sleeping on his chair outdoors.", + "Man relaxing in a folding chair on the street." + ], + "initial": "A soldier with a gold vest and military uniform is wearing a safety vest. He is holding a gun.", + "final": "A man wearing a gold watch and wearing his military uniform is wearing his military uniform. He is wearing a gold watch. He is wearing his military uniform.", + "oracle": "A relaxed man in shorts lounges in a pool of water while lying down on a towel. \n####\nA relaxed man lounges in a pool of water while" + }, + { + "row": 382, + "references": [ + "A group of people are standing outside at a carnival, near a ride called the Green Jungle.", + "A crowd of people standing next to a shack labeled \"Green Jungle.\"", + "A group of people standing in front of a hut in a parking lot.", + "Crowd standing near \"GREEN JUNGLE\" exhibit at festival.", + "A group of people are gathered." + ], + "initial": "A large dog and two small dogs lying on the grass in a dense forest. Large dog and small dog sit together. Caption: A dog and two dogs are", + "final": "A large number of dogs in a field. Legend unknown. Male dog in foreground. Female dog behind.\nLarge dog in a field. Legend unknown.", + "oracle": "A group of people standing in a crowd of people near a sign." + }, + { + "row": 387, + "references": [ + "A young girl sitting on a small chair surrounded by what looks like handmade fabrics and bags.", + "A girl wearing a colorful hat sits on a woven mat.", + "A young woman is making rugs in the rain forest", + "A woman in a red hat sits on a rug.", + "A woman sitting in a hut." + ], + "initial": "A black dog is chasing a large brown bull. The dog is close to the bull.", + "final": "The redboned animal is red.", + "oracle": "A woman in a pink scarf sits on a wooden floor. \nA woman sitting on a wooden floor wearing a pink scarf." + }, + { + "row": 390, + "references": [ + "There are three young people, one dark-haired holding a bottled drink, one with head tilted back and finger in her mouth, and one with spiked hair.", + "Three girls make faces as one takes a drink while they stand in a busy street.", + "Three young women pose for the camera at a parade.", + "Three women on the street drinking and posing", + "The young people party in the streets." + ], + "initial": "A baseball player slides as he attempts to catch a ball as the opposing team's player slides to the ground. Caption: The umpire is watching the play as", + "final": "A baseball player in a field, a blond, and a man in a baseball uniform, in a field. The blond player is in the middle. The man", + "oracle": "Three young women stand in the crowd and take a picture. They are all smiling." + }, + { + "row": 419, + "references": [ + "A group of people gather in a bar, and one man in a black shirt holds his arm and signals to the camera.", + "In a crowd of young people at a bar, a man stands displaying the rock and roll sign.", + "A man is making a \"rock\" gesture while standing on a stool in a crowded bar.", + "A single man in a black t-shirt standing above the crowd at a busy bar.", + "People enjoying drinks in a crowded bar." + ], + "initial": "A young boy is swinging a baseball bat. He is playing with a baseball.", + "final": "一个青年和一只小鸟在一块儿。 带伞的男子。 青年和小鸟。 带伞的男子。 �", + "oracle": "A group of people in a bar drinking in a crowd, one stands on a table." + }, + { + "row": 422, + "references": [ + "Woman and man walking across wooden rope bridge with a caution sign beside it.", + "A man and a woman are crossing over a rope bridge with greenery all over them.", + "A man and a woman crossing a suspension bridge in a tropical setting.", + "A bridge through high green plants, a man and a woman on it.", + "A man and a woman are walking across a rope bridge." + ], + "initial": "A guy wearing a clean shirt is sweeping the floor. He's cleaning the windows.", + "final": "The man sweeping the floor with a clean shirt is cleaning the floor. \n// The man is sweeping the floor with a clean shirt. \n// The", + "oracle": "A man and a woman cross a bridge over a river and walk under a bridge. \nAttachment:" + }, + { + "row": 462, + "references": [ + "A man in a gray cap, a pink tank top and short skirt, pink-and-black striped socks, and boots juggles knives in front of a brick building whose sign reads \"The Pump Room\" while onlookers watch.", + "An male entertainer is wearing women's clothing that consists of a pink tank top, skirt, knee high socks, and a hairnet, performing on a unicycle a juggling knives while a crowd watches.", + "A man, wearing a short pink skirt, long striped socks, a pink tank top, and a hairnet, is juggling knives to the amusement of onlookers.", + "A street juggler performing while wearing a colorful outfit.", + "A man in a skirt is jumping while juggling knives." + ], + "initial": "A girl wearing a blue shirt is riding in a shopping cart on the inside of a bus.", + "final": "A person wearing a surfboard is standing on the beach with a wave in the background while a camera is in the foreground.", + "oracle": "A man wearing a striped shirt, shorts, and a hat is performing tricks on a trampoline." + }, + { + "row": 478, + "references": [ + "Woman dressed in a green hat and apron is holding a tray full of drink samples.", + "An Asian girl in a green hat and apron is serving drinks on a tray.", + "The waitress offers complimentary tea to the patrons.", + "A girl hands out Starbucks samples at a street fair.", + "A Starbucks barista offering up a tray of drinks" + ], + "initial": "Three people are setting up chairs on a beach with a tent.", + "final": "Three people, one with one hand on a sheet, one with one hand on a sheet, one with one hand on a sheet, one with one hand on", + "oracle": "A waitress in a white shirt and apron serves coffee to people at a buffet table. The waitress is holding a tray." + }, + { + "row": 511, + "references": [ + "Construction workers standing on top of a piece of machinery.", + "Two Rubbish men standing on theyre truck loading trash.", + "A blurry picture of a man in a blue shirt and hard hat.", + "A man in a white hat stands on top of a truck.", + "Two people are on top of the bed of a truck." + ], + "initial": "A man paints a mural on a painted wall in a busy street.", + "final": "The lady is painting the room and the walls are covered in paint.", + "oracle": "A man in a shirt and hat standing on top of a truck." + } + ] +}
\ No newline at end of file |