path: root/artifacts/energy_functional_prefix_val_f10_128.json

{
  "samples": 128,
  "mean_best_reference_unigram_f1": {
    "initial": 0.2508249084111792,
    "final": 0.2255603124919379,
    "oracle": 0.523065714519316
  },
  "paired_final_minus_initial": {
    "mean": -0.025264595919241344,
    "bootstrap_95_percentile_interval": [
      -0.04586167115932844,
      -0.004974209227439859
    ],
    "improved": 54,
    "tied": 1,
    "worsened": 73
  },
  "energy_protocol": "No image-text pair and no cross-modal parameter is used. The functional language energy is a frozen decode-reencode cycle through a text-only prefix interface and frozen Qwen.",
  "prefix_training": "text only; no image features or image-text pairs",
  "per_sample_unigram_f1": [
    {
      "row": 67,
      "initial": 0.14285714285714285,
      "final": 0.10526315789473685,
      "oracle": 0.7096774193548386
    },
    {
      "row": 99,
      "initial": 0.29629629629629634,
      "final": 0.2631578947368421,
      "oracle": 0.5714285714285713
    },
    {
      "row": 100,
      "initial": 0.2580645161290323,
      "final": 0.2,
      "oracle": 0.6428571428571429
    },
    {
      "row": 109,
      "initial": 0.18181818181818182,
      "final": 0.2580645161290323,
      "oracle": 0.47058823529411764
    },
    {
      "row": 118,
      "initial": 0.2777777777777778,
      "final": 0.18181818181818182,
      "oracle": 0.6470588235294117
    },
    {
      "row": 161,
      "initial": 0.15,
      "final": 0.3255813953488372,
      "oracle": 0.6060606060606061
    },
    {
      "row": 170,
      "initial": 0.21621621621621623,
      "final": 0.2857142857142857,
      "oracle": 0.3902439024390244
    },
    {
      "row": 200,
      "initial": 0.25,
      "final": 0.16216216216216214,
      "oracle": 0.5
    },
    {
      "row": 203,
      "initial": 0.30303030303030304,
      "final": 0.34146341463414637,
      "oracle": 0.43243243243243246
    },
    {
      "row": 257,
      "initial": 0.21621621621621623,
      "final": 0.2,
      "oracle": 0.34285714285714286
    },
    {
      "row": 280,
      "initial": 0.41379310344827586,
      "final": 0.3684210526315789,
      "oracle": 0.6086956521739131
    },
    {
      "row": 282,
      "initial": 0.20689655172413796,
      "final": 0.14814814814814814,
      "oracle": 0.34146341463414637
    },
    {
      "row": 293,
      "initial": 0.2,
      "final": 0.33333333333333337,
      "oracle": 0.5714285714285713
    },
    {
      "row": 301,
      "initial": 0.26315789473684204,
      "final": 0.24,
      "oracle": 0.5333333333333333
    },
    {
      "row": 322,
      "initial": 0.30303030303030304,
      "final": 0.1875,
      "oracle": 0.8888888888888888
    },
    {
      "row": 370,
      "initial": 0.10810810810810811,
      "final": 0.17647058823529413,
      "oracle": 0.3684210526315789
    },
    {
      "row": 377,
      "initial": 0.21621621621621623,
      "final": 0.21739130434782608,
      "oracle": 0.27272727272727276
    },
    {
      "row": 382,
      "initial": 0.2173913043478261,
      "final": 0.3157894736842105,
      "oracle": 0.6666666666666666
    },
    {
      "row": 387,
      "initial": 0.23076923076923075,
      "final": 0.26666666666666666,
      "oracle": 0.4375
    },
    {
      "row": 390,
      "initial": 0.13333333333333333,
      "final": 0.17647058823529413,
      "oracle": 0.4
    },
    {
      "row": 419,
      "initial": 0.26666666666666666,
      "final": 0.0,
      "oracle": 0.5294117647058824
    },
    {
      "row": 422,
      "initial": 0.15384615384615383,
      "final": 0.2,
      "oracle": 0.5333333333333333
    },
    {
      "row": 462,
      "initial": 0.37209302325581395,
      "final": 0.30303030303030304,
      "oracle": 0.43902439024390244
    },
    {
      "row": 478,
      "initial": 0.28571428571428575,
      "final": 0.13953488372093023,
      "oracle": 0.4210526315789474
    },
    {
      "row": 511,
      "initial": 0.48000000000000004,
      "final": 0.16666666666666669,
      "oracle": 0.8
    },
    {
      "row": 608,
      "initial": 0.18181818181818182,
      "final": 0.14814814814814814,
      "oracle": 0.6666666666666667
    },
    {
      "row": 610,
      "initial": 0.16216216216216217,
      "final": 0.1081081081081081,
      "oracle": 0.47058823529411764
    },
    {
      "row": 628,
      "initial": 0.24,
      "final": 0.17391304347826086,
      "oracle": 0.358974358974359
    },
    {
      "row": 630,
      "initial": 0.2608695652173913,
      "final": 0.2777777777777778,
      "oracle": 0.6666666666666666
    },
    {
      "row": 669,
      "initial": 0.3243243243243243,
      "final": 0.24489795918367346,
      "oracle": 0.608695652173913
    },
    {
      "row": 681,
      "initial": 0.25806451612903225,
      "final": 0.23076923076923075,
      "oracle": 0.5714285714285715
    },
    {
      "row": 694,
      "initial": 0.3125,
      "final": 0.3157894736842105,
      "oracle": 0.4999999999999999
    },
    {
      "row": 762,
      "initial": 0.16666666666666666,
      "final": 0.10810810810810811,
      "oracle": 0.6
    },
    {
      "row": 816,
      "initial": 0.3333333333333333,
      "final": 0.2909090909090909,
      "oracle": 0.56
    },
    {
      "row": 843,
      "initial": 0.16,
      "final": 0.375,
      "oracle": 0.5853658536585366
    },
    {
      "row": 900,
      "initial": 0.32,
      "final": 0.39999999999999997,
      "oracle": 0.42424242424242425
    },
    {
      "row": 949,
      "initial": 0.3636363636363636,
      "final": 0.25,
      "oracle": 0.4736842105263157
    },
    {
      "row": 1052,
      "initial": 0.4,
      "final": 0.4444444444444444,
      "oracle": 0.4444444444444444
    },
    {
      "row": 1074,
      "initial": 0.380952380952381,
      "final": 0.14285714285714285,
      "oracle": 0.6086956521739131
    },
    {
      "row": 1081,
      "initial": 0.35555555555555557,
      "final": 0.13953488372093023,
      "oracle": 0.5555555555555556
    },
    {
      "row": 1089,
      "initial": 0.34782608695652173,
      "final": 0.28571428571428575,
      "oracle": 0.4390243902439025
    },
    {
      "row": 1102,
      "initial": 0.19512195121951217,
      "final": 0.34782608695652173,
      "oracle": 0.4444444444444445
    },
    {
      "row": 1103,
      "initial": 0.2608695652173913,
      "final": 0.26666666666666666,
      "oracle": 0.6153846153846153
    },
    {
      "row": 1107,
      "initial": 0.2857142857142857,
      "final": 0.30303030303030304,
      "oracle": 0.4117647058823529
    },
    {
      "row": 1144,
      "initial": 0.4444444444444445,
      "final": 0.2666666666666666,
      "oracle": 0.40816326530612246
    },
    {
      "row": 1145,
      "initial": 0.23529411764705882,
      "final": 0.5555555555555556,
      "oracle": 0.5263157894736842
    },
    {
      "row": 1155,
      "initial": 0.07999999999999999,
      "final": 0.3181818181818182,
      "oracle": 0.7000000000000001
    },
    {
      "row": 1162,
      "initial": 0.24999999999999994,
      "final": 0.2926829268292683,
      "oracle": 0.5454545454545455
    },
    {
      "row": 1168,
      "initial": 0.22641509433962265,
      "final": 0.05128205128205127,
      "oracle": 0.64
    },
    {
      "row": 1182,
      "initial": 0.2222222222222222,
      "final": 0.33333333333333337,
      "oracle": 0.4666666666666667
    },
    {
      "row": 1209,
      "initial": 0.24000000000000002,
      "final": 0.06060606060606061,
      "oracle": 0.38888888888888895
    },
    {
      "row": 1212,
      "initial": 0.2105263157894737,
      "final": 0.28571428571428564,
      "oracle": 0.4615384615384615
    },
    {
      "row": 1271,
      "initial": 0.2,
      "final": 0.25641025641025644,
      "oracle": 0.4230769230769231
    },
    {
      "row": 1286,
      "initial": 0.3,
      "final": 0.0851063829787234,
      "oracle": 0.5925925925925926
    },
    {
      "row": 1293,
      "initial": 0.5,
      "final": 0.1904761904761905,
      "oracle": 0.4166666666666667
    },
    {
      "row": 1351,
      "initial": 0.2553191489361702,
      "final": 0.3111111111111111,
      "oracle": 0.5454545454545455
    },
    {
      "row": 1365,
      "initial": 0.2222222222222222,
      "final": 0.20833333333333331,
      "oracle": 0.3255813953488372
    },
    {
      "row": 1371,
      "initial": 0.2727272727272727,
      "final": 0.2162162162162162,
      "oracle": 0.5142857142857142
    },
    {
      "row": 1378,
      "initial": 0.5185185185185186,
      "final": 0.2222222222222222,
      "oracle": 0.8695652173913043
    },
    {
      "row": 1382,
      "initial": 0.2608695652173913,
      "final": 0.2,
      "oracle": 0.5128205128205129
    },
    {
      "row": 1478,
      "initial": 0.24000000000000005,
      "final": 0.10810810810810811,
      "oracle": 0.3157894736842105
    },
    {
      "row": 1513,
      "initial": 0.26666666666666666,
      "final": 0.14814814814814817,
      "oracle": 0.5882352941176471
    },
    {
      "row": 1516,
      "initial": 0.5,
      "final": 0.2777777777777778,
      "oracle": 0.6666666666666666
    },
    {
      "row": 1520,
      "initial": 0.21428571428571425,
      "final": 0.20408163265306126,
      "oracle": 0.39999999999999997
    },
    {
      "row": 1523,
      "initial": 0.3333333333333333,
      "final": 0.3448275862068966,
      "oracle": 0.5714285714285714
    },
    {
      "row": 1532,
      "initial": 0.2051282051282051,
      "final": 0.31111111111111117,
      "oracle": 0.4888888888888889
    },
    {
      "row": 1616,
      "initial": 0.17777777777777778,
      "final": 0.3125,
      "oracle": 0.5806451612903226
    },
    {
      "row": 1636,
      "initial": 0.1818181818181818,
      "final": 0.0,
      "oracle": 0.5185185185185185
    },
    {
      "row": 1716,
      "initial": 0.2,
      "final": 0.18181818181818185,
      "oracle": 0.22857142857142856
    },
    {
      "row": 1727,
      "initial": 0.22727272727272727,
      "final": 0.0,
      "oracle": 0.5365853658536585
    },
    {
      "row": 1740,
      "initial": 0.13793103448275862,
      "final": 0.13793103448275862,
      "oracle": 0.20689655172413793
    },
    {
      "row": 1746,
      "initial": 0.25,
      "final": 0.34146341463414637,
      "oracle": 0.75
    },
    {
      "row": 1754,
      "initial": 0.380952380952381,
      "final": 0.2580645161290323,
      "oracle": 0.5161290322580645
    },
    {
      "row": 1782,
      "initial": 0.23255813953488372,
      "final": 0.17391304347826086,
      "oracle": 0.4
    },
    {
      "row": 1892,
      "initial": 0.1111111111111111,
      "final": 0.10810810810810811,
      "oracle": 0.5599999999999999
    },
    {
      "row": 1902,
      "initial": 0.2962962962962963,
      "final": 0.12,
      "oracle": 0.41025641025641024
    },
    {
      "row": 1933,
      "initial": 0.17391304347826086,
      "final": 0.37209302325581395,
      "oracle": 0.43750000000000006
    },
    {
      "row": 1943,
      "initial": 0.21428571428571427,
      "final": 0.14814814814814814,
      "oracle": 0.6086956521739131
    },
    {
      "row": 1995,
      "initial": 0.25806451612903225,
      "final": 0.16326530612244897,
      "oracle": 0.4489795918367347
    },
    {
      "row": 2006,
      "initial": 0.1739130434782609,
      "final": 0.16666666666666666,
      "oracle": 0.6956521739130435
    },
    {
      "row": 2089,
      "initial": 0.13793103448275862,
      "final": 0.2105263157894737,
      "oracle": 0.6666666666666667
    },
    {
      "row": 2145,
      "initial": 0.1904761904761905,
      "final": 0.2580645161290323,
      "oracle": 0.5714285714285715
    },
    {
      "row": 2147,
      "initial": 0.17647058823529413,
      "final": 0.2222222222222222,
      "oracle": 0.6086956521739131
    },
    {
      "row": 2177,
      "initial": 0.09523809523809526,
      "final": 0.15384615384615383,
      "oracle": 0.6451612903225806
    },
    {
      "row": 2179,
      "initial": 0.1851851851851852,
      "final": 0.2553191489361702,
      "oracle": 0.5
    },
    {
      "row": 2256,
      "initial": 0.2790697674418605,
      "final": 0.16,
      "oracle": 0.4888888888888888
    },
    {
      "row": 2274,
      "initial": 0.21428571428571427,
      "final": 0.18750000000000003,
      "oracle": 0.35000000000000003
    },
    {
      "row": 2283,
      "initial": 0.2727272727272727,
      "final": 0.35714285714285715,
      "oracle": 0.5
    },
    {
      "row": 2312,
      "initial": 0.2666666666666666,
      "final": 0.32558139534883723,
      "oracle": 0.4666666666666666
    },
    {
      "row": 2324,
      "initial": 0.25,
      "final": 0.24,
      "oracle": 0.5000000000000001
    },
    {
      "row": 2326,
      "initial": 0.19047619047619047,
      "final": 0.12903225806451615,
      "oracle": 0.6363636363636364
    },
    {
      "row": 2388,
      "initial": 0.2727272727272727,
      "final": 0.11428571428571428,
      "oracle": 0.36363636363636365
    },
    {
      "row": 2434,
      "initial": 0.2916666666666667,
      "final": 0.2857142857142857,
      "oracle": 0.7142857142857143
    },
    {
      "row": 2476,
      "initial": 0.10526315789473685,
      "final": 0.2222222222222222,
      "oracle": 0.5454545454545454
    },
    {
      "row": 2522,
      "initial": 0.2,
      "final": 0.28571428571428575,
      "oracle": 0.35000000000000003
    },
    {
      "row": 2527,
      "initial": 0.3428571428571428,
      "final": 0.3,
      "oracle": 0.5625000000000001
    },
    {
      "row": 2605,
      "initial": 0.17391304347826086,
      "final": 0.28571428571428575,
      "oracle": 0.37837837837837834
    },
    {
      "row": 2662,
      "initial": 0.15,
      "final": 0.25,
      "oracle": 0.35000000000000003
    },
    {
      "row": 2737,
      "initial": 0.23529411764705882,
      "final": 0.17777777777777778,
      "oracle": 0.5263157894736842
    },
    {
      "row": 2749,
      "initial": 0.29629629629629634,
      "final": 0.18749999999999997,
      "oracle": 0.7407407407407408
    },
    {
      "row": 2968,
      "initial": 0.24242424242424246,
      "final": 0.19047619047619044,
      "oracle": 0.3684210526315789
    },
    {
      "row": 3032,
      "initial": 0.1818181818181818,
      "final": 0.2857142857142857,
      "oracle": 0.5217391304347826
    },
    {
      "row": 3085,
      "initial": 0.41666666666666663,
      "final": 0.2727272727272727,
      "oracle": 0.64
    },
    {
      "row": 3096,
      "initial": 0.5517241379310345,
      "final": 0.26666666666666666,
      "oracle": 0.9
    },
    {
      "row": 3104,
      "initial": 0.37209302325581395,
      "final": 0.25641025641025644,
      "oracle": 0.7272727272727272
    },
    {
      "row": 3105,
      "initial": 0.34782608695652173,
      "final": 0.23809523809523805,
      "oracle": 0.4137931034482759
    },
    {
      "row": 3115,
      "initial": 0.2790697674418604,
      "final": 0.33333333333333337,
      "oracle": 0.4
    },
    {
      "row": 3175,
      "initial": 0.13953488372093023,
      "final": 0.18181818181818182,
      "oracle": 0.6153846153846153
    },
    {
      "row": 3180,
      "initial": 0.20512820512820512,
      "final": 0.2926829268292683,
      "oracle": 0.41025641025641024
    },
    {
      "row": 3197,
      "initial": 0.21428571428571427,
      "final": 0.1764705882352941,
      "oracle": 0.5185185185185185
    },
    {
      "row": 3203,
      "initial": 0.22727272727272727,
      "final": 0.21052631578947367,
      "oracle": 0.4102564102564102
    },
    {
      "row": 3204,
      "initial": 0.125,
      "final": 0.15,
      "oracle": 0.3255813953488372
    },
    {
      "row": 3304,
      "initial": 0.2380952380952381,
      "final": 0.21428571428571427,
      "oracle": 0.5
    },
    {
      "row": 3375,
      "initial": 0.26666666666666666,
      "final": 0.3181818181818182,
      "oracle": 0.6666666666666666
    },
    {
      "row": 3393,
      "initial": 0.25806451612903225,
      "final": 0.27777777777777773,
      "oracle": 0.30303030303030304
    },
    {
      "row": 3410,
      "initial": 0.21428571428571427,
      "final": 0.24242424242424246,
      "oracle": 0.6956521739130435
    },
    {
      "row": 3423,
      "initial": 0.31250000000000006,
      "final": 0.125,
      "oracle": 0.5714285714285714
    },
    {
      "row": 3425,
      "initial": 0.16666666666666669,
      "final": 0.25641025641025644,
      "oracle": 0.6206896551724138
    },
    {
      "row": 3434,
      "initial": 0.3225806451612903,
      "final": 0.32558139534883723,
      "oracle": 0.5294117647058824
    },
    {
      "row": 3461,
      "initial": 0.17391304347826086,
      "final": 0.16326530612244897,
      "oracle": 0.5555555555555556
    },
    {
      "row": 3493,
      "initial": 0.14634146341463417,
      "final": 0.13333333333333333,
      "oracle": 0.368421052631579
    },
    {
      "row": 3498,
      "initial": 0.2222222222222222,
      "final": 0.17647058823529413,
      "oracle": 0.631578947368421
    },
    {
      "row": 3510,
      "initial": 0.2380952380952381,
      "final": 0.27906976744186046,
      "oracle": 0.6470588235294118
    },
    {
      "row": 3529,
      "initial": 0.38461538461538464,
      "final": 0.125,
      "oracle": 0.5
    },
    {
      "row": 3547,
      "initial": 0.20512820512820512,
      "final": 0.22222222222222224,
      "oracle": 0.5405405405405405
    },
    {
      "row": 3566,
      "initial": 0.18181818181818182,
      "final": 0.16,
      "oracle": 0.47058823529411764
    },
    {
      "row": 3631,
      "initial": 0.22222222222222224,
      "final": 0.13043478260869568,
      "oracle": 0.6666666666666667
    },
    {
      "row": 3681,
      "initial": 0.25641025641025644,
      "final": 0.11111111111111112,
      "oracle": 0.5714285714285715
    }
  ],
  "examples": [
    {
      "row": 67,
      "references": [
        "A group of people stand in the back of a truck filled with cotton.",
        "Men are standing on and about a truck carrying a white substance.",
        "A group of people are standing on a pile of wool in a truck.",
        "A group of men are loading cotton onto a truck",
        "Workers load sheared wool onto a truck."
      ],
      "initial": "Two women making pasta with large amounts of black rice. 2009. 001. 002. 003.",
      "final": "6 men, 20+ in 2009, 100 pounds each, 3000000000",
      "oracle": "A group of people are loading a truck with cotton on top of a pile of steel."
    },
    {
      "row": 99,
      "references": [
        "An adult wearing a gray shirt with red sleeves sleeping on a couch.",
        "A woman in black pants napping on the couch.",
        "A man sleeping in a green room on a couch.",
        "The young woman is sleeping in her room.",
        "A long-haired man sleeping on a couch"
      ],
      "initial": "A toddler is playing with a toy in a beach pool. The boy is holding a toy.",
      "final": "The woman is holding the gun and is trying to talk to her husband in the kitchen, and the man is in the bathroom. They are both in the living",
      "oracle": "A sleepy woman in a yellow shirt sleeping on a bed."
    },
    {
      "row": 100,
      "references": [
        "Boy in brown shirt with headphones on sits on woman's shoulders in a crowd.",
        "A kid wearing headphones sits on his mom's shoulders while in a crowd.",
        "A boy with headphones on sitting on top of a woman's shoulders.",
        "A child with headphones riding on his mother's shoulders.",
        "A boy wearing headphones sits on a woman's shoulders."
      ],
      "initial": "Three men in a conference room talk to an interviewer in a white shirt. 0.00000000000000",
      "final": "In a large field, a young man in a baseball uniform is in the air, while a large field is in the background. \nTarget:  a large",
      "oracle": "A boy with headphones on sitting on a girl's head while riding a bike."
    },
    {
      "row": 109,
      "references": [
        "Two men, standing on an ice, looking into something covered with a blue tarp.",
        "Two men are about to enter an ice fishing tent on a snow covered lake.",
        "Two people standing outside a blue tent structure on a snowy surface.",
        "Two men setting up a blue ice fishing hut on an iced over lake",
        "A tent is being set up on the ice."
      ],
      "initial": "A group of men are eating at a table with a large pizza. They are all wearing white shirts.",
      "final": "There is a large number of people at a table with a man eating. 2 men are standing. 0",
      "oracle": "Two men are laying on a tent on a frozen lake that is being heated up. \nOptions: (A) on the ground (B) on the ice"
    },
    {
      "row": 118,
      "references": [
        "A man in a green shirt and red life jacket is sitting in a canoe drifting around the lake.",
        "A man wearing a life jacket is in a small boat on a lake with a ferry in view.",
        "A man wearing a red life-vest is sitting in a canoe on a body of water.",
        "A balding man wearing a red life jacket is sitting in a small boat.",
        "A man in a red life vest is riding in a canoe."
      ],
      "initial": "Two girls look at a woman wearing a pink shirt. She is holding a camera. 0 1 2 3 4 5 6 ",
      "final": "Three people are wearing a dog's coat.",
      "oracle": "A man in a blue life jacket is sitting in a raft on a river."
    },
    {
      "row": 161,
      "references": [
        "A woman in jeans and a red coat and carrying a multicolored handbag spreads put her arms while leaping up from a cobblestone street.",
        "A lady in a red coat, holding a bluish hand bag likely of asian descent, jumping off the ground for a snapshot.",
        "A woman in a red jacket, with a blue and gold handbag is jumping while smiling on a cobblestone street.",
        "A woman wearing a red coat is jumping outdoors.",
        "Girl in red jumping for joy."
      ],
      "initial": "A brown dog runs through the snow with his tongue out. Supervised by a human.  License: CC-BY 2.0.    • ",
      "final": "A child in a bikini uses a camera in the face of a group of people while a third person watches.",
      "oracle": "A woman in a red jacket and blue jeans jumping off a bridge."
    },
    {
      "row": 170,
      "references": [
        "Two dogs run towards each other on a rocky area with water in the background.",
        "A brown dog is running after a black dog on a rocky shore.",
        "Two dogs run across stones near a body of water.",
        "A brown dog is running after the black dog.",
        "Two dogs playing on a beach."
      ],
      "initial": "Two women dressed in black and white pants and headscarves are leaning against a wall. \nAssociation: \"The Art of the Dance\" 201",
      "final": "A man is standing on a street with a yellow umbrella. \nA: yes\nB: no\nAnswer:\nA: yes\n\nThe original question is:",
      "oracle": "Two dogs are running on a rocky beach next to a water source. Male and female dogs are running together. Scene is in a wooded area."
    },
    {
      "row": 200,
      "references": [
        "A young helmeted man, in his team uniform, is swinging his bat at an incoming baseball.",
        "A young boy wearing a Giants jersey swings a baseball bat at an incoming pitch.",
        "A boy playing for the Giants baseball team swinging at a baseball.",
        "A child swings a baseball bat at the ball.",
        "This little boy hitting a ball."
      ],
      "initial": "A bike rider is doing a trick on his bicycle in the air. He is balancing on his bike. \nAttachment: bicycle\nSize: medium\nRating:",
      "final": "The biker on the bike is doing a trick on the mountain and is making a big dip on the ground. Based on the information provided, the biker",
      "oracle": "A young boy swings a baseball at a ball hit by a ball player. The boy is wearing a striped shirt."
    },
    {
      "row": 203,
      "references": [
        "A guy sitting at a desk talking on a phone with books laying everywhere.",
        "Man talking on a phone, surrounded by books in an office.",
        "A man sits at a desk in room cluttered with books.",
        "A man on the phone surrounded by stacks of books.",
        "A man in a cluttered office is using the telephone"
      ],
      "initial": "A young man in a business suit holds his cellphone.  He is talking to someone.  He is in a cafe. \n==================================\n\nA young man",
      "final": "A man is in his office and is holding his phone and talking on the phone. He is also holding his hands in his pockets. The other man is standing",
      "oracle": "A man in a chair at a desk talking on his cellphone. He is standing in a cluttered room.} \n# A man in a chair talking on"
    },
    {
      "row": 257,
      "references": [
        "Woman is enjoying herself being outdoors biking in a forrest preserve.",
        "A girl in an orange tank top is walking her bike through the forrest.",
        "A smiling woman in a peach tank top stands holding a mountain bike",
        "A happy teenage girl taking a break from her bike ride.",
        "A girl smiles while holding her bike in a field."
      ],
      "initial": "A man and woman kissing on a pink convertible with a red and white car behind.  Near a subway station.  Keywords: man, woman, pink,",
      "final": "A girl is dancing on the floor with a lighted stage and dark background. The girl is wearing a black dress. The light is coming from the left side",
      "oracle": "A girl in a pink shirt is smiling while riding a bike in a park. Motto: Happy to be a cyclist.  Motto: Happy to be"
    },
    {
      "row": 280,
      "references": [
        "A boy wearing blue and yellow walking on a cliff edge.",
        "A boy in yellow shorts is standing on top of a cliff.",
        "A young child is standing alone on some jagged rocks.",
        "A little boy standing high in the air on a rock.",
        "Child stands near edge of cliff."
      ],
      "initial": "A man sits on a chair holding a rope while standing in the middle of a rocky beach.",
      "final": "The figure in the bottom of the frame being shown, standing, with a woman's head on top, and a mechanical device, standing at the back. (",
      "oracle": "A young boy standing on a cliff ledge with blue shorts."
    },
    {
      "row": 282,
      "references": [
        "A snowmobile rider flies through the air on his or her machine in front of tall pine trees.",
        "Rider jumps snowmobile high in rural area.",
        "A person on a snowmobile in mid jump.",
        "A snowmobiler flies through the air.",
        "The man is up in the air."
      ],
      "initial": "A couple, one with a white shirt and the other with a black jacket, are going out on a sunny day.",
      "final": "A guy, black, doing a kitchen, with a black kitchen, at a computer. \nSawing, doing, a, black, kitchen, at",
      "oracle": "A snowboarder flies high in the air on a mountain. \n;; \nmountain biking near the snow\nExplanation: The given text is a description of"
    },
    {
      "row": 293,
      "references": [
        "A mother and three children collecting garbage from a blue and white garbage can on the street.",
        "A woman and three children are picking something out of a blue trashcan.",
        "Three young children stand around a blue and white barrel.",
        "Four children are standing around a blue and white barrel.",
        "A group of children look into a barrel."
      ],
      "initial": "A blond child in a red hat sits inside a cardboard box.",
      "final": "Three men hold a red ball in their hands. They are playing a game of tennis. 0",
      "oracle": "Three children are looking up at a blue and white container."
    },
    {
      "row": 301,
      "references": [
        "A dark-haired woman in a green and white apron sits amid her outdoor display of flowers for sale on a city street.",
        "A woman is sitting by her dried flower display at an outside market.",
        "A woman sells flowers and incense at the market.",
        "A lady is sitting down tending to her stand.",
        "A woman in an apron shopping at a market."
      ],
      "initial": "A man in black glasses and blue shirt looks to the side of a rock.",
      "final": "A man, in a field, looks at a map, reading a photo of a country. He looks at a picture of a map, and then at a",
      "oracle": "A woman is sitting at a flower stand in the market. She is working on her garden."
    },
    {
      "row": 322,
      "references": [
        "There is a woman and man wearing orange shirts, playing instruments with sheet paper in front of them.",
        "A cello player is playing during a concert.",
        "A woman in a red shirt playing the cello.",
        "A female playing a song on her violin.",
        "A woman in a red shirt plays a cello."
      ],
      "initial": "A man playing drums in a square playing a black hat.  He is singing.  The crowd is watching.  License plate is not seen.  License",
      "final": "A person is sitting and standing behind a table. \n```\n```\n\nPlease determine whether the given text is related to computer science, if yes please return \"",
      "oracle": "A woman playing the cello in a black shirt."
    },
    {
      "row": 370,
      "references": [
        "People on ATVs and dirt bikes are traveling along a worn path in a field surrounded by trees.",
        "Three people on two dirt-bikes and one four-wheeler are riding through brown grass.",
        "Three people ride off-road bikes through a field surrounded by trees.",
        "Three people on motorbikes follow a trail through dry grass.",
        "Three people are riding around on ATV's and motorcycles."
      ],
      "initial": "Two young men skateboarding in the street in the background.  His skateboarded on the street.  License plate is not shown.  Tags: skateboarding",
      "final": "A guy, a black guy, and a guy doing something, at a black and white shop.",
      "oracle": "Three people are riding on dirt bikes around a dirt road. They are wearing helmets. \nChoices: (a). Yes (b). No;\nWould the answer"
    },
    {
      "row": 377,
      "references": [
        "An older man sits back and relaxes on a patio outside an adobe building where many bicycles are propped.",
        "Topless old man wearing slippers, navy blue pants and a white hat while reclining in a chair outside.",
        "A shirtless man in a white cap relaxes in a deck chair, close to three parked bicycles.",
        "A half naked man is sleeping on his chair outdoors.",
        "Man relaxing in a folding chair on the street."
      ],
      "initial": "A soldier with a gold vest and military uniform is wearing a safety vest. He is holding a gun.",
      "final": "A man wearing a gold watch and wearing his military uniform is wearing his military uniform. He is wearing a gold watch. He is wearing his military uniform.",
      "oracle": "A relaxed man in shorts lounges in a pool of water while lying down on a towel. \n####\nA relaxed man lounges in a pool of water while"
    },
    {
      "row": 382,
      "references": [
        "A group of people are standing outside at a carnival, near a ride called the Green Jungle.",
        "A crowd of people standing next to a shack labeled \"Green Jungle.\"",
        "A group of people standing in front of a hut in a parking lot.",
        "Crowd standing near \"GREEN JUNGLE\" exhibit at festival.",
        "A group of people are gathered."
      ],
      "initial": "A large dog and two small dogs lying on the grass in a dense forest. Large dog and small dog sit together. Caption: A dog and two dogs are",
      "final": "A large number of dogs in a field. Legend unknown.  Male dog in foreground.  Female dog behind.\nLarge dog in a field. Legend unknown.",
      "oracle": "A group of people standing in a crowd of people near a sign."
    },
    {
      "row": 387,
      "references": [
        "A young girl sitting on a small chair surrounded by what looks like handmade fabrics and bags.",
        "A girl wearing a colorful hat sits on a woven mat.",
        "A young woman is making rugs in the rain forest",
        "A woman in a red hat sits on a rug.",
        "A woman sitting in a hut."
      ],
      "initial": "A black dog is chasing a large brown bull. The dog is close to the bull.",
      "final": "The redboned animal is red.",
      "oracle": "A woman in a pink scarf sits on a wooden floor. \nA woman sitting on a wooden floor wearing a pink scarf."
    },
    {
      "row": 390,
      "references": [
        "There are three young people, one dark-haired holding a bottled drink, one with head tilted back and finger in her mouth, and one with spiked hair.",
        "Three girls make faces as one takes a drink while they stand in a busy street.",
        "Three young women pose for the camera at a parade.",
        "Three women on the street drinking and posing",
        "The young people party in the streets."
      ],
      "initial": "A baseball player slides as he attempts to catch a ball as the opposing team's player slides to the ground. Caption: The umpire is watching the play as",
      "final": "A baseball player in a field, a blond, and a man in a baseball uniform, in a field. The blond player is in the middle. The man",
      "oracle": "Three young women stand in the crowd and take a picture. They are all smiling."
    },
    {
      "row": 419,
      "references": [
        "A group of people gather in a bar, and one man in a black shirt holds his arm and signals to the camera.",
        "In a crowd of young people at a bar, a man stands displaying the rock and roll sign.",
        "A man is making a \"rock\" gesture while standing on a stool in a crowded bar.",
        "A single man in a black t-shirt standing above the crowd at a busy bar.",
        "People enjoying drinks in a crowded bar."
      ],
      "initial": "A young boy is swinging a baseball bat. He is playing with a baseball.",
      "final": "一个青年和一只小鸟在一块儿。 带伞的男子。 青年和小鸟。 带伞的男子。 �",
      "oracle": "A group of people in a bar drinking in a crowd, one stands on a table."
    },
    {
      "row": 422,
      "references": [
        "Woman and man walking across wooden rope bridge with a caution sign beside it.",
        "A man and a woman are crossing over a rope bridge with greenery all over them.",
        "A man and a woman crossing a suspension bridge in a tropical setting.",
        "A bridge through high green plants, a man and a woman on it.",
        "A man and a woman are walking across a rope bridge."
      ],
      "initial": "A guy wearing a clean shirt is sweeping the floor. He's cleaning the windows.",
      "final": "The man sweeping the floor with a clean shirt is cleaning the floor. \n//  The man is sweeping the floor with a clean shirt. \n//  The",
      "oracle": "A man and a woman cross a bridge over a river and walk under a bridge. \nAttachment:"
    },
    {
      "row": 462,
      "references": [
        "A man in a gray cap, a pink tank top and short skirt, pink-and-black striped socks, and boots juggles knives in front of a brick building whose sign reads \"The Pump Room\" while onlookers watch.",
        "An male entertainer is wearing women's clothing that consists of a pink tank top, skirt, knee high socks, and a hairnet, performing on a unicycle a juggling knives while a crowd watches.",
        "A man, wearing a short pink skirt, long striped socks, a pink tank top, and a hairnet, is juggling knives to the amusement of onlookers.",
        "A street juggler performing while wearing a colorful outfit.",
        "A man in a skirt is jumping while juggling knives."
      ],
      "initial": "A girl wearing a blue shirt is riding in a shopping cart on the inside of a bus.",
      "final": "A person wearing a surfboard is standing on the beach with a wave in the background while a camera is in the foreground.",
      "oracle": "A man wearing a striped shirt, shorts, and a hat is performing tricks on a trampoline."
    },
    {
      "row": 478,
      "references": [
        "Woman dressed in a green hat and apron is holding a tray full of drink samples.",
        "An Asian girl in a green hat and apron is serving drinks on a tray.",
        "The waitress offers complimentary tea to the patrons.",
        "A girl hands out Starbucks samples at a street fair.",
        "A Starbucks barista offering up a tray of drinks"
      ],
      "initial": "Three people are setting up chairs on a beach with a tent.",
      "final": "Three people, one with one hand on a sheet, one with one hand on a sheet, one with one hand on a sheet, one with one hand on",
      "oracle": "A waitress in a white shirt and apron serves coffee to people at a buffet table. The waitress is holding a tray."
    },
    {
      "row": 511,
      "references": [
        "Construction workers standing on top of a piece of machinery.",
        "Two Rubbish men standing on theyre truck loading trash.",
        "A blurry picture of a man in a blue shirt and hard hat.",
        "A man in a white hat stands on top of a truck.",
        "Two people are on top of the bed of a truck."
      ],
      "initial": "A man paints a mural on a painted wall in a busy street.",
      "final": "The lady is painting the room and the walls are covered in paint.",
      "oracle": "A man in a shirt and hat standing on top of a truck."
    }
  ]
}