summaryrefslogtreecommitdiff
path: root/artifacts/energy_functional_prefix_val_f30_128.json
diff options
context:
space:
mode:
Diffstat (limited to 'artifacts/energy_functional_prefix_val_f30_128.json')
-rw-r--r--artifacts/energy_functional_prefix_val_f30_128.json1117
1 files changed, 1117 insertions, 0 deletions
diff --git a/artifacts/energy_functional_prefix_val_f30_128.json b/artifacts/energy_functional_prefix_val_f30_128.json
new file mode 100644
index 0000000..09ea0bb
--- /dev/null
+++ b/artifacts/energy_functional_prefix_val_f30_128.json
@@ -0,0 +1,1117 @@
+{
+ "samples": 128,
+ "mean_best_reference_unigram_f1": {
+ "initial": 0.2508249084111792,
+ "final": 0.2370081804338706,
+ "oracle": 0.523065714519316
+ },
+ "paired_final_minus_initial": {
+ "mean": -0.013816727977308634,
+ "bootstrap_95_percentile_interval": [
+ -0.03245370025527601,
+ 0.00496250241953991
+ ],
+ "improved": 51,
+ "tied": 2,
+ "worsened": 75
+ },
+ "energy_protocol": "No image-text pair and no cross-modal parameter is used. The functional language energy is a frozen decode-reencode cycle through a text-only prefix interface and frozen Qwen.",
+ "prefix_training": "text only; no image features or image-text pairs",
+ "per_sample_unigram_f1": [
+ {
+ "row": 67,
+ "initial": 0.14285714285714285,
+ "final": 0.0,
+ "oracle": 0.7096774193548386
+ },
+ {
+ "row": 99,
+ "initial": 0.29629629629629634,
+ "final": 0.24390243902439024,
+ "oracle": 0.5714285714285713
+ },
+ {
+ "row": 100,
+ "initial": 0.2580645161290323,
+ "final": 0.25531914893617025,
+ "oracle": 0.6428571428571429
+ },
+ {
+ "row": 109,
+ "initial": 0.18181818181818182,
+ "final": 0.24000000000000002,
+ "oracle": 0.47058823529411764
+ },
+ {
+ "row": 118,
+ "initial": 0.2777777777777778,
+ "final": 0.20689655172413793,
+ "oracle": 0.6470588235294117
+ },
+ {
+ "row": 161,
+ "initial": 0.15,
+ "final": 0.3076923076923077,
+ "oracle": 0.6060606060606061
+ },
+ {
+ "row": 170,
+ "initial": 0.21621621621621623,
+ "final": 0.2564102564102564,
+ "oracle": 0.3902439024390244
+ },
+ {
+ "row": 200,
+ "initial": 0.25,
+ "final": 0.25,
+ "oracle": 0.5
+ },
+ {
+ "row": 203,
+ "initial": 0.30303030303030304,
+ "final": 0.20512820512820515,
+ "oracle": 0.43243243243243246
+ },
+ {
+ "row": 257,
+ "initial": 0.21621621621621623,
+ "final": 0.38461538461538464,
+ "oracle": 0.34285714285714286
+ },
+ {
+ "row": 280,
+ "initial": 0.41379310344827586,
+ "final": 0.25806451612903225,
+ "oracle": 0.6086956521739131
+ },
+ {
+ "row": 282,
+ "initial": 0.20689655172413796,
+ "final": 0.20689655172413793,
+ "oracle": 0.34146341463414637
+ },
+ {
+ "row": 293,
+ "initial": 0.2,
+ "final": 0.12903225806451613,
+ "oracle": 0.5714285714285713
+ },
+ {
+ "row": 301,
+ "initial": 0.26315789473684204,
+ "final": 0.20689655172413793,
+ "oracle": 0.5333333333333333
+ },
+ {
+ "row": 322,
+ "initial": 0.30303030303030304,
+ "final": 0.2702702702702703,
+ "oracle": 0.8888888888888888
+ },
+ {
+ "row": 370,
+ "initial": 0.10810810810810811,
+ "final": 0.1904761904761905,
+ "oracle": 0.3684210526315789
+ },
+ {
+ "row": 377,
+ "initial": 0.21621621621621623,
+ "final": 0.20408163265306123,
+ "oracle": 0.27272727272727276
+ },
+ {
+ "row": 382,
+ "initial": 0.2173913043478261,
+ "final": 0.31250000000000006,
+ "oracle": 0.6666666666666666
+ },
+ {
+ "row": 387,
+ "initial": 0.23076923076923075,
+ "final": 0.10810810810810811,
+ "oracle": 0.4375
+ },
+ {
+ "row": 390,
+ "initial": 0.13333333333333333,
+ "final": 0.26666666666666666,
+ "oracle": 0.4
+ },
+ {
+ "row": 419,
+ "initial": 0.26666666666666666,
+ "final": 0.3181818181818182,
+ "oracle": 0.5294117647058824
+ },
+ {
+ "row": 422,
+ "initial": 0.15384615384615383,
+ "final": 0.21428571428571427,
+ "oracle": 0.5333333333333333
+ },
+ {
+ "row": 462,
+ "initial": 0.37209302325581395,
+ "final": 0.28125,
+ "oracle": 0.43902439024390244
+ },
+ {
+ "row": 478,
+ "initial": 0.28571428571428575,
+ "final": 0.25,
+ "oracle": 0.4210526315789474
+ },
+ {
+ "row": 511,
+ "initial": 0.48000000000000004,
+ "final": 0.2439024390243903,
+ "oracle": 0.8
+ },
+ {
+ "row": 608,
+ "initial": 0.18181818181818182,
+ "final": 0.08695652173913043,
+ "oracle": 0.6666666666666667
+ },
+ {
+ "row": 610,
+ "initial": 0.16216216216216217,
+ "final": 0.15,
+ "oracle": 0.47058823529411764
+ },
+ {
+ "row": 628,
+ "initial": 0.24,
+ "final": 0.2,
+ "oracle": 0.358974358974359
+ },
+ {
+ "row": 630,
+ "initial": 0.2608695652173913,
+ "final": 0.1951219512195122,
+ "oracle": 0.6666666666666666
+ },
+ {
+ "row": 669,
+ "initial": 0.3243243243243243,
+ "final": 0.16666666666666666,
+ "oracle": 0.608695652173913
+ },
+ {
+ "row": 681,
+ "initial": 0.25806451612903225,
+ "final": 0.23529411764705882,
+ "oracle": 0.5714285714285715
+ },
+ {
+ "row": 694,
+ "initial": 0.3125,
+ "final": 0.1951219512195122,
+ "oracle": 0.4999999999999999
+ },
+ {
+ "row": 762,
+ "initial": 0.16666666666666666,
+ "final": 0.1142857142857143,
+ "oracle": 0.6
+ },
+ {
+ "row": 816,
+ "initial": 0.3333333333333333,
+ "final": 0.30769230769230765,
+ "oracle": 0.56
+ },
+ {
+ "row": 843,
+ "initial": 0.16,
+ "final": 0.5,
+ "oracle": 0.5853658536585366
+ },
+ {
+ "row": 900,
+ "initial": 0.32,
+ "final": 0.2285714285714286,
+ "oracle": 0.42424242424242425
+ },
+ {
+ "row": 949,
+ "initial": 0.3636363636363636,
+ "final": 0.2105263157894737,
+ "oracle": 0.4736842105263157
+ },
+ {
+ "row": 1052,
+ "initial": 0.4,
+ "final": 0.3529411764705882,
+ "oracle": 0.4444444444444444
+ },
+ {
+ "row": 1074,
+ "initial": 0.380952380952381,
+ "final": 0.34782608695652173,
+ "oracle": 0.6086956521739131
+ },
+ {
+ "row": 1081,
+ "initial": 0.35555555555555557,
+ "final": 0.3,
+ "oracle": 0.5555555555555556
+ },
+ {
+ "row": 1089,
+ "initial": 0.34782608695652173,
+ "final": 0.27777777777777773,
+ "oracle": 0.4390243902439025
+ },
+ {
+ "row": 1102,
+ "initial": 0.19512195121951217,
+ "final": 0.22857142857142856,
+ "oracle": 0.4444444444444445
+ },
+ {
+ "row": 1103,
+ "initial": 0.2608695652173913,
+ "final": 0.2380952380952381,
+ "oracle": 0.6153846153846153
+ },
+ {
+ "row": 1107,
+ "initial": 0.2857142857142857,
+ "final": 0.2285714285714286,
+ "oracle": 0.4117647058823529
+ },
+ {
+ "row": 1144,
+ "initial": 0.4444444444444445,
+ "final": 0.3404255319148936,
+ "oracle": 0.40816326530612246
+ },
+ {
+ "row": 1145,
+ "initial": 0.23529411764705882,
+ "final": 0.4166666666666667,
+ "oracle": 0.5263157894736842
+ },
+ {
+ "row": 1155,
+ "initial": 0.07999999999999999,
+ "final": 0.16666666666666666,
+ "oracle": 0.7000000000000001
+ },
+ {
+ "row": 1162,
+ "initial": 0.24999999999999994,
+ "final": 0.20833333333333331,
+ "oracle": 0.5454545454545455
+ },
+ {
+ "row": 1168,
+ "initial": 0.22641509433962265,
+ "final": 0.14285714285714285,
+ "oracle": 0.64
+ },
+ {
+ "row": 1182,
+ "initial": 0.2222222222222222,
+ "final": 0.33333333333333337,
+ "oracle": 0.4666666666666667
+ },
+ {
+ "row": 1209,
+ "initial": 0.24000000000000002,
+ "final": 0.21052631578947364,
+ "oracle": 0.38888888888888895
+ },
+ {
+ "row": 1212,
+ "initial": 0.2105263157894737,
+ "final": 0.3,
+ "oracle": 0.4615384615384615
+ },
+ {
+ "row": 1271,
+ "initial": 0.2,
+ "final": 0.1904761904761905,
+ "oracle": 0.4230769230769231
+ },
+ {
+ "row": 1286,
+ "initial": 0.3,
+ "final": 0.2978723404255319,
+ "oracle": 0.5925925925925926
+ },
+ {
+ "row": 1293,
+ "initial": 0.5,
+ "final": 0.391304347826087,
+ "oracle": 0.4166666666666667
+ },
+ {
+ "row": 1351,
+ "initial": 0.2553191489361702,
+ "final": 0.40816326530612246,
+ "oracle": 0.5454545454545455
+ },
+ {
+ "row": 1365,
+ "initial": 0.2222222222222222,
+ "final": 0.20833333333333331,
+ "oracle": 0.3255813953488372
+ },
+ {
+ "row": 1371,
+ "initial": 0.2727272727272727,
+ "final": 0.1951219512195122,
+ "oracle": 0.5142857142857142
+ },
+ {
+ "row": 1378,
+ "initial": 0.5185185185185186,
+ "final": 0.45454545454545453,
+ "oracle": 0.8695652173913043
+ },
+ {
+ "row": 1382,
+ "initial": 0.2608695652173913,
+ "final": 0.21052631578947367,
+ "oracle": 0.5128205128205129
+ },
+ {
+ "row": 1478,
+ "initial": 0.24000000000000005,
+ "final": 0.10810810810810811,
+ "oracle": 0.3157894736842105
+ },
+ {
+ "row": 1513,
+ "initial": 0.26666666666666666,
+ "final": 0.0,
+ "oracle": 0.5882352941176471
+ },
+ {
+ "row": 1516,
+ "initial": 0.5,
+ "final": 0.16216216216216217,
+ "oracle": 0.6666666666666666
+ },
+ {
+ "row": 1520,
+ "initial": 0.21428571428571425,
+ "final": 0.22222222222222224,
+ "oracle": 0.39999999999999997
+ },
+ {
+ "row": 1523,
+ "initial": 0.3333333333333333,
+ "final": 0.26666666666666666,
+ "oracle": 0.5714285714285714
+ },
+ {
+ "row": 1532,
+ "initial": 0.2051282051282051,
+ "final": 0.27906976744186046,
+ "oracle": 0.4888888888888889
+ },
+ {
+ "row": 1616,
+ "initial": 0.17777777777777778,
+ "final": 0.4117647058823529,
+ "oracle": 0.5806451612903226
+ },
+ {
+ "row": 1636,
+ "initial": 0.1818181818181818,
+ "final": 0.27027027027027023,
+ "oracle": 0.5185185185185185
+ },
+ {
+ "row": 1716,
+ "initial": 0.2,
+ "final": 0.16,
+ "oracle": 0.22857142857142856
+ },
+ {
+ "row": 1727,
+ "initial": 0.22727272727272727,
+ "final": 0.13636363636363635,
+ "oracle": 0.5365853658536585
+ },
+ {
+ "row": 1740,
+ "initial": 0.13793103448275862,
+ "final": 0.10526315789473682,
+ "oracle": 0.20689655172413793
+ },
+ {
+ "row": 1746,
+ "initial": 0.25,
+ "final": 0.22222222222222224,
+ "oracle": 0.75
+ },
+ {
+ "row": 1754,
+ "initial": 0.380952380952381,
+ "final": 0.038461538461538464,
+ "oracle": 0.5161290322580645
+ },
+ {
+ "row": 1782,
+ "initial": 0.23255813953488372,
+ "final": 0.2962962962962963,
+ "oracle": 0.4
+ },
+ {
+ "row": 1892,
+ "initial": 0.1111111111111111,
+ "final": 0.1111111111111111,
+ "oracle": 0.5599999999999999
+ },
+ {
+ "row": 1902,
+ "initial": 0.2962962962962963,
+ "final": 0.1090909090909091,
+ "oracle": 0.41025641025641024
+ },
+ {
+ "row": 1933,
+ "initial": 0.17391304347826086,
+ "final": 0.1791044776119403,
+ "oracle": 0.43750000000000006
+ },
+ {
+ "row": 1943,
+ "initial": 0.21428571428571427,
+ "final": 0.26666666666666666,
+ "oracle": 0.6086956521739131
+ },
+ {
+ "row": 1995,
+ "initial": 0.25806451612903225,
+ "final": 0.29787234042553196,
+ "oracle": 0.4489795918367347
+ },
+ {
+ "row": 2006,
+ "initial": 0.1739130434782609,
+ "final": 0.0,
+ "oracle": 0.6956521739130435
+ },
+ {
+ "row": 2089,
+ "initial": 0.13793103448275862,
+ "final": 0.20000000000000004,
+ "oracle": 0.6666666666666667
+ },
+ {
+ "row": 2145,
+ "initial": 0.1904761904761905,
+ "final": 0.3636363636363636,
+ "oracle": 0.5714285714285715
+ },
+ {
+ "row": 2147,
+ "initial": 0.17647058823529413,
+ "final": 0.2162162162162162,
+ "oracle": 0.6086956521739131
+ },
+ {
+ "row": 2177,
+ "initial": 0.09523809523809526,
+ "final": 0.29166666666666663,
+ "oracle": 0.6451612903225806
+ },
+ {
+ "row": 2179,
+ "initial": 0.1851851851851852,
+ "final": 0.25,
+ "oracle": 0.5
+ },
+ {
+ "row": 2256,
+ "initial": 0.2790697674418605,
+ "final": 0.1132075471698113,
+ "oracle": 0.4888888888888888
+ },
+ {
+ "row": 2274,
+ "initial": 0.21428571428571427,
+ "final": 0.20000000000000004,
+ "oracle": 0.35000000000000003
+ },
+ {
+ "row": 2283,
+ "initial": 0.2727272727272727,
+ "final": 0.24390243902439024,
+ "oracle": 0.5
+ },
+ {
+ "row": 2312,
+ "initial": 0.2666666666666666,
+ "final": 0.125,
+ "oracle": 0.4666666666666666
+ },
+ {
+ "row": 2324,
+ "initial": 0.25,
+ "final": 0.2608695652173913,
+ "oracle": 0.5000000000000001
+ },
+ {
+ "row": 2326,
+ "initial": 0.19047619047619047,
+ "final": 0.23809523809523808,
+ "oracle": 0.6363636363636364
+ },
+ {
+ "row": 2388,
+ "initial": 0.2727272727272727,
+ "final": 0.25,
+ "oracle": 0.36363636363636365
+ },
+ {
+ "row": 2434,
+ "initial": 0.2916666666666667,
+ "final": 0.13333333333333333,
+ "oracle": 0.7142857142857143
+ },
+ {
+ "row": 2476,
+ "initial": 0.10526315789473685,
+ "final": 0.24242424242424243,
+ "oracle": 0.5454545454545454
+ },
+ {
+ "row": 2522,
+ "initial": 0.2,
+ "final": 0.16216216216216217,
+ "oracle": 0.35000000000000003
+ },
+ {
+ "row": 2527,
+ "initial": 0.3428571428571428,
+ "final": 0.3404255319148936,
+ "oracle": 0.5625000000000001
+ },
+ {
+ "row": 2605,
+ "initial": 0.17391304347826086,
+ "final": 0.21621621621621623,
+ "oracle": 0.37837837837837834
+ },
+ {
+ "row": 2662,
+ "initial": 0.15,
+ "final": 0.1818181818181818,
+ "oracle": 0.35000000000000003
+ },
+ {
+ "row": 2737,
+ "initial": 0.23529411764705882,
+ "final": 0.20512820512820512,
+ "oracle": 0.5263157894736842
+ },
+ {
+ "row": 2749,
+ "initial": 0.29629629629629634,
+ "final": 0.24,
+ "oracle": 0.7407407407407408
+ },
+ {
+ "row": 2968,
+ "initial": 0.24242424242424246,
+ "final": 0.1904761904761905,
+ "oracle": 0.3684210526315789
+ },
+ {
+ "row": 3032,
+ "initial": 0.1818181818181818,
+ "final": 0.2608695652173913,
+ "oracle": 0.5217391304347826
+ },
+ {
+ "row": 3085,
+ "initial": 0.41666666666666663,
+ "final": 0.47619047619047616,
+ "oracle": 0.64
+ },
+ {
+ "row": 3096,
+ "initial": 0.5517241379310345,
+ "final": 0.3,
+ "oracle": 0.9
+ },
+ {
+ "row": 3104,
+ "initial": 0.37209302325581395,
+ "final": 0.34146341463414637,
+ "oracle": 0.7272727272727272
+ },
+ {
+ "row": 3105,
+ "initial": 0.34782608695652173,
+ "final": 0.2352941176470588,
+ "oracle": 0.4137931034482759
+ },
+ {
+ "row": 3115,
+ "initial": 0.2790697674418604,
+ "final": 0.2127659574468085,
+ "oracle": 0.4
+ },
+ {
+ "row": 3175,
+ "initial": 0.13953488372093023,
+ "final": 0.17391304347826086,
+ "oracle": 0.6153846153846153
+ },
+ {
+ "row": 3180,
+ "initial": 0.20512820512820512,
+ "final": 0.19999999999999998,
+ "oracle": 0.41025641025641024
+ },
+ {
+ "row": 3197,
+ "initial": 0.21428571428571427,
+ "final": 0.43478260869565216,
+ "oracle": 0.5185185185185185
+ },
+ {
+ "row": 3203,
+ "initial": 0.22727272727272727,
+ "final": 0.3181818181818182,
+ "oracle": 0.4102564102564102
+ },
+ {
+ "row": 3204,
+ "initial": 0.125,
+ "final": 0.21621621621621623,
+ "oracle": 0.3255813953488372
+ },
+ {
+ "row": 3304,
+ "initial": 0.2380952380952381,
+ "final": 0.37837837837837834,
+ "oracle": 0.5
+ },
+ {
+ "row": 3375,
+ "initial": 0.26666666666666666,
+ "final": 0.30769230769230765,
+ "oracle": 0.6666666666666666
+ },
+ {
+ "row": 3393,
+ "initial": 0.25806451612903225,
+ "final": 0.1176470588235294,
+ "oracle": 0.30303030303030304
+ },
+ {
+ "row": 3410,
+ "initial": 0.21428571428571427,
+ "final": 0.2222222222222222,
+ "oracle": 0.6956521739130435
+ },
+ {
+ "row": 3423,
+ "initial": 0.31250000000000006,
+ "final": 0.14634146341463414,
+ "oracle": 0.5714285714285714
+ },
+ {
+ "row": 3425,
+ "initial": 0.16666666666666669,
+ "final": 0.19047619047619047,
+ "oracle": 0.6206896551724138
+ },
+ {
+ "row": 3434,
+ "initial": 0.3225806451612903,
+ "final": 0.35000000000000003,
+ "oracle": 0.5294117647058824
+ },
+ {
+ "row": 3461,
+ "initial": 0.17391304347826086,
+ "final": 0.1818181818181818,
+ "oracle": 0.5555555555555556
+ },
+ {
+ "row": 3493,
+ "initial": 0.14634146341463417,
+ "final": 0.18181818181818182,
+ "oracle": 0.368421052631579
+ },
+ {
+ "row": 3498,
+ "initial": 0.2222222222222222,
+ "final": 0.20689655172413793,
+ "oracle": 0.631578947368421
+ },
+ {
+ "row": 3510,
+ "initial": 0.2380952380952381,
+ "final": 0.3888888888888889,
+ "oracle": 0.6470588235294118
+ },
+ {
+ "row": 3529,
+ "initial": 0.38461538461538464,
+ "final": 0.2702702702702703,
+ "oracle": 0.5
+ },
+ {
+ "row": 3547,
+ "initial": 0.20512820512820512,
+ "final": 0.3404255319148936,
+ "oracle": 0.5405405405405405
+ },
+ {
+ "row": 3566,
+ "initial": 0.18181818181818182,
+ "final": 0.16666666666666666,
+ "oracle": 0.47058823529411764
+ },
+ {
+ "row": 3631,
+ "initial": 0.22222222222222224,
+ "final": 0.29411764705882354,
+ "oracle": 0.6666666666666667
+ },
+ {
+ "row": 3681,
+ "initial": 0.25641025641025644,
+ "final": 0.26666666666666666,
+ "oracle": 0.5714285714285715
+ }
+ ],
+ "examples": [
+ {
+ "row": 67,
+ "references": [
+ "A group of people stand in the back of a truck filled with cotton.",
+ "Men are standing on and about a truck carrying a white substance.",
+ "A group of people are standing on a pile of wool in a truck.",
+ "A group of men are loading cotton onto a truck",
+ "Workers load sheared wool onto a truck."
+ ],
+ "initial": "Two women making pasta with large amounts of black rice. 2009. 001. 002. 003.",
+ "final": "20+ male, 20+ 60s, 60 min, 2x2 size, 2x2",
+ "oracle": "A group of people are loading a truck with cotton on top of a pile of steel."
+ },
+ {
+ "row": 99,
+ "references": [
+ "An adult wearing a gray shirt with red sleeves sleeping on a couch.",
+ "A woman in black pants napping on the couch.",
+ "A man sleeping in a green room on a couch.",
+ "The young woman is sleeping in her room.",
+ "A long-haired man sleeping on a couch"
+ ],
+ "initial": "A toddler is playing with a toy in a beach pool. The boy is holding a toy.",
+ "final": "A young boy is in a swimming pool with his eyes fixed on a young girl in a swimming pool. He is holding a ball in his hand and the girl",
+ "oracle": "A sleepy woman in a yellow shirt sleeping on a bed."
+ },
+ {
+ "row": 100,
+ "references": [
+ "Boy in brown shirt with headphones on sits on woman's shoulders in a crowd.",
+ "A kid wearing headphones sits on his mom's shoulders while in a crowd.",
+ "A boy with headphones on sitting on top of a woman's shoulders.",
+ "A child with headphones riding on his mother's shoulders.",
+ "A boy wearing headphones sits on a woman's shoulders."
+ ],
+ "initial": "Three men in a conference room talk to an interviewer in a white shirt. 0.00000000000000",
+ "final": "Several children with a baseball bat and a large ball on a grass field with a large brown dog running away from them and a man in a blue shirt and a",
+ "oracle": "A boy with headphones on sitting on a girl's head while riding a bike."
+ },
+ {
+ "row": 109,
+ "references": [
+ "Two men, standing on an ice, looking into something covered with a blue tarp.",
+ "Two men are about to enter an ice fishing tent on a snow covered lake.",
+ "Two people standing outside a blue tent structure on a snowy surface.",
+ "Two men setting up a blue ice fishing hut on an iced over lake",
+ "A tent is being set up on the ice."
+ ],
+ "initial": "A group of men are eating at a table with a large pizza. They are all wearing white shirts.",
+ "final": "A man, dressed in red, blue, and green, is eating at a table.",
+ "oracle": "Two men are laying on a tent on a frozen lake that is being heated up. \nOptions: (A) on the ground (B) on the ice"
+ },
+ {
+ "row": 118,
+ "references": [
+ "A man in a green shirt and red life jacket is sitting in a canoe drifting around the lake.",
+ "A man wearing a life jacket is in a small boat on a lake with a ferry in view.",
+ "A man wearing a red life-vest is sitting in a canoe on a body of water.",
+ "A balding man wearing a red life jacket is sitting in a small boat.",
+ "A man in a red life vest is riding in a canoe."
+ ],
+ "initial": "Two girls look at a woman wearing a pink shirt. She is holding a camera. 0 1 2 3 4 5 6 ",
+ "final": "Two women and a child are holding a snow leopard.",
+ "oracle": "A man in a blue life jacket is sitting in a raft on a river."
+ },
+ {
+ "row": 161,
+ "references": [
+ "A woman in jeans and a red coat and carrying a multicolored handbag spreads put her arms while leaping up from a cobblestone street.",
+ "A lady in a red coat, holding a bluish hand bag likely of asian descent, jumping off the ground for a snapshot.",
+ "A woman in a red jacket, with a blue and gold handbag is jumping while smiling on a cobblestone street.",
+ "A woman wearing a red coat is jumping outdoors.",
+ "Girl in red jumping for joy."
+ ],
+ "initial": "A brown dog runs through the snow with his tongue out. Supervised by a human. License: CC-BY 2.0. • ",
+ "final": "A boy in a baseball cap catches a baseball in a field with a green ball in his hand.",
+ "oracle": "A woman in a red jacket and blue jeans jumping off a bridge."
+ },
+ {
+ "row": 170,
+ "references": [
+ "Two dogs run towards each other on a rocky area with water in the background.",
+ "A brown dog is running after a black dog on a rocky shore.",
+ "Two dogs run across stones near a body of water.",
+ "A brown dog is running after the black dog.",
+ "Two dogs playing on a beach."
+ ],
+ "initial": "Two women dressed in black and white pants and headscarves are leaning against a wall. \nAssociation: \"The Art of the Dance\" 201",
+ "final": "A person is wearing a pair of pants and a hat. A sign is also on the floor. A sign is also on the floor. \nDoes",
+ "oracle": "Two dogs are running on a rocky beach next to a water source. Male and female dogs are running together. Scene is in a wooded area."
+ },
+ {
+ "row": 200,
+ "references": [
+ "A young helmeted man, in his team uniform, is swinging his bat at an incoming baseball.",
+ "A young boy wearing a Giants jersey swings a baseball bat at an incoming pitch.",
+ "A boy playing for the Giants baseball team swinging at a baseball.",
+ "A child swings a baseball bat at the ball.",
+ "This little boy hitting a ball."
+ ],
+ "initial": "A bike rider is doing a trick on his bicycle in the air. He is balancing on his bike. \nAttachment: bicycle\nSize: medium\nRating:",
+ "final": "The bike on the ground is doing a flip in the air, on a path.",
+ "oracle": "A young boy swings a baseball at a ball hit by a ball player. The boy is wearing a striped shirt."
+ },
+ {
+ "row": 203,
+ "references": [
+ "A guy sitting at a desk talking on a phone with books laying everywhere.",
+ "Man talking on a phone, surrounded by books in an office.",
+ "A man sits at a desk in room cluttered with books.",
+ "A man on the phone surrounded by stacks of books.",
+ "A man in a cluttered office is using the telephone"
+ ],
+ "initial": "A young man in a business suit holds his cellphone. He is talking to someone. He is in a cafe. \n==================================\n\nA young man",
+ "final": "A young man in a suit has his hand in his pocket, while holding his hand in his other hand. He has his hand in his pocket, and his",
+ "oracle": "A man in a chair at a desk talking on his cellphone. He is standing in a cluttered room.} \n# A man in a chair talking on"
+ },
+ {
+ "row": 257,
+ "references": [
+ "Woman is enjoying herself being outdoors biking in a forrest preserve.",
+ "A girl in an orange tank top is walking her bike through the forrest.",
+ "A smiling woman in a peach tank top stands holding a mountain bike",
+ "A happy teenage girl taking a break from her bike ride.",
+ "A girl smiles while holding her bike in a field."
+ ],
+ "initial": "A man and woman kissing on a pink convertible with a red and white car behind. Near a subway station. Keywords: man, woman, pink,",
+ "final": "A man and a woman kissing with a red car in the background.",
+ "oracle": "A girl in a pink shirt is smiling while riding a bike in a park. Motto: Happy to be a cyclist. Motto: Happy to be"
+ },
+ {
+ "row": 280,
+ "references": [
+ "A boy wearing blue and yellow walking on a cliff edge.",
+ "A boy in yellow shorts is standing on top of a cliff.",
+ "A young child is standing alone on some jagged rocks.",
+ "A little boy standing high in the air on a rock.",
+ "Child stands near edge of cliff."
+ ],
+ "initial": "A man sits on a chair holding a rope while standing in the middle of a rocky beach.",
+ "final": "The man is swimming, holding a rope. , in the water. \n\n###### Line 1: A man in a pool, holding a rope.\n\n######",
+ "oracle": "A young boy standing on a cliff ledge with blue shorts."
+ },
+ {
+ "row": 282,
+ "references": [
+ "A snowmobile rider flies through the air on his or her machine in front of tall pine trees.",
+ "Rider jumps snowmobile high in rural area.",
+ "A person on a snowmobile in mid jump.",
+ "A snowmobiler flies through the air.",
+ "The man is up in the air."
+ ],
+ "initial": "A couple, one with a white shirt and the other with a black jacket, are going out on a sunny day.",
+ "final": "A man and a woman are in a park, in blue and white, with flowers in the background. \nISBN: 978-0-3",
+ "oracle": "A snowboarder flies high in the air on a mountain. \n;; \nmountain biking near the snow\nExplanation: The given text is a description of"
+ },
+ {
+ "row": 293,
+ "references": [
+ "A mother and three children collecting garbage from a blue and white garbage can on the street.",
+ "A woman and three children are picking something out of a blue trashcan.",
+ "Three young children stand around a blue and white barrel.",
+ "Four children are standing around a blue and white barrel.",
+ "A group of children look into a barrel."
+ ],
+ "initial": "A blond child in a red hat sits inside a cardboard box.",
+ "final": "Red dog in a red sweater sitting in a field. Red dog in a red sweater sits in a field. (photo credit: natgeo)",
+ "oracle": "Three children are looking up at a blue and white container."
+ },
+ {
+ "row": 301,
+ "references": [
+ "A dark-haired woman in a green and white apron sits amid her outdoor display of flowers for sale on a city street.",
+ "A woman is sitting by her dried flower display at an outside market.",
+ "A woman sells flowers and incense at the market.",
+ "A lady is sitting down tending to her stand.",
+ "A woman in an apron shopping at a market."
+ ],
+ "initial": "A man in black glasses and blue shirt looks to the side of a rock.",
+ "final": "A middle-aged man looks at a large, red, heavily-laden, old car near a wooden, unpainted, old wooden bridge.",
+ "oracle": "A woman is sitting at a flower stand in the market. She is working on her garden."
+ },
+ {
+ "row": 322,
+ "references": [
+ "There is a woman and man wearing orange shirts, playing instruments with sheet paper in front of them.",
+ "A cello player is playing during a concert.",
+ "A woman in a red shirt playing the cello.",
+ "A female playing a song on her violin.",
+ "A woman in a red shirt plays a cello."
+ ],
+ "initial": "A man playing drums in a square playing a black hat. He is singing. The crowd is watching. License plate is not seen. License",
+ "final": "A man is playing a musical instrument, while a carpet is being spread, and a white space is in the background. \nThe person is the one playing the",
+ "oracle": "A woman playing the cello in a black shirt."
+ },
+ {
+ "row": 370,
+ "references": [
+ "People on ATVs and dirt bikes are traveling along a worn path in a field surrounded by trees.",
+ "Three people on two dirt-bikes and one four-wheeler are riding through brown grass.",
+ "Three people ride off-road bikes through a field surrounded by trees.",
+ "Three people on motorbikes follow a trail through dry grass.",
+ "Three people are riding around on ATV's and motorcycles."
+ ],
+ "initial": "Two young men skateboarding in the street in the background. His skateboarded on the street. License plate is not shown. Tags: skateboarding",
+ "final": "Two men are skating in a park, in the style of \"The Wrestlers\". The men are both in black, and are wearing suits. The",
+ "oracle": "Three people are riding on dirt bikes around a dirt road. They are wearing helmets. \nChoices: (a). Yes (b). No;\nWould the answer"
+ },
+ {
+ "row": 377,
+ "references": [
+ "An older man sits back and relaxes on a patio outside an adobe building where many bicycles are propped.",
+ "Topless old man wearing slippers, navy blue pants and a white hat while reclining in a chair outside.",
+ "A shirtless man in a white cap relaxes in a deck chair, close to three parked bicycles.",
+ "A half naked man is sleeping on his chair outdoors.",
+ "Man relaxing in a folding chair on the street."
+ ],
+ "initial": "A soldier with a gold vest and military uniform is wearing a safety vest. He is holding a gun.",
+ "final": "A military member has a uniform with a military badge and is wearing a military gear with a military member with a military hat. The military member is using a military",
+ "oracle": "A relaxed man in shorts lounges in a pool of water while lying down on a towel. \n####\nA relaxed man lounges in a pool of water while"
+ },
+ {
+ "row": 382,
+ "references": [
+ "A group of people are standing outside at a carnival, near a ride called the Green Jungle.",
+ "A crowd of people standing next to a shack labeled \"Green Jungle.\"",
+ "A group of people standing in front of a hut in a parking lot.",
+ "Crowd standing near \"GREEN JUNGLE\" exhibit at festival.",
+ "A group of people are gathered."
+ ],
+ "initial": "A large dog and two small dogs lying on the grass in a dense forest. Large dog and small dog sit together. Caption: A dog and two dogs are",
+ "final": "Several dogs walking in a park with a tree in the background and a house in the distance.",
+ "oracle": "A group of people standing in a crowd of people near a sign."
+ },
+ {
+ "row": 387,
+ "references": [
+ "A young girl sitting on a small chair surrounded by what looks like handmade fabrics and bags.",
+ "A girl wearing a colorful hat sits on a woven mat.",
+ "A young woman is making rugs in the rain forest",
+ "A woman in a red hat sits on a rug.",
+ "A woman sitting in a hut."
+ ],
+ "initial": "A black dog is chasing a large brown bull. The dog is close to the bull.",
+ "final": "The big dog is the most tired out of the group of people, but the small baby is the most active. Geographic Features: Ocean. Comments: Big dog",
+ "oracle": "A woman in a pink scarf sits on a wooden floor. \nA woman sitting on a wooden floor wearing a pink scarf."
+ },
+ {
+ "row": 390,
+ "references": [
+ "There are three young people, one dark-haired holding a bottled drink, one with head tilted back and finger in her mouth, and one with spiked hair.",
+ "Three girls make faces as one takes a drink while they stand in a busy street.",
+ "Three young women pose for the camera at a parade.",
+ "Three women on the street drinking and posing",
+ "The young people party in the streets."
+ ],
+ "initial": "A baseball player slides as he attempts to catch a ball as the opposing team's player slides to the ground. Caption: The umpire is watching the play as",
+ "final": "A young boy runs past a baseball player with a red car on the field as it passes by him in the background.",
+ "oracle": "Three young women stand in the crowd and take a picture. They are all smiling."
+ },
+ {
+ "row": 419,
+ "references": [
+ "A group of people gather in a bar, and one man in a black shirt holds his arm and signals to the camera.",
+ "In a crowd of young people at a bar, a man stands displaying the rock and roll sign.",
+ "A man is making a \"rock\" gesture while standing on a stool in a crowded bar.",
+ "A single man in a black t-shirt standing above the crowd at a busy bar.",
+ "People enjoying drinks in a crowded bar."
+ ],
+ "initial": "A young boy is swinging a baseball bat. He is playing with a baseball.",
+ "final": "A young boy is swinging on a swing at a playground with a blue and white umbrella. The boy is wearing a blue shirt and a black hat.",
+ "oracle": "A group of people in a bar drinking in a crowd, one stands on a table."
+ },
+ {
+ "row": 422,
+ "references": [
+ "Woman and man walking across wooden rope bridge with a caution sign beside it.",
+ "A man and a woman are crossing over a rope bridge with greenery all over them.",
+ "A man and a woman crossing a suspension bridge in a tropical setting.",
+ "A bridge through high green plants, a man and a woman on it.",
+ "A man and a woman are walking across a rope bridge."
+ ],
+ "initial": "A guy wearing a clean shirt is sweeping the floor. He's cleaning the windows.",
+ "final": "The man sweeping the floor with a white towel on the wall. Cleaning the house.",
+ "oracle": "A man and a woman cross a bridge over a river and walk under a bridge. \nAttachment:"
+ },
+ {
+ "row": 462,
+ "references": [
+ "A man in a gray cap, a pink tank top and short skirt, pink-and-black striped socks, and boots juggles knives in front of a brick building whose sign reads \"The Pump Room\" while onlookers watch.",
+ "An male entertainer is wearing women's clothing that consists of a pink tank top, skirt, knee high socks, and a hairnet, performing on a unicycle a juggling knives while a crowd watches.",
+ "A man, wearing a short pink skirt, long striped socks, a pink tank top, and a hairnet, is juggling knives to the amusement of onlookers.",
+ "A street juggler performing while wearing a colorful outfit.",
+ "A man in a skirt is jumping while juggling knives."
+ ],
+ "initial": "A girl wearing a blue shirt is riding in a shopping cart on the inside of a bus.",
+ "final": "A boy is drinking from a can in front of a boat with a person in the water in the background with a boat in the foreground.",
+ "oracle": "A man wearing a striped shirt, shorts, and a hat is performing tricks on a trampoline."
+ },
+ {
+ "row": 478,
+ "references": [
+ "Woman dressed in a green hat and apron is holding a tray full of drink samples.",
+ "An Asian girl in a green hat and apron is serving drinks on a tray.",
+ "The waitress offers complimentary tea to the patrons.",
+ "A girl hands out Starbucks samples at a street fair.",
+ "A Starbucks barista offering up a tray of drinks"
+ ],
+ "initial": "Three people are setting up chairs on a beach with a tent.",
+ "final": "Three people are sitting on a small beach with a large portable table and a small car.",
+ "oracle": "A waitress in a white shirt and apron serves coffee to people at a buffet table. The waitress is holding a tray."
+ },
+ {
+ "row": 511,
+ "references": [
+ "Construction workers standing on top of a piece of machinery.",
+ "Two Rubbish men standing on theyre truck loading trash.",
+ "A blurry picture of a man in a blue shirt and hard hat.",
+ "A man in a white hat stands on top of a truck.",
+ "Two people are on top of the bed of a truck."
+ ],
+ "initial": "A man paints a mural on a painted wall in a busy street.",
+ "final": "A man is painting a room with a large window. The room is painted in a dark color. The man is wearing a dark colored coat. The room is",
+ "oracle": "A man in a shirt and hat standing on top of a truck."
+ }
+ ]
+} \ No newline at end of file