summaryrefslogtreecommitdiff
path: root/artifacts/energy_orbit_prefix_test_m30_256.json
diff options
context:
space:
mode:
Diffstat (limited to 'artifacts/energy_orbit_prefix_test_m30_256.json')
-rw-r--r--artifacts/energy_orbit_prefix_test_m30_256.json1885
1 files changed, 1885 insertions, 0 deletions
diff --git a/artifacts/energy_orbit_prefix_test_m30_256.json b/artifacts/energy_orbit_prefix_test_m30_256.json
new file mode 100644
index 0000000..a8c97fb
--- /dev/null
+++ b/artifacts/energy_orbit_prefix_test_m30_256.json
@@ -0,0 +1,1885 @@
+{
+ "samples": 256,
+ "mean_best_reference_unigram_f1": {
+ "initial": 0.24946254082199135,
+ "final": 0.26224957690966577,
+ "oracle": 0.5135007108408325
+ },
+ "paired_final_minus_initial": {
+ "mean": 0.012787036087674437,
+ "bootstrap_95_percentile_interval": [
+ 0.0004920631600180882,
+ 0.025239322801521365
+ ],
+ "improved": 140,
+ "tied": 7,
+ "worsened": 109
+ },
+ "energy_protocol": "No cross-modal map and no image-text pair is used by the energy or optimizer. Paired text is loaded only for trajectory and oracle diagnostics; the final step is fixed by CLI arguments.",
+ "prefix_training": "text only; no image features or image-text pairs",
+ "per_sample_unigram_f1": [
+ {
+ "row": 25,
+ "initial": 0.1818181818181818,
+ "final": 0.41379310344827586,
+ "oracle": 0.6363636363636364
+ },
+ {
+ "row": 34,
+ "initial": 0.38709677419354843,
+ "final": 0.3225806451612903,
+ "oracle": 0.43902439024390244
+ },
+ {
+ "row": 51,
+ "initial": 0.1935483870967742,
+ "final": 0.42857142857142855,
+ "oracle": 0.5925925925925926
+ },
+ {
+ "row": 89,
+ "initial": 0.2647058823529412,
+ "final": 0.13333333333333333,
+ "oracle": 0.5142857142857142
+ },
+ {
+ "row": 97,
+ "initial": 0.380952380952381,
+ "final": 0.18181818181818182,
+ "oracle": 0.5714285714285714
+ },
+ {
+ "row": 124,
+ "initial": 0.16,
+ "final": 0.2641509433962264,
+ "oracle": 0.5423728813559322
+ },
+ {
+ "row": 133,
+ "initial": 0.1568627450980392,
+ "final": 0.3428571428571428,
+ "oracle": 0.44067796610169496
+ },
+ {
+ "row": 134,
+ "initial": 0.2702702702702703,
+ "final": 0.24489795918367346,
+ "oracle": 0.523076923076923
+ },
+ {
+ "row": 137,
+ "initial": 0.42105263157894735,
+ "final": 0.15,
+ "oracle": 0.5333333333333333
+ },
+ {
+ "row": 199,
+ "initial": 0.3076923076923077,
+ "final": 0.3333333333333333,
+ "oracle": 0.5161290322580646
+ },
+ {
+ "row": 219,
+ "initial": 0.2702702702702703,
+ "final": 0.32653061224489793,
+ "oracle": 0.5384615384615384
+ },
+ {
+ "row": 222,
+ "initial": 0.125,
+ "final": 0.1923076923076923,
+ "oracle": 0.368421052631579
+ },
+ {
+ "row": 228,
+ "initial": 0.2777777777777778,
+ "final": 0.2857142857142857,
+ "oracle": 0.45
+ },
+ {
+ "row": 246,
+ "initial": 0.17647058823529413,
+ "final": 0.26666666666666666,
+ "oracle": 0.35714285714285715
+ },
+ {
+ "row": 259,
+ "initial": 0.17142857142857143,
+ "final": 0.1081081081081081,
+ "oracle": 0.5
+ },
+ {
+ "row": 279,
+ "initial": 0.16216216216216217,
+ "final": 0.24390243902439027,
+ "oracle": 0.5
+ },
+ {
+ "row": 304,
+ "initial": 0.25000000000000006,
+ "final": 0.24489795918367346,
+ "oracle": 0.48648648648648657
+ },
+ {
+ "row": 318,
+ "initial": 0.25,
+ "final": 0.4117647058823529,
+ "oracle": 0.5833333333333334
+ },
+ {
+ "row": 340,
+ "initial": 0.2857142857142857,
+ "final": 0.27272727272727276,
+ "oracle": 0.56
+ },
+ {
+ "row": 395,
+ "initial": 0.125,
+ "final": 0.10256410256410256,
+ "oracle": 0.375
+ },
+ {
+ "row": 434,
+ "initial": 0.20689655172413793,
+ "final": 0.27906976744186046,
+ "oracle": 0.6
+ },
+ {
+ "row": 472,
+ "initial": 0.33333333333333337,
+ "final": 0.13333333333333333,
+ "oracle": 0.4666666666666667
+ },
+ {
+ "row": 487,
+ "initial": 0.3870967741935484,
+ "final": 0.22727272727272727,
+ "oracle": 0.6111111111111112
+ },
+ {
+ "row": 520,
+ "initial": 0.1904761904761905,
+ "final": 0.16666666666666666,
+ "oracle": 0.4210526315789474
+ },
+ {
+ "row": 539,
+ "initial": 0.2926829268292683,
+ "final": 0.411764705882353,
+ "oracle": 0.5
+ },
+ {
+ "row": 565,
+ "initial": 0.20689655172413793,
+ "final": 0.3783783783783784,
+ "oracle": 0.5517241379310345
+ },
+ {
+ "row": 615,
+ "initial": 0.2222222222222222,
+ "final": 0.18181818181818182,
+ "oracle": 0.3448275862068965
+ },
+ {
+ "row": 654,
+ "initial": 0.2105263157894737,
+ "final": 0.13333333333333333,
+ "oracle": 0.39999999999999997
+ },
+ {
+ "row": 661,
+ "initial": 0.15999999999999998,
+ "final": 0.17391304347826086,
+ "oracle": 0.39999999999999997
+ },
+ {
+ "row": 670,
+ "initial": 0.380952380952381,
+ "final": 0.27906976744186046,
+ "oracle": 0.40909090909090917
+ },
+ {
+ "row": 734,
+ "initial": 0.21052631578947364,
+ "final": 0.2631578947368421,
+ "oracle": 0.36363636363636365
+ },
+ {
+ "row": 748,
+ "initial": 0.3703703703703703,
+ "final": 0.23809523809523805,
+ "oracle": 0.32432432432432434
+ },
+ {
+ "row": 754,
+ "initial": 0.42857142857142855,
+ "final": 0.25,
+ "oracle": 0.64
+ },
+ {
+ "row": 760,
+ "initial": 0.35714285714285715,
+ "final": 0.17777777777777778,
+ "oracle": 0.5641025641025642
+ },
+ {
+ "row": 828,
+ "initial": 0.28571428571428575,
+ "final": 0.4090909090909091,
+ "oracle": 0.6086956521739131
+ },
+ {
+ "row": 856,
+ "initial": 0.30303030303030304,
+ "final": 0.3380281690140845,
+ "oracle": 0.5945945945945946
+ },
+ {
+ "row": 887,
+ "initial": 0.25000000000000006,
+ "final": 0.16666666666666666,
+ "oracle": 0.5333333333333333
+ },
+ {
+ "row": 906,
+ "initial": 0.2553191489361702,
+ "final": 0.2926829268292683,
+ "oracle": 0.45161290322580644
+ },
+ {
+ "row": 917,
+ "initial": 0.41379310344827586,
+ "final": 0.42424242424242425,
+ "oracle": 0.42857142857142855
+ },
+ {
+ "row": 972,
+ "initial": 0.25925925925925924,
+ "final": 0.19607843137254902,
+ "oracle": 0.625
+ },
+ {
+ "row": 973,
+ "initial": 0.23076923076923078,
+ "final": 0.13333333333333333,
+ "oracle": 0.7777777777777778
+ },
+ {
+ "row": 1023,
+ "initial": 0.31250000000000006,
+ "final": 0.3,
+ "oracle": 0.6521739130434783
+ },
+ {
+ "row": 1030,
+ "initial": 0.1904761904761905,
+ "final": 0.16666666666666669,
+ "oracle": 0.34146341463414637
+ },
+ {
+ "row": 1044,
+ "initial": 0.27272727272727276,
+ "final": 0.2608695652173913,
+ "oracle": 0.55
+ },
+ {
+ "row": 1072,
+ "initial": 0.36363636363636365,
+ "final": 0.35555555555555557,
+ "oracle": 0.39999999999999997
+ },
+ {
+ "row": 1117,
+ "initial": 0.25,
+ "final": 0.21739130434782608,
+ "oracle": 0.4285714285714286
+ },
+ {
+ "row": 1196,
+ "initial": 0.2456140350877193,
+ "final": 0.26666666666666666,
+ "oracle": 0.4166666666666667
+ },
+ {
+ "row": 1202,
+ "initial": 0.32,
+ "final": 0.3181818181818182,
+ "oracle": 0.5306122448979592
+ },
+ {
+ "row": 1206,
+ "initial": 0.2790697674418605,
+ "final": 0.37500000000000006,
+ "oracle": 0.6428571428571428
+ },
+ {
+ "row": 1284,
+ "initial": 0.34285714285714286,
+ "final": 0.29411764705882354,
+ "oracle": 0.5454545454545454
+ },
+ {
+ "row": 1305,
+ "initial": 0.2,
+ "final": 0.1951219512195122,
+ "oracle": 0.3783783783783784
+ },
+ {
+ "row": 1306,
+ "initial": 0.25,
+ "final": 0.2,
+ "oracle": 0.368421052631579
+ },
+ {
+ "row": 1310,
+ "initial": 0.12121212121212122,
+ "final": 0.11764705882352941,
+ "oracle": 0.56
+ },
+ {
+ "row": 1343,
+ "initial": 0.2777777777777778,
+ "final": 0.2222222222222222,
+ "oracle": 0.6363636363636364
+ },
+ {
+ "row": 1358,
+ "initial": 0.1951219512195122,
+ "final": 0.3333333333333333,
+ "oracle": 0.5
+ },
+ {
+ "row": 1390,
+ "initial": 0.37837837837837834,
+ "final": 0.34782608695652173,
+ "oracle": 0.8205128205128205
+ },
+ {
+ "row": 1401,
+ "initial": 0.2222222222222222,
+ "final": 0.2285714285714286,
+ "oracle": 0.35714285714285715
+ },
+ {
+ "row": 1417,
+ "initial": 0.05714285714285715,
+ "final": 0.12121212121212123,
+ "oracle": 0.4117647058823529
+ },
+ {
+ "row": 1480,
+ "initial": 0.28571428571428575,
+ "final": 0.28571428571428575,
+ "oracle": 0.45161290322580644
+ },
+ {
+ "row": 1576,
+ "initial": 0.10810810810810811,
+ "final": 0.18181818181818182,
+ "oracle": 0.4117647058823529
+ },
+ {
+ "row": 1594,
+ "initial": 0.2105263157894737,
+ "final": 0.22222222222222224,
+ "oracle": 0.2807017543859649
+ },
+ {
+ "row": 1610,
+ "initial": 0.23880597014925373,
+ "final": 0.19354838709677422,
+ "oracle": 0.4666666666666667
+ },
+ {
+ "row": 1646,
+ "initial": 0.3,
+ "final": 0.36363636363636365,
+ "oracle": 0.4074074074074074
+ },
+ {
+ "row": 1723,
+ "initial": 0.29268292682926833,
+ "final": 0.3902439024390244,
+ "oracle": 0.8333333333333334
+ },
+ {
+ "row": 1771,
+ "initial": 0.24999999999999994,
+ "final": 0.27027027027027023,
+ "oracle": 0.3448275862068966
+ },
+ {
+ "row": 1821,
+ "initial": 0.22222222222222224,
+ "final": 0.28571428571428575,
+ "oracle": 0.4642857142857143
+ },
+ {
+ "row": 1833,
+ "initial": 0.3,
+ "final": 0.22222222222222224,
+ "oracle": 0.6086956521739131
+ },
+ {
+ "row": 1895,
+ "initial": 0.3225806451612903,
+ "final": 0.2,
+ "oracle": 0.4444444444444445
+ },
+ {
+ "row": 1981,
+ "initial": 0.3870967741935484,
+ "final": 0.41379310344827586,
+ "oracle": 0.5161290322580646
+ },
+ {
+ "row": 1983,
+ "initial": 0.2352941176470588,
+ "final": 0.25000000000000006,
+ "oracle": 0.3870967741935484
+ },
+ {
+ "row": 1984,
+ "initial": 0.23529411764705885,
+ "final": 0.3333333333333333,
+ "oracle": 0.6956521739130435
+ },
+ {
+ "row": 1987,
+ "initial": 0.4242424242424242,
+ "final": 0.22727272727272724,
+ "oracle": 0.7777777777777778
+ },
+ {
+ "row": 2044,
+ "initial": 0.18181818181818182,
+ "final": 0.2564102564102564,
+ "oracle": 0.3428571428571428
+ },
+ {
+ "row": 2054,
+ "initial": 0.1818181818181818,
+ "final": 0.32558139534883723,
+ "oracle": 0.5909090909090908
+ },
+ {
+ "row": 2103,
+ "initial": 0.27272727272727276,
+ "final": 0.19047619047619047,
+ "oracle": 0.7058823529411764
+ },
+ {
+ "row": 2112,
+ "initial": 0.14285714285714285,
+ "final": 0.10810810810810811,
+ "oracle": 0.7499999999999999
+ },
+ {
+ "row": 2113,
+ "initial": 0.22727272727272727,
+ "final": 0.23529411764705882,
+ "oracle": 0.34782608695652173
+ },
+ {
+ "row": 2124,
+ "initial": 0.2727272727272727,
+ "final": 0.0,
+ "oracle": 0.5263157894736842
+ },
+ {
+ "row": 2130,
+ "initial": 0.22857142857142856,
+ "final": 0.29166666666666663,
+ "oracle": 0.4878048780487805
+ },
+ {
+ "row": 2131,
+ "initial": 0.2413793103448276,
+ "final": 0.2413793103448276,
+ "oracle": 0.3103448275862069
+ },
+ {
+ "row": 2139,
+ "initial": 0.17142857142857146,
+ "final": 0.28571428571428575,
+ "oracle": 0.42857142857142855
+ },
+ {
+ "row": 2161,
+ "initial": 0.20833333333333334,
+ "final": 0.1904761904761905,
+ "oracle": 0.6153846153846153
+ },
+ {
+ "row": 2180,
+ "initial": 0.3,
+ "final": 0.3829787234042554,
+ "oracle": 0.6153846153846153
+ },
+ {
+ "row": 2197,
+ "initial": 0.24242424242424246,
+ "final": 0.26666666666666666,
+ "oracle": 0.35000000000000003
+ },
+ {
+ "row": 2260,
+ "initial": 0.22222222222222224,
+ "final": 0.2978723404255319,
+ "oracle": 0.4680851063829787
+ },
+ {
+ "row": 2265,
+ "initial": 0.37037037037037035,
+ "final": 0.24,
+ "oracle": 0.4444444444444444
+ },
+ {
+ "row": 2319,
+ "initial": 0.24,
+ "final": 0.24242424242424243,
+ "oracle": 0.5
+ },
+ {
+ "row": 2330,
+ "initial": 0.2173913043478261,
+ "final": 0.2173913043478261,
+ "oracle": 0.47058823529411764
+ },
+ {
+ "row": 2410,
+ "initial": 0.22222222222222224,
+ "final": 0.19999999999999998,
+ "oracle": 0.43478260869565216
+ },
+ {
+ "row": 2412,
+ "initial": 0.17391304347826086,
+ "final": 0.28571428571428575,
+ "oracle": 0.5714285714285714
+ },
+ {
+ "row": 2429,
+ "initial": 0.12765957446808512,
+ "final": 0.3636363636363636,
+ "oracle": 0.6521739130434783
+ },
+ {
+ "row": 2433,
+ "initial": 0.32,
+ "final": 0.3225806451612903,
+ "oracle": 0.4615384615384615
+ },
+ {
+ "row": 2458,
+ "initial": 0.18750000000000003,
+ "final": 0.2777777777777778,
+ "oracle": 0.42857142857142855
+ },
+ {
+ "row": 2523,
+ "initial": 0.25,
+ "final": 0.22857142857142856,
+ "oracle": 0.5555555555555556
+ },
+ {
+ "row": 2551,
+ "initial": 0.22857142857142854,
+ "final": 0.28571428571428575,
+ "oracle": 0.4
+ },
+ {
+ "row": 2572,
+ "initial": 0.20833333333333331,
+ "final": 0.32142857142857145,
+ "oracle": 0.5263157894736842
+ },
+ {
+ "row": 2600,
+ "initial": 0.23529411764705882,
+ "final": 0.22222222222222224,
+ "oracle": 0.3684210526315789
+ },
+ {
+ "row": 2615,
+ "initial": 0.20000000000000004,
+ "final": 0.39999999999999997,
+ "oracle": 0.5789473684210527
+ },
+ {
+ "row": 2678,
+ "initial": 0.08695652173913043,
+ "final": 0.24000000000000002,
+ "oracle": 0.6666666666666666
+ },
+ {
+ "row": 2690,
+ "initial": 0.25806451612903225,
+ "final": 0.2631578947368421,
+ "oracle": 0.6857142857142857
+ },
+ {
+ "row": 2788,
+ "initial": 0.15384615384615383,
+ "final": 0.33333333333333337,
+ "oracle": 0.5714285714285714
+ },
+ {
+ "row": 2803,
+ "initial": 0.18181818181818182,
+ "final": 0.2222222222222222,
+ "oracle": 0.631578947368421
+ },
+ {
+ "row": 2848,
+ "initial": 0.1111111111111111,
+ "final": 0.35,
+ "oracle": 0.39215686274509803
+ },
+ {
+ "row": 2851,
+ "initial": 0.3076923076923077,
+ "final": 0.25806451612903225,
+ "oracle": 0.4799999999999999
+ },
+ {
+ "row": 2906,
+ "initial": 0.3448275862068966,
+ "final": 0.39999999999999997,
+ "oracle": 0.8000000000000002
+ },
+ {
+ "row": 2909,
+ "initial": 0.42857142857142855,
+ "final": 0.36363636363636365,
+ "oracle": 0.4444444444444445
+ },
+ {
+ "row": 2955,
+ "initial": 0.3181818181818182,
+ "final": 0.3448275862068966,
+ "oracle": 0.4615384615384615
+ },
+ {
+ "row": 2956,
+ "initial": 0.17142857142857143,
+ "final": 0.2857142857142857,
+ "oracle": 0.6666666666666666
+ },
+ {
+ "row": 3008,
+ "initial": 0.2222222222222222,
+ "final": 0.2857142857142857,
+ "oracle": 0.7096774193548387
+ },
+ {
+ "row": 3078,
+ "initial": 0.2105263157894737,
+ "final": 0.2553191489361702,
+ "oracle": 0.5098039215686274
+ },
+ {
+ "row": 3082,
+ "initial": 0.25641025641025644,
+ "final": 0.21052631578947367,
+ "oracle": 0.6086956521739131
+ },
+ {
+ "row": 3087,
+ "initial": 0.33333333333333337,
+ "final": 0.29411764705882354,
+ "oracle": 0.37499999999999994
+ },
+ {
+ "row": 3097,
+ "initial": 0.34782608695652173,
+ "final": 0.2631578947368421,
+ "oracle": 0.9090909090909091
+ },
+ {
+ "row": 3109,
+ "initial": 0.2222222222222222,
+ "final": 0.36363636363636365,
+ "oracle": 0.43243243243243246
+ },
+ {
+ "row": 3130,
+ "initial": 0.16666666666666669,
+ "final": 0.14634146341463414,
+ "oracle": 0.24242424242424246
+ },
+ {
+ "row": 3162,
+ "initial": 0.3137254901960784,
+ "final": 0.45,
+ "oracle": 0.5853658536585366
+ },
+ {
+ "row": 3245,
+ "initial": 0.24242424242424243,
+ "final": 0.17391304347826086,
+ "oracle": 0.5365853658536586
+ },
+ {
+ "row": 3412,
+ "initial": 0.35294117647058826,
+ "final": 0.35897435897435903,
+ "oracle": 0.46511627906976744
+ },
+ {
+ "row": 3437,
+ "initial": 0.26666666666666666,
+ "final": 0.1935483870967742,
+ "oracle": 0.29411764705882354
+ },
+ {
+ "row": 3451,
+ "initial": 0.09523809523809523,
+ "final": 0.1,
+ "oracle": 0.6399999999999999
+ },
+ {
+ "row": 3459,
+ "initial": 0.15,
+ "final": 0.3902439024390244,
+ "oracle": 0.7692307692307693
+ },
+ {
+ "row": 3476,
+ "initial": 0.2857142857142857,
+ "final": 0.2702702702702703,
+ "oracle": 0.5555555555555556
+ },
+ {
+ "row": 3500,
+ "initial": 0.22857142857142854,
+ "final": 0.30303030303030304,
+ "oracle": 0.5142857142857142
+ },
+ {
+ "row": 3539,
+ "initial": 0.23076923076923078,
+ "final": 0.42857142857142855,
+ "oracle": 0.3870967741935484
+ },
+ {
+ "row": 3648,
+ "initial": 0.2631578947368421,
+ "final": 0.4390243902439024,
+ "oracle": 0.5217391304347826
+ },
+ {
+ "row": 3701,
+ "initial": 0.27272727272727276,
+ "final": 0.2857142857142857,
+ "oracle": 0.5185185185185186
+ },
+ {
+ "row": 3703,
+ "initial": 0.46511627906976744,
+ "final": 0.2,
+ "oracle": 0.5714285714285715
+ },
+ {
+ "row": 3724,
+ "initial": 0.2631578947368421,
+ "final": 0.23076923076923075,
+ "oracle": 0.4285714285714286
+ },
+ {
+ "row": 3771,
+ "initial": 0.35294117647058826,
+ "final": 0.2,
+ "oracle": 0.375
+ },
+ {
+ "row": 3774,
+ "initial": 0.29629629629629634,
+ "final": 0.25,
+ "oracle": 0.4
+ },
+ {
+ "row": 3826,
+ "initial": 0.2702702702702703,
+ "final": 0.34615384615384615,
+ "oracle": 0.4848484848484849
+ },
+ {
+ "row": 3834,
+ "initial": 0.1935483870967742,
+ "final": 0.1935483870967742,
+ "oracle": 0.37500000000000006
+ },
+ {
+ "row": 3951,
+ "initial": 0.28571428571428564,
+ "final": 0.3157894736842105,
+ "oracle": 0.64
+ },
+ {
+ "row": 3972,
+ "initial": 0.28571428571428564,
+ "final": 0.23255813953488372,
+ "oracle": 0.6470588235294118
+ },
+ {
+ "row": 4007,
+ "initial": 0.22727272727272727,
+ "final": 0.31249999999999994,
+ "oracle": 0.8
+ },
+ {
+ "row": 4027,
+ "initial": 0.2,
+ "final": 0.06896551724137931,
+ "oracle": 0.5454545454545455
+ },
+ {
+ "row": 4028,
+ "initial": 0.2564102564102564,
+ "final": 0.30769230769230765,
+ "oracle": 0.6470588235294118
+ },
+ {
+ "row": 4041,
+ "initial": 0.3333333333333333,
+ "final": 0.34285714285714286,
+ "oracle": 0.4444444444444445
+ },
+ {
+ "row": 4313,
+ "initial": 0.38461538461538464,
+ "final": 0.3448275862068966,
+ "oracle": 0.45161290322580644
+ },
+ {
+ "row": 4317,
+ "initial": 0.22727272727272724,
+ "final": 0.2727272727272727,
+ "oracle": 0.47058823529411764
+ },
+ {
+ "row": 4343,
+ "initial": 0.2727272727272727,
+ "final": 0.36363636363636365,
+ "oracle": 0.6363636363636364
+ },
+ {
+ "row": 4367,
+ "initial": 0.29629629629629634,
+ "final": 0.19607843137254902,
+ "oracle": 0.3783783783783784
+ },
+ {
+ "row": 4402,
+ "initial": 0.21052631578947367,
+ "final": 0.2790697674418605,
+ "oracle": 0.3333333333333333
+ },
+ {
+ "row": 4452,
+ "initial": 0.375,
+ "final": 0.4545454545454545,
+ "oracle": 0.8695652173913043
+ },
+ {
+ "row": 4501,
+ "initial": 0.20689655172413793,
+ "final": 0.2580645161290323,
+ "oracle": 0.5161290322580646
+ },
+ {
+ "row": 4510,
+ "initial": 0.30769230769230765,
+ "final": 0.3333333333333333,
+ "oracle": 0.380952380952381
+ },
+ {
+ "row": 4556,
+ "initial": 0.30769230769230765,
+ "final": 0.3529411764705882,
+ "oracle": 0.35000000000000003
+ },
+ {
+ "row": 4562,
+ "initial": 0.19999999999999998,
+ "final": 0.4,
+ "oracle": 0.5106382978723404
+ },
+ {
+ "row": 4663,
+ "initial": 0.2380952380952381,
+ "final": 0.13333333333333333,
+ "oracle": 0.5
+ },
+ {
+ "row": 4686,
+ "initial": 0.34285714285714286,
+ "final": 0.3225806451612903,
+ "oracle": 0.7142857142857143
+ },
+ {
+ "row": 4748,
+ "initial": 0.1714285714285714,
+ "final": 0.375,
+ "oracle": 0.5238095238095238
+ },
+ {
+ "row": 4801,
+ "initial": 0.2,
+ "final": 0.23809523809523808,
+ "oracle": 0.6923076923076923
+ },
+ {
+ "row": 4816,
+ "initial": 0.2631578947368421,
+ "final": 0.30769230769230765,
+ "oracle": 0.411764705882353
+ },
+ {
+ "row": 4879,
+ "initial": 0.2608695652173913,
+ "final": 0.14285714285714285,
+ "oracle": 0.4705882352941177
+ },
+ {
+ "row": 4881,
+ "initial": 0.26666666666666666,
+ "final": 0.17391304347826086,
+ "oracle": 0.3333333333333333
+ },
+ {
+ "row": 4882,
+ "initial": 0.2941176470588235,
+ "final": 0.2857142857142857,
+ "oracle": 0.5217391304347826
+ },
+ {
+ "row": 4902,
+ "initial": 0.25,
+ "final": 0.2564102564102564,
+ "oracle": 0.7058823529411765
+ },
+ {
+ "row": 4942,
+ "initial": 0.23255813953488372,
+ "final": 0.24390243902439027,
+ "oracle": 0.41025641025641024
+ },
+ {
+ "row": 4981,
+ "initial": 0.17391304347826086,
+ "final": 0.1818181818181818,
+ "oracle": 0.7142857142857143
+ },
+ {
+ "row": 5016,
+ "initial": 0.23255813953488377,
+ "final": 0.3571428571428571,
+ "oracle": 0.6666666666666666
+ },
+ {
+ "row": 5056,
+ "initial": 0.2857142857142857,
+ "final": 0.28,
+ "oracle": 0.5
+ },
+ {
+ "row": 5160,
+ "initial": 0.34285714285714286,
+ "final": 0.35294117647058826,
+ "oracle": 0.6363636363636365
+ },
+ {
+ "row": 5171,
+ "initial": 0.2608695652173913,
+ "final": 0.19047619047619047,
+ "oracle": 0.37499999999999994
+ },
+ {
+ "row": 5240,
+ "initial": 0.2608695652173913,
+ "final": 0.3333333333333333,
+ "oracle": 0.4
+ },
+ {
+ "row": 5261,
+ "initial": 0.23529411764705885,
+ "final": 0.4666666666666666,
+ "oracle": 0.5599999999999999
+ },
+ {
+ "row": 5327,
+ "initial": 0.372093023255814,
+ "final": 0.34146341463414637,
+ "oracle": 0.4878048780487804
+ },
+ {
+ "row": 5330,
+ "initial": 0.3243243243243243,
+ "final": 0.27586206896551724,
+ "oracle": 0.5263157894736842
+ },
+ {
+ "row": 5343,
+ "initial": 0.19999999999999998,
+ "final": 0.18181818181818182,
+ "oracle": 0.48484848484848486
+ },
+ {
+ "row": 5441,
+ "initial": 0.2580645161290323,
+ "final": 0.3333333333333333,
+ "oracle": 0.5454545454545455
+ },
+ {
+ "row": 5541,
+ "initial": 0.3333333333333333,
+ "final": 0.22222222222222224,
+ "oracle": 0.5333333333333333
+ },
+ {
+ "row": 5580,
+ "initial": 0.23529411764705882,
+ "final": 0.37209302325581395,
+ "oracle": 0.47619047619047616
+ },
+ {
+ "row": 5581,
+ "initial": 0.1714285714285714,
+ "final": 0.25,
+ "oracle": 0.5185185185185186
+ },
+ {
+ "row": 5595,
+ "initial": 0.19999999999999998,
+ "final": 0.2978723404255319,
+ "oracle": 0.5833333333333334
+ },
+ {
+ "row": 5618,
+ "initial": 0.3,
+ "final": 0.11428571428571428,
+ "oracle": 0.5
+ },
+ {
+ "row": 5621,
+ "initial": 0.22222222222222224,
+ "final": 0.16216216216216214,
+ "oracle": 0.8
+ },
+ {
+ "row": 5701,
+ "initial": 0.18604651162790697,
+ "final": 0.35,
+ "oracle": 0.5714285714285713
+ },
+ {
+ "row": 5724,
+ "initial": 0.3333333333333333,
+ "final": 0.23809523809523805,
+ "oracle": 0.6
+ },
+ {
+ "row": 5743,
+ "initial": 0.17777777777777778,
+ "final": 0.18181818181818182,
+ "oracle": 0.3870967741935483
+ },
+ {
+ "row": 5760,
+ "initial": 0.27027027027027023,
+ "final": 0.2641509433962264,
+ "oracle": 0.4444444444444444
+ },
+ {
+ "row": 5763,
+ "initial": 0.34782608695652173,
+ "final": 0.23809523809523805,
+ "oracle": 0.6956521739130435
+ },
+ {
+ "row": 5767,
+ "initial": 0.21621621621621623,
+ "final": 0.411764705882353,
+ "oracle": 0.4
+ },
+ {
+ "row": 5807,
+ "initial": 0.13953488372093023,
+ "final": 0.30434782608695654,
+ "oracle": 0.55
+ },
+ {
+ "row": 5835,
+ "initial": 0.1935483870967742,
+ "final": 0.3272727272727273,
+ "oracle": 0.5217391304347827
+ },
+ {
+ "row": 5854,
+ "initial": 0.27906976744186046,
+ "final": 0.34285714285714286,
+ "oracle": 0.7407407407407406
+ },
+ {
+ "row": 5867,
+ "initial": 0.07142857142857144,
+ "final": 0.18181818181818185,
+ "oracle": 0.5454545454545455
+ },
+ {
+ "row": 5881,
+ "initial": 0.38709677419354843,
+ "final": 0.3255813953488372,
+ "oracle": 0.5714285714285715
+ },
+ {
+ "row": 5947,
+ "initial": 0.25641025641025644,
+ "final": 0.10256410256410255,
+ "oracle": 0.5161290322580645
+ },
+ {
+ "row": 5964,
+ "initial": 0.34782608695652173,
+ "final": 0.25,
+ "oracle": 0.608695652173913
+ },
+ {
+ "row": 5970,
+ "initial": 0.25806451612903225,
+ "final": 0.38461538461538464,
+ "oracle": 0.588235294117647
+ },
+ {
+ "row": 5989,
+ "initial": 0.20689655172413793,
+ "final": 0.21428571428571427,
+ "oracle": 0.42424242424242425
+ },
+ {
+ "row": 6002,
+ "initial": 0.3333333333333333,
+ "final": 0.33333333333333337,
+ "oracle": 0.55
+ },
+ {
+ "row": 6005,
+ "initial": 0.2,
+ "final": 0.23076923076923075,
+ "oracle": 0.4827586206896552
+ },
+ {
+ "row": 6008,
+ "initial": 0.2857142857142857,
+ "final": 0.23999999999999996,
+ "oracle": 0.44897959183673464
+ },
+ {
+ "row": 6031,
+ "initial": 0.21621621621621623,
+ "final": 0.2222222222222222,
+ "oracle": 0.43243243243243246
+ },
+ {
+ "row": 6067,
+ "initial": 0.3333333333333333,
+ "final": 0.21739130434782605,
+ "oracle": 0.4210526315789474
+ },
+ {
+ "row": 6068,
+ "initial": 0.33333333333333326,
+ "final": 0.26086956521739135,
+ "oracle": 0.5714285714285715
+ },
+ {
+ "row": 6078,
+ "initial": 0.22727272727272727,
+ "final": 0.15384615384615385,
+ "oracle": 0.4390243902439025
+ },
+ {
+ "row": 6127,
+ "initial": 0.25,
+ "final": 0.3829787234042553,
+ "oracle": 0.48484848484848486
+ },
+ {
+ "row": 6192,
+ "initial": 0.1951219512195122,
+ "final": 0.18181818181818182,
+ "oracle": 0.6086956521739131
+ },
+ {
+ "row": 6242,
+ "initial": 0.15384615384615385,
+ "final": 0.27586206896551724,
+ "oracle": 0.42857142857142855
+ },
+ {
+ "row": 6250,
+ "initial": 0.3529411764705882,
+ "final": 0.3636363636363637,
+ "oracle": 0.606060606060606
+ },
+ {
+ "row": 6258,
+ "initial": 0.21428571428571427,
+ "final": 0.22222222222222224,
+ "oracle": 0.5925925925925926
+ },
+ {
+ "row": 6283,
+ "initial": 0.19354838709677416,
+ "final": 0.2439024390243902,
+ "oracle": 0.5555555555555556
+ },
+ {
+ "row": 6300,
+ "initial": 0.07692307692307691,
+ "final": 0.4,
+ "oracle": 0.5161290322580645
+ },
+ {
+ "row": 6306,
+ "initial": 0.1875,
+ "final": 0.18604651162790697,
+ "oracle": 0.5161290322580645
+ },
+ {
+ "row": 6334,
+ "initial": 0.3125,
+ "final": 0.16216216216216217,
+ "oracle": 0.5833333333333334
+ },
+ {
+ "row": 6376,
+ "initial": 0.3829787234042553,
+ "final": 0.1935483870967742,
+ "oracle": 0.5217391304347825
+ },
+ {
+ "row": 6486,
+ "initial": 0.10256410256410256,
+ "final": 0.10256410256410256,
+ "oracle": 0.4444444444444444
+ },
+ {
+ "row": 6532,
+ "initial": 0.1904761904761905,
+ "final": 0.26666666666666666,
+ "oracle": 0.6666666666666667
+ },
+ {
+ "row": 6549,
+ "initial": 0.15789473684210525,
+ "final": 0.15789473684210525,
+ "oracle": 0.5454545454545454
+ },
+ {
+ "row": 6645,
+ "initial": 0.2857142857142857,
+ "final": 0.17391304347826086,
+ "oracle": 0.45
+ },
+ {
+ "row": 6661,
+ "initial": 0.4166666666666667,
+ "final": 0.22727272727272727,
+ "oracle": 0.37500000000000006
+ },
+ {
+ "row": 6694,
+ "initial": 0.3225806451612903,
+ "final": 0.34782608695652173,
+ "oracle": 0.3783783783783784
+ },
+ {
+ "row": 6733,
+ "initial": 0.16666666666666669,
+ "final": 0.14285714285714285,
+ "oracle": 0.3225806451612903
+ },
+ {
+ "row": 6781,
+ "initial": 0.28571428571428575,
+ "final": 0.14285714285714288,
+ "oracle": 0.6956521739130435
+ },
+ {
+ "row": 6796,
+ "initial": 0.12903225806451613,
+ "final": 0.15789473684210525,
+ "oracle": 0.21428571428571427
+ },
+ {
+ "row": 6830,
+ "initial": 0.25,
+ "final": 0.25,
+ "oracle": 0.5714285714285715
+ },
+ {
+ "row": 6921,
+ "initial": 0.16,
+ "final": 0.24137931034482757,
+ "oracle": 0.5217391304347826
+ },
+ {
+ "row": 7153,
+ "initial": 0.27027027027027023,
+ "final": 0.2777777777777778,
+ "oracle": 0.36363636363636365
+ },
+ {
+ "row": 7170,
+ "initial": 0.11764705882352941,
+ "final": 0.1111111111111111,
+ "oracle": 0.4516129032258065
+ },
+ {
+ "row": 7263,
+ "initial": 0.2926829268292683,
+ "final": 0.3673469387755102,
+ "oracle": 0.6190476190476191
+ },
+ {
+ "row": 7492,
+ "initial": 0.18604651162790697,
+ "final": 0.15,
+ "oracle": 0.3
+ },
+ {
+ "row": 7507,
+ "initial": 0.3478260869565218,
+ "final": 0.21428571428571425,
+ "oracle": 0.36363636363636365
+ },
+ {
+ "row": 7542,
+ "initial": 0.1,
+ "final": 0.25,
+ "oracle": 0.625
+ },
+ {
+ "row": 7549,
+ "initial": 0.30769230769230765,
+ "final": 0.4444444444444444,
+ "oracle": 0.6666666666666666
+ },
+ {
+ "row": 7581,
+ "initial": 0.3,
+ "final": 0.20512820512820512,
+ "oracle": 0.5454545454545454
+ },
+ {
+ "row": 7584,
+ "initial": 0.2222222222222222,
+ "final": 0.3243243243243243,
+ "oracle": 0.6
+ },
+ {
+ "row": 7597,
+ "initial": 0.3157894736842105,
+ "final": 0.2222222222222222,
+ "oracle": 0.6666666666666666
+ },
+ {
+ "row": 7631,
+ "initial": 0.25,
+ "final": 0.15384615384615383,
+ "oracle": 0.27586206896551724
+ },
+ {
+ "row": 7639,
+ "initial": 0.4090909090909091,
+ "final": 0.5581395348837208,
+ "oracle": 0.45
+ },
+ {
+ "row": 7682,
+ "initial": 0.41666666666666663,
+ "final": 0.27272727272727276,
+ "oracle": 0.4666666666666666
+ },
+ {
+ "row": 7702,
+ "initial": 0.19607843137254902,
+ "final": 0.25925925925925924,
+ "oracle": 0.47058823529411764
+ },
+ {
+ "row": 7739,
+ "initial": 0.2608695652173913,
+ "final": 0.3,
+ "oracle": 0.35714285714285715
+ },
+ {
+ "row": 7750,
+ "initial": 0.2222222222222222,
+ "final": 0.19047619047619047,
+ "oracle": 0.5
+ },
+ {
+ "row": 7791,
+ "initial": 0.17142857142857143,
+ "final": 0.22222222222222224,
+ "oracle": 0.3846153846153846
+ },
+ {
+ "row": 7874,
+ "initial": 0.4571428571428572,
+ "final": 0.3448275862068966,
+ "oracle": 0.5714285714285714
+ },
+ {
+ "row": 7881,
+ "initial": 0.380952380952381,
+ "final": 0.3529411764705882,
+ "oracle": 0.7272727272727273
+ },
+ {
+ "row": 7909,
+ "initial": 0.3225806451612903,
+ "final": 0.25,
+ "oracle": 0.5714285714285713
+ },
+ {
+ "row": 7912,
+ "initial": 0.2105263157894737,
+ "final": 0.2702702702702703,
+ "oracle": 0.37500000000000006
+ },
+ {
+ "row": 7921,
+ "initial": 0.22222222222222224,
+ "final": 0.39999999999999997,
+ "oracle": 0.48000000000000004
+ },
+ {
+ "row": 7962,
+ "initial": 0.16,
+ "final": 0.1935483870967742,
+ "oracle": 0.5
+ },
+ {
+ "row": 7973,
+ "initial": 0.14814814814814817,
+ "final": 0.058823529411764705,
+ "oracle": 0.6363636363636364
+ },
+ {
+ "row": 7986,
+ "initial": 0.058823529411764705,
+ "final": 0.1142857142857143,
+ "oracle": 0.5
+ },
+ {
+ "row": 7996,
+ "initial": 0.125,
+ "final": 0.10526315789473684,
+ "oracle": 0.5333333333333333
+ },
+ {
+ "row": 8015,
+ "initial": 0.3,
+ "final": 0.2,
+ "oracle": 0.5365853658536586
+ },
+ {
+ "row": 8023,
+ "initial": 0.12903225806451613,
+ "final": 0.23076923076923078,
+ "oracle": 0.358974358974359
+ },
+ {
+ "row": 8054,
+ "initial": 0.27027027027027023,
+ "final": 0.2978723404255319,
+ "oracle": 0.5833333333333334
+ },
+ {
+ "row": 8070,
+ "initial": 0.23255813953488377,
+ "final": 0.19047619047619047,
+ "oracle": 0.5263157894736842
+ },
+ {
+ "row": 8079,
+ "initial": 0.17142857142857143,
+ "final": 0.18181818181818182,
+ "oracle": 0.35000000000000003
+ },
+ {
+ "row": 8084,
+ "initial": 0.16216216216216217,
+ "final": 0.11764705882352941,
+ "oracle": 0.5714285714285714
+ },
+ {
+ "row": 8175,
+ "initial": 0.20512820512820515,
+ "final": 0.33333333333333337,
+ "oracle": 0.4799999999999999
+ },
+ {
+ "row": 8185,
+ "initial": 0.08888888888888889,
+ "final": 0.18749999999999997,
+ "oracle": 0.6666666666666667
+ },
+ {
+ "row": 8199,
+ "initial": 0.17647058823529413,
+ "final": 0.19047619047619047,
+ "oracle": 0.28571428571428575
+ },
+ {
+ "row": 8225,
+ "initial": 0.23529411764705882,
+ "final": 0.27586206896551724,
+ "oracle": 0.5714285714285714
+ },
+ {
+ "row": 8267,
+ "initial": 0.10526315789473685,
+ "final": 0.33333333333333337,
+ "oracle": 0.45714285714285713
+ },
+ {
+ "row": 8274,
+ "initial": 0.21621621621621623,
+ "final": 0.29787234042553196,
+ "oracle": 0.5263157894736842
+ }
+ ],
+ "examples": [
+ {
+ "row": 25,
+ "references": [
+ "The man with pierced ears is wearing glasses and an orange hat.",
+ "A man with glasses is wearing a beer can crocheted hat.",
+ "A man with gauges and glasses is wearing a Blitz hat.",
+ "A man in an orange hat starring at something.",
+ "A man wears an orange hat and glasses."
+ ],
+ "initial": "Two women make and use small breads. They are making a necklace. They are both young. \n A: yes B: no\nYou are",
+ "final": "A man is sitting on a street corner with a red and white striped flag on his back.",
+ "oracle": "A man wearing glasses and hat is holding an electronic watch."
+ },
+ {
+ "row": 34,
+ "references": [
+ "A black and white dog is running in a grassy garden surrounded by a white fence.",
+ "A Boston Terrier is running on lush green grass in front of a white fence.",
+ "A black and white dog is running through the grass.",
+ "A dog runs on the green grass near a wooden fence.",
+ "A Boston terrier is running in the grass."
+ ],
+ "initial": "A young boy is playing with a green and yellow pipe in a suburban area.",
+ "final": "A small child is playing with a toy in a swing while holding a green ball.",
+ "oracle": "A black dog is running through a grassy field in the woods. \nExplanation: A black dog is running through a grassy field in the woods."
+ },
+ {
+ "row": 51,
+ "references": [
+ "A young female student performing a downward kick to break a board held by her Karate instructor.",
+ "Girl about to kick a piece of wood in half while karate instructor holds it",
+ "A girl kicking a stick that a man is holding in tae kwon do class.",
+ "A girl in karate uniform breaking a stick with a front kick.",
+ "A girl breaking boards by using karate."
+ ],
+ "initial": "Two people in a conference room microphone speak to a large audience.  Source: YouTube. 00:00.00.00.0",
+ "final": "A man in a field of snow holding a camera to his face.",
+ "oracle": "A girl in karate striking a stick with her knee before a group of kids."
+ },
+ {
+ "row": 89,
+ "references": [
+ "Five snowmobile riders all wearing helmets and goggles line up in a snowy clearing in a forest in front of their snowmobiles; they are all wearing black snow pants and from left to right they are wearing a black coat, white coat, red coat, blue coat, and black coat.",
+ "Five people wearing winter jackets and helmets stand in the snow, with snowmobiles in the background.",
+ "Five people wearing winter clothing, helmets, and ski goggles stand outside in the snow.",
+ "A group of snowmobile riders gather in the snow.",
+ "Group gathered to go snowmobiling."
+ ],
+ "initial": "A group of men are sitting around a campfire eating food. They all appear to be wearing blue jackets.",
+ "final": "A man is sitting on a tan carpet in a field holding a hat. \nOptions:\n (A). Yes\n (B). No\nAnswer:\n(A).",
+ "oracle": "Three snowmobileers, wearing helmets and winter gear, sit in snowmobiles and snow tires. They are parked in the snow."
+ },
+ {
+ "row": 97,
+ "references": [
+ "Two men sitting on the roof of a house while another one stands on a ladder.",
+ "Two men on a rooftop while another man stands atop a ladder watching them",
+ "Three men, one on a ladder, work on a roof.",
+ "People are fixing the roof of a house.",
+ "Three men are working on a roof."
+ ],
+ "initial": "Two people looking over the crowd of people holding a glass of beer.",
+ "final": "Three individuals are shown together in a crowded market where they are preparing food.  Their surroundings are also crowded with people.  They are all dressed in",
+ "oracle": "Three men are working on a roof on a building while one person is standing on the roof."
+ },
+ {
+ "row": 124,
+ "references": [
+ "A bride in a light pink dress poses for a picture with male relatives and is being photographed by a man in a cream shirt with white pants.",
+ "A man in light colored clothing photographs a group of men wearing dark suits and hats standing around a woman dressed in a strapless gown.",
+ "A photographer takes a picture of a group of one girl in a pink dress and 10 boys in suits and hats.",
+ "A man photographs a woman in a pink dress and a throng of men in suits.",
+ "Man taking a photograph of a well dressed group of teens."
+ ],
+ "initial": "A brown dog runs in the forest with his leash. Laborious in the background. License: CC 3.0.0.0.0. License",
+ "final": "A couple of young women are sitting cross-legged on a wooden bench in a room with other people holding hands. The two women are leaning against each other and one",
+ "oracle": "A woman in a black dress takes a picture with a group of men posing for a photograph, while a man in a white shirt and black hat is in the"
+ },
+ {
+ "row": 133,
+ "references": [
+ "A group of 11 people in winter wear such as beanies, skiing jackets, gloves and backpacks are standing in snow paddles outside a house made of ice blocks while a person in front of the door seems to be leading them.",
+ "A group of people wearing snowshoes, and dressed for winter hiking, is standing in front of a building that looks like it's made of blocks of ice.",
+ "The people are quietly listening while the story of the ice cabin was explained to them.",
+ "A group of people standing in front of an igloo.",
+ "Several students waiting outside an igloo."
+ ],
+ "initial": "Two women wearing red blankets and sandals are sitting on a wooden structure. They are playing with a fire. \nClassification: Natural. \nClassification: Natural. \n",
+ "final": "ten people are sitting in a white table setting, one person is writing on a white board, and another is standing in front of a white table. There is",
+ "oracle": "A group of people standing outside and wearing winter coats and gloves are waiting to see the snow."
+ },
+ {
+ "row": 134,
+ "references": [
+ "A baseball player in red leaps into the air to avoid a player in blue, who is shortly behind him as he catches the ball, while other blue team members look on in the background.",
+ "A boy in a red uniform is attempting to avoid getting out at home plate, while the catcher in the blue uniform is attempting to catch him.",
+ "A baseball player coming into home plate with knee held high and the catcher right in front of him waiting for the ball.",
+ "A baseball player attempting to score a run before the catcher tags the player out.",
+ "A baseball catcher trying to tag a base runner in a baseball game."
+ ],
+ "initial": "A bike rider doing a trick on a bicycle in the background. Motivated to be cool. \n\n\nOutput:\n![bike rider doing trick](https://i.stack",
+ "final": "A boy with a black shirt and a blue ball step into a net with a black and white bat. Footage of a competition is seen. 旁观",
+ "oracle": "A baseball player in red trying to catch a ball as a teammate in white and blue watches him from behind. The player is wearing a blue and white uniform."
+ },
+ {
+ "row": 137,
+ "references": [
+ "A man wearing a hat and a white shirt is cleaning windows.",
+ "A man in a white shirt stands high up on scaffolding",
+ "A man stands on boards on top of a huge ladder.",
+ "Man works on top of scaffolding.",
+ "A guy works on a building."
+ ],
+ "initial": "A brown and white man with a camera and a gray shirt is walking around. He is holding a cellphone. \nAnswer: Step 1: Identify the main",
+ "final": "Two individuals are walking in a garden path with multiple objects being thrown. Together with other people. Summary: Two people are walking in a garden path with multiple objects",
+ "oracle": "A man in a hat climbs on a building."
+ },
+ {
+ "row": 199,
+ "references": [
+ "A man wearing a reflective vest sits on the sidewalk and holds up pamphlets with bicycles on the cover.",
+ "Man in bright yellow vest displays bicycle safety information on street.",
+ "A man and woman talking are interrupted and a man covers his face.",
+ "A man in a vest is sitting in a chair and holding magazines.",
+ "A construction worker holds a sign about bicycling."
+ ],
+ "initial": "A couple in a pink car, with a white and black umbrella on the side. Neighbors watching. Pedestrian. Pink car. ",
+ "final": "A man in a black shirt stands on a wooden bench in a green field surrounded by a large, old, blue car. The man is leaning against the car",
+ "oracle": "A man in a vest holds a sign and talks to police while sitting on a street sign."
+ },
+ {
+ "row": 219,
+ "references": [
+ "A mother decides to take her child on a piggyback ride outside their apartment complex.",
+ "A baby boy in a blue and white striped shirt is sitting on his mother's shoulders.",
+ "A mother and her young song enjoying a beautiful day outside.",
+ "A young woman is giving a baby a ride on her shoulders.",
+ "A woman gives a small child a piggyback ride."
+ ],
+ "initial": "A man sits on a large blanket near a statue of a man with a large hand. \n##### Related Questions:\n\n1. ### Math\n\nA man is standing",
+ "final": "A man wearing a blue jacket and wearing a hat is sitting on a bench with his eyes closed and wearing a blue hat while wearing a blue jacket and wearing a",
+ "oracle": "A mother baby is giving a young girl a hug while she is outside."
+ },
+ {
+ "row": 222,
+ "references": [
+ "A male volleyball player in red trunks tries to block the shot of the opposing player during a professional volleyball game.",
+ "Men playing volleyball, with one player missing the ball but hands still in the air.",
+ "A group of spectators watch a men's sand volleyball game.",
+ "Volleyball players compete on a sunny day at the beach.",
+ "Men playing volleyball in the sand."
+ ],
+ "initial": "A couple with a weird-looking car, a man with a big, orange hat, and a woman with a weird-looking face, all in a window. They",
+ "final": "A group of black and brown clad youth in skirts and shirts standing in front of a stage with other people dressed in black and red. They are holding hands and",
+ "oracle": "A group of athletes in tennis shoes play a game at a beach volleyball tournament. Image is taken during the game. Men and women are seen playing."
+ },
+ {
+ "row": 228,
+ "references": [
+ "A woman wearing a pink shirt and red apron stands in her restaurant holding food and surrounded by bagged breads, a microwave and the chalkboard menu up on the wall.",
+ "Woman wearing a yellow hat, pink shirt, and red apron is holding food in a kitchen.",
+ "Employee in pink shirt smiles for camera inside a restaurant kitchen.",
+ "A woman holding a bowl of food in a kitchen.",
+ "Women in store happily holding some food."
+ ],
+ "initial": "A blond boy in a blue shirt is in a white box while being introduced to a large white box.",
+ "final": "A boy in a blue shirt and a girl in a white shirt climb a tree in a forest.",
+ "oracle": "Woman in blue shirt holding food in her hands in a restaurant kitchen. She is smiling. Behind her is a table filled with food."
+ },
+ {
+ "row": 246,
+ "references": [
+ "An Asian man in spectacles and a t-shirt preparing some food.",
+ "A man working diligently while sitting at a table.",
+ "Man sitting using tool at a table in his home.",
+ "Indian man whittles in his own home.",
+ "A man is sharpening a knife."
+ ],
+ "initial": "A man lays blue and gray on the sand to build a pile of sand. He uses a shovel.  A blue and gray man lays on the sand",
+ "final": "A man wearing a black and white striped shirt and a yellow safety vest walks down the street.",
+ "oracle": "A man in a workshop sharpening his tools. \n \n A man is sharpening his tools in a workshop. \n \n A man is working on"
+ },
+ {
+ "row": 259,
+ "references": [
+ "Spelunkers pose inside a rock cavern while bathed in sunlight from the surface.",
+ "Shaft of light in a cave shows three spelunkers",
+ "Three rock climbers are posing on big rocks.",
+ "People stand inside a rock dome.",
+ "Three people sit in a cave."
+ ],
+ "initial": "A player in a red jacket playing with a pipe while other people watch. \nSentence: A man in a red jacket is playing with a pipe while other people",
+ "final": "A man in a white shirt and cap is performing on a stage, with a man on a stage to his left and a woman on a stage to his right",
+ "oracle": "Three people are standing in a rock formation while drilling."
+ },
+ {
+ "row": 279,
+ "references": [
+ "A girl in a polka dotted blue jean dress walks barefoot on a balance beam.",
+ "A girl in a jean dress is walking along a raised balance beam.",
+ "The little girl is walking a beam in gymnastics class.",
+ "A little girl balances on a gymnastics beam.",
+ "A little girl is walking on a balance beam."
+ ],
+ "initial": "Two young men in t-shirts ride on ice in front of a crowd of people. Title: Ice Skating in the Snow\n\nCaption: Two young men in",
+ "final": "A man with brown hair and a phone is standing in a room with a mirror and wearing a hat. He is also holding a piece of wood. \n#####",
+ "oracle": "A little girl in a blue skirt is walking on a beam. \nA istrador is walking on a beam. \n\nCristian is a istr"
+ },
+ {
+ "row": 304,
+ "references": [
+ "A couple is sitting on the sand with their feet in the water, and they are shaking hands.",
+ "A man and woman wearing sunglasses sit halfway in the water.",
+ "A boy and a girl holding hands while sitting on a shore.",
+ "A couple with sunglasses are laying on the beach.",
+ "A blond holding hands with a guy in the sand."
+ ],
+ "initial": "The man with a white beard and military-style dress has a white headband and a military-style vest. He is wearing a light jacket and a light hat.",
+ "final": "Two men with black shirts and black hats are walking around with a group of people wearing black shirts and black hats, one of them is playing a guitar and the",
+ "oracle": "A couple of people are sitting on the beach and holding hands. The man is holding a camera. A girl is holding a towel. doi"
+ },
+ {
+ "row": 318,
+ "references": [
+ "A woman standing with 3 other people in a store with two tables, some shelves with coffee and tea for sale, and a refrigerated drink case.",
+ "A woman in a gray sweater and black baseball cap is standing in line at a shop.",
+ "A woman in a hat waits to be served at a store.",
+ "Young people are standing in the store.",
+ "A woman in a cap at a coffee shop."
+ ],
+ "initial": "A large dog is lying in a field next to a small brown dog. Large dog is next to a small brown dog. \nQuestion: What is the relationship",
+ "final": "A man in a red jacket is standing on a hill with his son in the background.",
+ "oracle": "A woman in a black shirt stands at a coffee stand in a grocery store."
+ },
+ {
+ "row": 340,
+ "references": [
+ "The person has a striped shirt on and is holding on to a rope on a mountain.",
+ "A kid rock climbing against the backdrop of a green valley",
+ "The person in the striped shirt is mountain climbing.",
+ "A woman in a striped shirt climbs up a mountain.",
+ "A young man climbs a rocky hill."
+ ],
+ "initial": "A black dog is cowed by a brown and white dog.",
+ "final": "A man in a uniform is standing guard while someone else poses for the camera.",
+ "oracle": "A climber in a red shirt climbs a cliff with a mountain in the background."
+ },
+ {
+ "row": 395,
+ "references": [
+ "Two young attractive women in front of a store drop coins for street performers.",
+ "Two women enjoy the entertainment of street performers.",
+ "Two men pretend to be statutes while women look on.",
+ "Two young women stop and watch street performers.",
+ "Pedestrians interact with street artists."
+ ],
+ "initial": "A baseball player swings to make contact with the catcher as he is out of bounds. (USA Baseball) Category: Basketball, Baseball, Baseball Player. Description:",
+ "final": "A boy is standing in a forested area with a large rock in the background while a girl in a green dress takes a picture.",
+ "oracle": "Two young women watch street performers while advertising for food. They appear to be in the city. Street performers are seen. Female audience members. "
+ },
+ {
+ "row": 434,
+ "references": [
+ "A group of people standing on the lawn in front of a building.",
+ "Many people in blue jeans stand in front of a white church.",
+ "A large group of people stand outside of a church.",
+ "Family members standing outside a home.",
+ "People standing outside of a building."
+ ],
+ "initial": "A little boy in a brown shirt is playing with a chain saw. He is jumping.",
+ "final": "A man stands before a building with his eyes closed and a woman sitting on the floor next to him. She appears to be looking at something in her hand",
+ "oracle": "A group of people standing outside of a building. They are wearing casual clothing."
+ },
+ {
+ "row": 472,
+ "references": [
+ "A young girl wearing a blue shirt marching in a band playing a trumpet",
+ "Girl wearing blue shirt and black shorts plays trumped outside.",
+ "A teenager plays her trumpet on the field at a game.",
+ "A girl playing trumpet in a marching band.",
+ "Girl playing the trumpet in a marching band"
+ ],
+ "initial": "A couple is cleaning on the lower tubs, with a blue shirt. Friendly. \"",
+ "final": "Green shirt with number 100 and yellow ball in hand. Men in green shirt. green ball in hand. 2016. 2",
+ "oracle": "A girl playing the saxophone in a marching band playing her tune. Young girl playing the saxophone. Avidly playing the saxophone. License"
+ },
+ {
+ "row": 487,
+ "references": [
+ "Person in a brown sweatshirt does a flip in midair over a trampoline with a river and electrical lines in the background.",
+ "A young adult is doing a back flip on a trampoline near a lake.",
+ "A woman is doing flips on a trampoline in front of a lake.",
+ "A woman does a somersault on a trampoline on the beach.",
+ "Trampolines are a fun way to exercise."
+ ],
+ "initial": "A girl with a pink shirt is sitting in a shopping cart on a table in a store.",
+ "final": "A man with a gun is holding his hand to the chest of another man who is wearing a mask and hat. The man is looking at the camera and the",
+ "oracle": "A woman is doing a flip on a trampoline in front of a park. \nChoices: (A). positive (B). negative\nWhat is the sentiment"
+ },
+ {
+ "row": 520,
+ "references": [
+ "A man standing in a bar with a neon beer sign hanging on the wall",
+ "A man stands next to three video game machines and a beer sign.",
+ "A man stands next to a bank of computer gambling machines.",
+ "A man is standing by a group of video games in a bar.",
+ "A man stands next to three video machines."
+ ],
+ "initial": "Three people are wearing sandals and are setting up a lawn chair. The setting is in the middle of the grass. The weather is sunny. The photographer is behind",
+ "final": "Two little boys wearing blue shirts and yellow pants are sitting on the ground near the base of a toy train.",
+ "oracle": "A man stands next to a display of video games behind a bar. \n##### Top 7 Cleaning Services Near Me\n\n##### Top 7 Cleaning Services Near Me"
+ },
+ {
+ "row": 539,
+ "references": [
+ "A woman in a green tank top looking at a drill while a crowd looks on.",
+ "A woman using a power drill in front of a group of people.",
+ "A woman uses a drill while another man takes her picture.",
+ "A woman, in a teal tank top, holding a power drill.",
+ "Spectators about to watch a woman use a drill."
+ ],
+ "initial": "A man, in a green jacket, works on a large, square area of black and white tiles. The man is about 6 feet tall. Description",
+ "final": "A person in a red and white outfit is riding a motorcycle on a green and yellow track.",
+ "oracle": "A woman in a helmet and shirt using a drill to blow out a cigarette."
+ }
+ ]
+} \ No newline at end of file
generated by cgit v1.2.3 (git 2.25.1) at 2026-08-02 19:33:48 +0000