World Alignment: unpaired cross-modal correspondence by relational identifiability

Method: scene states are sets of part states; relation fields are built
within each modality and are invariant to how each side labels its own
features; the cross-modal bridge is a coupling searched under an energy
that is a closed-form functional of one matrix; solving is spectral
initialisation followed by exact local refinement.

Evidence: in a procedurally generated closed world, blind recovery of a
hidden image-caption correspondence reaches 95.3% at 256 scenes against
0.39% chance, and the recovered pairs transfer to 200 held-out scenes at
93.0% exact retrieval with random-pair and shuffled-image controls at or
near chance. Cross-modal value correspondence is derived from disjoint
corpora rather than declared. On Visual Genome the field correlation
reaches 0.656 against the 0.9 that polynomial recovery needs, with the
deficit attributed away from segmentation and discretisation.

Protocol: no image-text pair enters any objective, optimiser,
initialisation, or model selection; hidden pairs score orderings only.

Co-Authored-By: Claude <noreply@anthropic.com>

1 files changed, 1885 insertions, 0 deletions

diff --git a/artifacts/energy_prefix_prior_only_test_m30_256.json b/artifacts/energy_prefix_prior_only_test_m30_256.json
new file mode 100644
index 0000000..24357ce
--- /dev/null
+++ b/artifacts/energy_prefix_prior_only_test_m30_256.json
@@ -0,0 +1,1885 @@
+{
+  "samples": 256,
+  "mean_best_reference_unigram_f1": {
+    "initial": 0.24946254082199135,
+    "final": 0.26971623645739573,
+    "oracle": 0.5135007108408325
+  },
+  "paired_final_minus_initial": {
+    "mean": 0.020253695635404374,
+    "bootstrap_95_percentile_interval": [
+      0.00880042996603537,
+      0.03160465046458425
+    ],
+    "improved": 142,
+    "tied": 5,
+    "worsened": 109
+  },
+  "energy_protocol": "No cross-modal map and no image-text pair is used by the energy or optimizer. Paired text is loaded only for trajectory and oracle diagnostics; the final step is fixed by CLI arguments.",
+  "prefix_training": "text only; no image features or image-text pairs",
+  "per_sample_unigram_f1": [
+    {
+      "row": 25,
+      "initial": 0.1818181818181818,
+      "final": 0.3,
+      "oracle": 0.6363636363636364
+    },
+    {
+      "row": 34,
+      "initial": 0.38709677419354843,
+      "final": 0.3243243243243243,
+      "oracle": 0.43902439024390244
+    },
+    {
+      "row": 51,
+      "initial": 0.1935483870967742,
+      "final": 0.26086956521739135,
+      "oracle": 0.5925925925925926
+    },
+    {
+      "row": 89,
+      "initial": 0.2647058823529412,
+      "final": 0.27906976744186046,
+      "oracle": 0.5142857142857142
+    },
+    {
+      "row": 97,
+      "initial": 0.380952380952381,
+      "final": 0.2105263157894737,
+      "oracle": 0.5714285714285714
+    },
+    {
+      "row": 124,
+      "initial": 0.16,
+      "final": 0.2127659574468085,
+      "oracle": 0.5423728813559322
+    },
+    {
+      "row": 133,
+      "initial": 0.1568627450980392,
+      "final": 0.2058823529411765,
+      "oracle": 0.44067796610169496
+    },
+    {
+      "row": 134,
+      "initial": 0.2702702702702703,
+      "final": 0.29629629629629634,
+      "oracle": 0.523076923076923
+    },
+    {
+      "row": 137,
+      "initial": 0.42105263157894735,
+      "final": 0.3255813953488372,
+      "oracle": 0.5333333333333333
+    },
+    {
+      "row": 199,
+      "initial": 0.3076923076923077,
+      "final": 0.3888888888888889,
+      "oracle": 0.5161290322580646
+    },
+    {
+      "row": 219,
+      "initial": 0.2702702702702703,
+      "final": 0.35294117647058826,
+      "oracle": 0.5384615384615384
+    },
+    {
+      "row": 222,
+      "initial": 0.125,
+      "final": 0.16326530612244897,
+      "oracle": 0.368421052631579
+    },
+    {
+      "row": 228,
+      "initial": 0.2777777777777778,
+      "final": 0.34285714285714286,
+      "oracle": 0.45
+    },
+    {
+      "row": 246,
+      "initial": 0.17647058823529413,
+      "final": 0.3478260869565218,
+      "oracle": 0.35714285714285715
+    },
+    {
+      "row": 259,
+      "initial": 0.17142857142857143,
+      "final": 0.2,
+      "oracle": 0.5
+    },
+    {
+      "row": 279,
+      "initial": 0.16216216216216217,
+      "final": 0.2222222222222222,
+      "oracle": 0.5
+    },
+    {
+      "row": 304,
+      "initial": 0.25000000000000006,
+      "final": 0.4666666666666666,
+      "oracle": 0.48648648648648657
+    },
+    {
+      "row": 318,
+      "initial": 0.25,
+      "final": 0.2222222222222222,
+      "oracle": 0.5833333333333334
+    },
+    {
+      "row": 340,
+      "initial": 0.2857142857142857,
+      "final": 0.32,
+      "oracle": 0.56
+    },
+    {
+      "row": 395,
+      "initial": 0.125,
+      "final": 0.10810810810810811,
+      "oracle": 0.375
+    },
+    {
+      "row": 434,
+      "initial": 0.20689655172413793,
+      "final": 0.21621621621621623,
+      "oracle": 0.6
+    },
+    {
+      "row": 472,
+      "initial": 0.33333333333333337,
+      "final": 0.3111111111111111,
+      "oracle": 0.4666666666666667
+    },
+    {
+      "row": 487,
+      "initial": 0.3870967741935484,
+      "final": 0.3414634146341463,
+      "oracle": 0.6111111111111112
+    },
+    {
+      "row": 520,
+      "initial": 0.1904761904761905,
+      "final": 0.2857142857142857,
+      "oracle": 0.4210526315789474
+    },
+    {
+      "row": 539,
+      "initial": 0.2926829268292683,
+      "final": 0.39999999999999997,
+      "oracle": 0.5
+    },
+    {
+      "row": 565,
+      "initial": 0.20689655172413793,
+      "final": 0.41666666666666663,
+      "oracle": 0.5517241379310345
+    },
+    {
+      "row": 615,
+      "initial": 0.2222222222222222,
+      "final": 0.27906976744186046,
+      "oracle": 0.3448275862068965
+    },
+    {
+      "row": 654,
+      "initial": 0.2105263157894737,
+      "final": 0.10526315789473685,
+      "oracle": 0.39999999999999997
+    },
+    {
+      "row": 661,
+      "initial": 0.15999999999999998,
+      "final": 0.19354838709677416,
+      "oracle": 0.39999999999999997
+    },
+    {
+      "row": 670,
+      "initial": 0.380952380952381,
+      "final": 0.3555555555555555,
+      "oracle": 0.40909090909090917
+    },
+    {
+      "row": 734,
+      "initial": 0.21052631578947364,
+      "final": 0.2631578947368421,
+      "oracle": 0.36363636363636365
+    },
+    {
+      "row": 748,
+      "initial": 0.3703703703703703,
+      "final": 0.30769230769230765,
+      "oracle": 0.32432432432432434
+    },
+    {
+      "row": 754,
+      "initial": 0.42857142857142855,
+      "final": 0.3636363636363637,
+      "oracle": 0.64
+    },
+    {
+      "row": 760,
+      "initial": 0.35714285714285715,
+      "final": 0.1935483870967742,
+      "oracle": 0.5641025641025642
+    },
+    {
+      "row": 828,
+      "initial": 0.28571428571428575,
+      "final": 0.21428571428571427,
+      "oracle": 0.6086956521739131
+    },
+    {
+      "row": 856,
+      "initial": 0.30303030303030304,
+      "final": 0.3333333333333333,
+      "oracle": 0.5945945945945946
+    },
+    {
+      "row": 887,
+      "initial": 0.25000000000000006,
+      "final": 0.2285714285714286,
+      "oracle": 0.5333333333333333
+    },
+    {
+      "row": 906,
+      "initial": 0.2553191489361702,
+      "final": 0.25641025641025644,
+      "oracle": 0.45161290322580644
+    },
+    {
+      "row": 917,
+      "initial": 0.41379310344827586,
+      "final": 0.4666666666666667,
+      "oracle": 0.42857142857142855
+    },
+    {
+      "row": 972,
+      "initial": 0.25925925925925924,
+      "final": 0.27450980392156865,
+      "oracle": 0.625
+    },
+    {
+      "row": 973,
+      "initial": 0.23076923076923078,
+      "final": 0.2941176470588235,
+      "oracle": 0.7777777777777778
+    },
+    {
+      "row": 1023,
+      "initial": 0.31250000000000006,
+      "final": 0.5238095238095238,
+      "oracle": 0.6521739130434783
+    },
+    {
+      "row": 1030,
+      "initial": 0.1904761904761905,
+      "final": 0.2424242424242424,
+      "oracle": 0.34146341463414637
+    },
+    {
+      "row": 1044,
+      "initial": 0.27272727272727276,
+      "final": 0.2325581395348837,
+      "oracle": 0.55
+    },
+    {
+      "row": 1072,
+      "initial": 0.36363636363636365,
+      "final": 0.3225806451612903,
+      "oracle": 0.39999999999999997
+    },
+    {
+      "row": 1117,
+      "initial": 0.25,
+      "final": 0.23809523809523808,
+      "oracle": 0.4285714285714286
+    },
+    {
+      "row": 1196,
+      "initial": 0.2456140350877193,
+      "final": 0.22641509433962265,
+      "oracle": 0.4166666666666667
+    },
+    {
+      "row": 1202,
+      "initial": 0.32,
+      "final": 0.4347826086956522,
+      "oracle": 0.5306122448979592
+    },
+    {
+      "row": 1206,
+      "initial": 0.2790697674418605,
+      "final": 0.3333333333333333,
+      "oracle": 0.6428571428571428
+    },
+    {
+      "row": 1284,
+      "initial": 0.34285714285714286,
+      "final": 0.26666666666666666,
+      "oracle": 0.5454545454545454
+    },
+    {
+      "row": 1305,
+      "initial": 0.2,
+      "final": 0.31250000000000006,
+      "oracle": 0.3783783783783784
+    },
+    {
+      "row": 1306,
+      "initial": 0.25,
+      "final": 0.1739130434782609,
+      "oracle": 0.368421052631579
+    },
+    {
+      "row": 1310,
+      "initial": 0.12121212121212122,
+      "final": 0.10256410256410256,
+      "oracle": 0.56
+    },
+    {
+      "row": 1343,
+      "initial": 0.2777777777777778,
+      "final": 0.25,
+      "oracle": 0.6363636363636364
+    },
+    {
+      "row": 1358,
+      "initial": 0.1951219512195122,
+      "final": 0.33333333333333337,
+      "oracle": 0.5
+    },
+    {
+      "row": 1390,
+      "initial": 0.37837837837837834,
+      "final": 0.5238095238095238,
+      "oracle": 0.8205128205128205
+    },
+    {
+      "row": 1401,
+      "initial": 0.2222222222222222,
+      "final": 0.2916666666666667,
+      "oracle": 0.35714285714285715
+    },
+    {
+      "row": 1417,
+      "initial": 0.05714285714285715,
+      "final": 0.19047619047619047,
+      "oracle": 0.4117647058823529
+    },
+    {
+      "row": 1480,
+      "initial": 0.28571428571428575,
+      "final": 0.28571428571428575,
+      "oracle": 0.45161290322580644
+    },
+    {
+      "row": 1576,
+      "initial": 0.10810810810810811,
+      "final": 0.2127659574468085,
+      "oracle": 0.4117647058823529
+    },
+    {
+      "row": 1594,
+      "initial": 0.2105263157894737,
+      "final": 0.25806451612903225,
+      "oracle": 0.2807017543859649
+    },
+    {
+      "row": 1610,
+      "initial": 0.23880597014925373,
+      "final": 0.18749999999999997,
+      "oracle": 0.4666666666666667
+    },
+    {
+      "row": 1646,
+      "initial": 0.3,
+      "final": 0.43478260869565216,
+      "oracle": 0.4074074074074074
+    },
+    {
+      "row": 1723,
+      "initial": 0.29268292682926833,
+      "final": 0.25,
+      "oracle": 0.8333333333333334
+    },
+    {
+      "row": 1771,
+      "initial": 0.24999999999999994,
+      "final": 0.17647058823529413,
+      "oracle": 0.3448275862068966
+    },
+    {
+      "row": 1821,
+      "initial": 0.22222222222222224,
+      "final": 0.16216216216216214,
+      "oracle": 0.4642857142857143
+    },
+    {
+      "row": 1833,
+      "initial": 0.3,
+      "final": 0.2,
+      "oracle": 0.6086956521739131
+    },
+    {
+      "row": 1895,
+      "initial": 0.3225806451612903,
+      "final": 0.07692307692307691,
+      "oracle": 0.4444444444444445
+    },
+    {
+      "row": 1981,
+      "initial": 0.3870967741935484,
+      "final": 0.35000000000000003,
+      "oracle": 0.5161290322580646
+    },
+    {
+      "row": 1983,
+      "initial": 0.2352941176470588,
+      "final": 0.2631578947368421,
+      "oracle": 0.3870967741935484
+    },
+    {
+      "row": 1984,
+      "initial": 0.23529411764705885,
+      "final": 0.24242424242424243,
+      "oracle": 0.6956521739130435
+    },
+    {
+      "row": 1987,
+      "initial": 0.4242424242424242,
+      "final": 0.3111111111111111,
+      "oracle": 0.7777777777777778
+    },
+    {
+      "row": 2044,
+      "initial": 0.18181818181818182,
+      "final": 0.2380952380952381,
+      "oracle": 0.3428571428571428
+    },
+    {
+      "row": 2054,
+      "initial": 0.1818181818181818,
+      "final": 0.27906976744186046,
+      "oracle": 0.5909090909090908
+    },
+    {
+      "row": 2103,
+      "initial": 0.27272727272727276,
+      "final": 0.21428571428571427,
+      "oracle": 0.7058823529411764
+    },
+    {
+      "row": 2112,
+      "initial": 0.14285714285714285,
+      "final": 0.14285714285714285,
+      "oracle": 0.7499999999999999
+    },
+    {
+      "row": 2113,
+      "initial": 0.22727272727272727,
+      "final": 0.16666666666666669,
+      "oracle": 0.34782608695652173
+    },
+    {
+      "row": 2124,
+      "initial": 0.2727272727272727,
+      "final": 0.4827586206896552,
+      "oracle": 0.5263157894736842
+    },
+    {
+      "row": 2130,
+      "initial": 0.22857142857142856,
+      "final": 0.32558139534883723,
+      "oracle": 0.4878048780487805
+    },
+    {
+      "row": 2131,
+      "initial": 0.2413793103448276,
+      "final": 0.34782608695652173,
+      "oracle": 0.3103448275862069
+    },
+    {
+      "row": 2139,
+      "initial": 0.17142857142857146,
+      "final": 0.1142857142857143,
+      "oracle": 0.42857142857142855
+    },
+    {
+      "row": 2161,
+      "initial": 0.20833333333333334,
+      "final": 0.1818181818181818,
+      "oracle": 0.6153846153846153
+    },
+    {
+      "row": 2180,
+      "initial": 0.3,
+      "final": 0.3529411764705882,
+      "oracle": 0.6153846153846153
+    },
+    {
+      "row": 2197,
+      "initial": 0.24242424242424246,
+      "final": 0.17142857142857143,
+      "oracle": 0.35000000000000003
+    },
+    {
+      "row": 2260,
+      "initial": 0.22222222222222224,
+      "final": 0.2978723404255319,
+      "oracle": 0.4680851063829787
+    },
+    {
+      "row": 2265,
+      "initial": 0.37037037037037035,
+      "final": 0.2631578947368421,
+      "oracle": 0.4444444444444444
+    },
+    {
+      "row": 2319,
+      "initial": 0.24,
+      "final": 0.34782608695652173,
+      "oracle": 0.5
+    },
+    {
+      "row": 2330,
+      "initial": 0.2173913043478261,
+      "final": 0.15384615384615383,
+      "oracle": 0.47058823529411764
+    },
+    {
+      "row": 2410,
+      "initial": 0.22222222222222224,
+      "final": 0.12903225806451613,
+      "oracle": 0.43478260869565216
+    },
+    {
+      "row": 2412,
+      "initial": 0.17391304347826086,
+      "final": 0.25,
+      "oracle": 0.5714285714285714
+    },
+    {
+      "row": 2429,
+      "initial": 0.12765957446808512,
+      "final": 0.2926829268292683,
+      "oracle": 0.6521739130434783
+    },
+    {
+      "row": 2433,
+      "initial": 0.32,
+      "final": 0.4583333333333333,
+      "oracle": 0.4615384615384615
+    },
+    {
+      "row": 2458,
+      "initial": 0.18750000000000003,
+      "final": 0.19047619047619047,
+      "oracle": 0.42857142857142855
+    },
+    {
+      "row": 2523,
+      "initial": 0.25,
+      "final": 0.24390243902439027,
+      "oracle": 0.5555555555555556
+    },
+    {
+      "row": 2551,
+      "initial": 0.22857142857142854,
+      "final": 0.16666666666666666,
+      "oracle": 0.4
+    },
+    {
+      "row": 2572,
+      "initial": 0.20833333333333331,
+      "final": 0.4074074074074074,
+      "oracle": 0.5263157894736842
+    },
+    {
+      "row": 2600,
+      "initial": 0.23529411764705882,
+      "final": 0.19047619047619047,
+      "oracle": 0.3684210526315789
+    },
+    {
+      "row": 2615,
+      "initial": 0.20000000000000004,
+      "final": 0.34782608695652173,
+      "oracle": 0.5789473684210527
+    },
+    {
+      "row": 2678,
+      "initial": 0.08695652173913043,
+      "final": 0.2553191489361702,
+      "oracle": 0.6666666666666666
+    },
+    {
+      "row": 2690,
+      "initial": 0.25806451612903225,
+      "final": 0.33333333333333337,
+      "oracle": 0.6857142857142857
+    },
+    {
+      "row": 2788,
+      "initial": 0.15384615384615383,
+      "final": 0.38095238095238104,
+      "oracle": 0.5714285714285714
+    },
+    {
+      "row": 2803,
+      "initial": 0.18181818181818182,
+      "final": 0.2105263157894737,
+      "oracle": 0.631578947368421
+    },
+    {
+      "row": 2848,
+      "initial": 0.1111111111111111,
+      "final": 0.19999999999999998,
+      "oracle": 0.39215686274509803
+    },
+    {
+      "row": 2851,
+      "initial": 0.3076923076923077,
+      "final": 0.20689655172413793,
+      "oracle": 0.4799999999999999
+    },
+    {
+      "row": 2906,
+      "initial": 0.3448275862068966,
+      "final": 0.36363636363636365,
+      "oracle": 0.8000000000000002
+    },
+    {
+      "row": 2909,
+      "initial": 0.42857142857142855,
+      "final": 0.2857142857142857,
+      "oracle": 0.4444444444444445
+    },
+    {
+      "row": 2955,
+      "initial": 0.3181818181818182,
+      "final": 0.32558139534883723,
+      "oracle": 0.4615384615384615
+    },
+    {
+      "row": 2956,
+      "initial": 0.17142857142857143,
+      "final": 0.36363636363636365,
+      "oracle": 0.6666666666666666
+    },
+    {
+      "row": 3008,
+      "initial": 0.2222222222222222,
+      "final": 0.2,
+      "oracle": 0.7096774193548387
+    },
+    {
+      "row": 3078,
+      "initial": 0.2105263157894737,
+      "final": 0.18604651162790697,
+      "oracle": 0.5098039215686274
+    },
+    {
+      "row": 3082,
+      "initial": 0.25641025641025644,
+      "final": 0.2758620689655173,
+      "oracle": 0.6086956521739131
+    },
+    {
+      "row": 3087,
+      "initial": 0.33333333333333337,
+      "final": 0.2926829268292683,
+      "oracle": 0.37499999999999994
+    },
+    {
+      "row": 3097,
+      "initial": 0.34782608695652173,
+      "final": 0.26666666666666666,
+      "oracle": 0.9090909090909091
+    },
+    {
+      "row": 3109,
+      "initial": 0.2222222222222222,
+      "final": 0.2580645161290323,
+      "oracle": 0.43243243243243246
+    },
+    {
+      "row": 3130,
+      "initial": 0.16666666666666669,
+      "final": 0.11764705882352941,
+      "oracle": 0.24242424242424246
+    },
+    {
+      "row": 3162,
+      "initial": 0.3137254901960784,
+      "final": 0.3181818181818182,
+      "oracle": 0.5853658536585366
+    },
+    {
+      "row": 3245,
+      "initial": 0.24242424242424243,
+      "final": 0.2941176470588235,
+      "oracle": 0.5365853658536586
+    },
+    {
+      "row": 3412,
+      "initial": 0.35294117647058826,
+      "final": 0.34782608695652173,
+      "oracle": 0.46511627906976744
+    },
+    {
+      "row": 3437,
+      "initial": 0.26666666666666666,
+      "final": 0.2631578947368421,
+      "oracle": 0.29411764705882354
+    },
+    {
+      "row": 3451,
+      "initial": 0.09523809523809523,
+      "final": 0.1739130434782609,
+      "oracle": 0.6399999999999999
+    },
+    {
+      "row": 3459,
+      "initial": 0.15,
+      "final": 0.2790697674418604,
+      "oracle": 0.7692307692307693
+    },
+    {
+      "row": 3476,
+      "initial": 0.2857142857142857,
+      "final": 0.34782608695652173,
+      "oracle": 0.5555555555555556
+    },
+    {
+      "row": 3500,
+      "initial": 0.22857142857142854,
+      "final": 0.3333333333333333,
+      "oracle": 0.5142857142857142
+    },
+    {
+      "row": 3539,
+      "initial": 0.23076923076923078,
+      "final": 0.36363636363636365,
+      "oracle": 0.3870967741935484
+    },
+    {
+      "row": 3648,
+      "initial": 0.2631578947368421,
+      "final": 0.3,
+      "oracle": 0.5217391304347826
+    },
+    {
+      "row": 3701,
+      "initial": 0.27272727272727276,
+      "final": 0.25,
+      "oracle": 0.5185185185185186
+    },
+    {
+      "row": 3703,
+      "initial": 0.46511627906976744,
+      "final": 0.41379310344827586,
+      "oracle": 0.5714285714285715
+    },
+    {
+      "row": 3724,
+      "initial": 0.2631578947368421,
+      "final": 0.20000000000000004,
+      "oracle": 0.4285714285714286
+    },
+    {
+      "row": 3771,
+      "initial": 0.35294117647058826,
+      "final": 0.33333333333333337,
+      "oracle": 0.375
+    },
+    {
+      "row": 3774,
+      "initial": 0.29629629629629634,
+      "final": 0.24242424242424243,
+      "oracle": 0.4
+    },
+    {
+      "row": 3826,
+      "initial": 0.2702702702702703,
+      "final": 0.2702702702702703,
+      "oracle": 0.4848484848484849
+    },
+    {
+      "row": 3834,
+      "initial": 0.1935483870967742,
+      "final": 0.2564102564102564,
+      "oracle": 0.37500000000000006
+    },
+    {
+      "row": 3951,
+      "initial": 0.28571428571428564,
+      "final": 0.2631578947368421,
+      "oracle": 0.64
+    },
+    {
+      "row": 3972,
+      "initial": 0.28571428571428564,
+      "final": 0.47058823529411764,
+      "oracle": 0.6470588235294118
+    },
+    {
+      "row": 4007,
+      "initial": 0.22727272727272727,
+      "final": 0.28571428571428564,
+      "oracle": 0.8
+    },
+    {
+      "row": 4027,
+      "initial": 0.2,
+      "final": 0.24489795918367346,
+      "oracle": 0.5454545454545455
+    },
+    {
+      "row": 4028,
+      "initial": 0.2564102564102564,
+      "final": 0.2580645161290323,
+      "oracle": 0.6470588235294118
+    },
+    {
+      "row": 4041,
+      "initial": 0.3333333333333333,
+      "final": 0.33333333333333337,
+      "oracle": 0.4444444444444445
+    },
+    {
+      "row": 4313,
+      "initial": 0.38461538461538464,
+      "final": 0.3225806451612903,
+      "oracle": 0.45161290322580644
+    },
+    {
+      "row": 4317,
+      "initial": 0.22727272727272724,
+      "final": 0.23076923076923075,
+      "oracle": 0.47058823529411764
+    },
+    {
+      "row": 4343,
+      "initial": 0.2727272727272727,
+      "final": 0.26666666666666666,
+      "oracle": 0.6363636363636364
+    },
+    {
+      "row": 4367,
+      "initial": 0.29629629629629634,
+      "final": 0.24390243902439024,
+      "oracle": 0.3783783783783784
+    },
+    {
+      "row": 4402,
+      "initial": 0.21052631578947367,
+      "final": 0.2608695652173913,
+      "oracle": 0.3333333333333333
+    },
+    {
+      "row": 4452,
+      "initial": 0.375,
+      "final": 0.3636363636363637,
+      "oracle": 0.8695652173913043
+    },
+    {
+      "row": 4501,
+      "initial": 0.20689655172413793,
+      "final": 0.25,
+      "oracle": 0.5161290322580646
+    },
+    {
+      "row": 4510,
+      "initial": 0.30769230769230765,
+      "final": 0.17142857142857143,
+      "oracle": 0.380952380952381
+    },
+    {
+      "row": 4556,
+      "initial": 0.30769230769230765,
+      "final": 0.3333333333333333,
+      "oracle": 0.35000000000000003
+    },
+    {
+      "row": 4562,
+      "initial": 0.19999999999999998,
+      "final": 0.4,
+      "oracle": 0.5106382978723404
+    },
+    {
+      "row": 4663,
+      "initial": 0.2380952380952381,
+      "final": 0.2380952380952381,
+      "oracle": 0.5
+    },
+    {
+      "row": 4686,
+      "initial": 0.34285714285714286,
+      "final": 0.23529411764705882,
+      "oracle": 0.7142857142857143
+    },
+    {
+      "row": 4748,
+      "initial": 0.1714285714285714,
+      "final": 0.45,
+      "oracle": 0.5238095238095238
+    },
+    {
+      "row": 4801,
+      "initial": 0.2,
+      "final": 0.22727272727272724,
+      "oracle": 0.6923076923076923
+    },
+    {
+      "row": 4816,
+      "initial": 0.2631578947368421,
+      "final": 0.20512820512820515,
+      "oracle": 0.411764705882353
+    },
+    {
+      "row": 4879,
+      "initial": 0.2608695652173913,
+      "final": 0.22727272727272727,
+      "oracle": 0.4705882352941177
+    },
+    {
+      "row": 4881,
+      "initial": 0.26666666666666666,
+      "final": 0.34782608695652173,
+      "oracle": 0.3333333333333333
+    },
+    {
+      "row": 4882,
+      "initial": 0.2941176470588235,
+      "final": 0.2,
+      "oracle": 0.5217391304347826
+    },
+    {
+      "row": 4902,
+      "initial": 0.25,
+      "final": 0.2962962962962963,
+      "oracle": 0.7058823529411765
+    },
+    {
+      "row": 4942,
+      "initial": 0.23255813953488372,
+      "final": 0.34285714285714286,
+      "oracle": 0.41025641025641024
+    },
+    {
+      "row": 4981,
+      "initial": 0.17391304347826086,
+      "final": 0.2222222222222222,
+      "oracle": 0.7142857142857143
+    },
+    {
+      "row": 5016,
+      "initial": 0.23255813953488377,
+      "final": 0.4736842105263158,
+      "oracle": 0.6666666666666666
+    },
+    {
+      "row": 5056,
+      "initial": 0.2857142857142857,
+      "final": 0.34285714285714286,
+      "oracle": 0.5
+    },
+    {
+      "row": 5160,
+      "initial": 0.34285714285714286,
+      "final": 0.2,
+      "oracle": 0.6363636363636365
+    },
+    {
+      "row": 5171,
+      "initial": 0.2608695652173913,
+      "final": 0.15789473684210525,
+      "oracle": 0.37499999999999994
+    },
+    {
+      "row": 5240,
+      "initial": 0.2608695652173913,
+      "final": 0.30188679245283023,
+      "oracle": 0.4
+    },
+    {
+      "row": 5261,
+      "initial": 0.23529411764705885,
+      "final": 0.4,
+      "oracle": 0.5599999999999999
+    },
+    {
+      "row": 5327,
+      "initial": 0.372093023255814,
+      "final": 0.33333333333333337,
+      "oracle": 0.4878048780487804
+    },
+    {
+      "row": 5330,
+      "initial": 0.3243243243243243,
+      "final": 0.606060606060606,
+      "oracle": 0.5263157894736842
+    },
+    {
+      "row": 5343,
+      "initial": 0.19999999999999998,
+      "final": 0.33333333333333337,
+      "oracle": 0.48484848484848486
+    },
+    {
+      "row": 5441,
+      "initial": 0.2580645161290323,
+      "final": 0.4864864864864864,
+      "oracle": 0.5454545454545455
+    },
+    {
+      "row": 5541,
+      "initial": 0.3333333333333333,
+      "final": 0.25641025641025644,
+      "oracle": 0.5333333333333333
+    },
+    {
+      "row": 5580,
+      "initial": 0.23529411764705882,
+      "final": 0.11764705882352941,
+      "oracle": 0.47619047619047616
+    },
+    {
+      "row": 5581,
+      "initial": 0.1714285714285714,
+      "final": 0.35294117647058826,
+      "oracle": 0.5185185185185186
+    },
+    {
+      "row": 5595,
+      "initial": 0.19999999999999998,
+      "final": 0.35000000000000003,
+      "oracle": 0.5833333333333334
+    },
+    {
+      "row": 5618,
+      "initial": 0.3,
+      "final": 0.19999999999999998,
+      "oracle": 0.5
+    },
+    {
+      "row": 5621,
+      "initial": 0.22222222222222224,
+      "final": 0.29268292682926833,
+      "oracle": 0.8
+    },
+    {
+      "row": 5701,
+      "initial": 0.18604651162790697,
+      "final": 0.2857142857142857,
+      "oracle": 0.5714285714285713
+    },
+    {
+      "row": 5724,
+      "initial": 0.3333333333333333,
+      "final": 0.23809523809523805,
+      "oracle": 0.6
+    },
+    {
+      "row": 5743,
+      "initial": 0.17777777777777778,
+      "final": 0.17777777777777778,
+      "oracle": 0.3870967741935483
+    },
+    {
+      "row": 5760,
+      "initial": 0.27027027027027023,
+      "final": 0.25641025641025644,
+      "oracle": 0.4444444444444444
+    },
+    {
+      "row": 5763,
+      "initial": 0.34782608695652173,
+      "final": 0.2222222222222222,
+      "oracle": 0.6956521739130435
+    },
+    {
+      "row": 5767,
+      "initial": 0.21621621621621623,
+      "final": 0.3333333333333333,
+      "oracle": 0.4
+    },
+    {
+      "row": 5807,
+      "initial": 0.13953488372093023,
+      "final": 0.3333333333333333,
+      "oracle": 0.55
+    },
+    {
+      "row": 5835,
+      "initial": 0.1935483870967742,
+      "final": 0.24390243902439024,
+      "oracle": 0.5217391304347827
+    },
+    {
+      "row": 5854,
+      "initial": 0.27906976744186046,
+      "final": 0.2978723404255319,
+      "oracle": 0.7407407407407406
+    },
+    {
+      "row": 5867,
+      "initial": 0.07142857142857144,
+      "final": 0.17142857142857143,
+      "oracle": 0.5454545454545455
+    },
+    {
+      "row": 5881,
+      "initial": 0.38709677419354843,
+      "final": 0.27027027027027023,
+      "oracle": 0.5714285714285715
+    },
+    {
+      "row": 5947,
+      "initial": 0.25641025641025644,
+      "final": 0.12000000000000001,
+      "oracle": 0.5161290322580645
+    },
+    {
+      "row": 5964,
+      "initial": 0.34782608695652173,
+      "final": 0.09523809523809523,
+      "oracle": 0.608695652173913
+    },
+    {
+      "row": 5970,
+      "initial": 0.25806451612903225,
+      "final": 0.1764705882352941,
+      "oracle": 0.588235294117647
+    },
+    {
+      "row": 5989,
+      "initial": 0.20689655172413793,
+      "final": 0.15,
+      "oracle": 0.42424242424242425
+    },
+    {
+      "row": 6002,
+      "initial": 0.3333333333333333,
+      "final": 0.28571428571428564,
+      "oracle": 0.55
+    },
+    {
+      "row": 6005,
+      "initial": 0.2,
+      "final": 0.34146341463414637,
+      "oracle": 0.4827586206896552
+    },
+    {
+      "row": 6008,
+      "initial": 0.2857142857142857,
+      "final": 0.26666666666666666,
+      "oracle": 0.44897959183673464
+    },
+    {
+      "row": 6031,
+      "initial": 0.21621621621621623,
+      "final": 0.3428571428571428,
+      "oracle": 0.43243243243243246
+    },
+    {
+      "row": 6067,
+      "initial": 0.3333333333333333,
+      "final": 0.25641025641025644,
+      "oracle": 0.4210526315789474
+    },
+    {
+      "row": 6068,
+      "initial": 0.33333333333333326,
+      "final": 0.37837837837837834,
+      "oracle": 0.5714285714285715
+    },
+    {
+      "row": 6078,
+      "initial": 0.22727272727272727,
+      "final": 0.30303030303030304,
+      "oracle": 0.4390243902439025
+    },
+    {
+      "row": 6127,
+      "initial": 0.25,
+      "final": 0.3636363636363636,
+      "oracle": 0.48484848484848486
+    },
+    {
+      "row": 6192,
+      "initial": 0.1951219512195122,
+      "final": 0.2222222222222222,
+      "oracle": 0.6086956521739131
+    },
+    {
+      "row": 6242,
+      "initial": 0.15384615384615385,
+      "final": 0.20512820512820515,
+      "oracle": 0.42857142857142855
+    },
+    {
+      "row": 6250,
+      "initial": 0.3529411764705882,
+      "final": 0.27027027027027023,
+      "oracle": 0.606060606060606
+    },
+    {
+      "row": 6258,
+      "initial": 0.21428571428571427,
+      "final": 0.1851851851851852,
+      "oracle": 0.5925925925925926
+    },
+    {
+      "row": 6283,
+      "initial": 0.19354838709677416,
+      "final": 0.25000000000000006,
+      "oracle": 0.5555555555555556
+    },
+    {
+      "row": 6300,
+      "initial": 0.07692307692307691,
+      "final": 0.35000000000000003,
+      "oracle": 0.5161290322580645
+    },
+    {
+      "row": 6306,
+      "initial": 0.1875,
+      "final": 0.3636363636363636,
+      "oracle": 0.5161290322580645
+    },
+    {
+      "row": 6334,
+      "initial": 0.3125,
+      "final": 0.14285714285714285,
+      "oracle": 0.5833333333333334
+    },
+    {
+      "row": 6376,
+      "initial": 0.3829787234042553,
+      "final": 0.3243243243243243,
+      "oracle": 0.5217391304347825
+    },
+    {
+      "row": 6486,
+      "initial": 0.10256410256410256,
+      "final": 0.18604651162790697,
+      "oracle": 0.4444444444444444
+    },
+    {
+      "row": 6532,
+      "initial": 0.1904761904761905,
+      "final": 0.23529411764705882,
+      "oracle": 0.6666666666666667
+    },
+    {
+      "row": 6549,
+      "initial": 0.15789473684210525,
+      "final": 0.1212121212121212,
+      "oracle": 0.5454545454545454
+    },
+    {
+      "row": 6645,
+      "initial": 0.2857142857142857,
+      "final": 0.24000000000000002,
+      "oracle": 0.45
+    },
+    {
+      "row": 6661,
+      "initial": 0.4166666666666667,
+      "final": 0.3137254901960784,
+      "oracle": 0.37500000000000006
+    },
+    {
+      "row": 6694,
+      "initial": 0.3225806451612903,
+      "final": 0.3157894736842105,
+      "oracle": 0.3783783783783784
+    },
+    {
+      "row": 6733,
+      "initial": 0.16666666666666669,
+      "final": 0.13636363636363635,
+      "oracle": 0.3225806451612903
+    },
+    {
+      "row": 6781,
+      "initial": 0.28571428571428575,
+      "final": 0.18181818181818182,
+      "oracle": 0.6956521739130435
+    },
+    {
+      "row": 6796,
+      "initial": 0.12903225806451613,
+      "final": 0.14634146341463414,
+      "oracle": 0.21428571428571427
+    },
+    {
+      "row": 6830,
+      "initial": 0.25,
+      "final": 0.26666666666666666,
+      "oracle": 0.5714285714285715
+    },
+    {
+      "row": 6921,
+      "initial": 0.16,
+      "final": 0.23529411764705882,
+      "oracle": 0.5217391304347826
+    },
+    {
+      "row": 7153,
+      "initial": 0.27027027027027023,
+      "final": 0.3333333333333333,
+      "oracle": 0.36363636363636365
+    },
+    {
+      "row": 7170,
+      "initial": 0.11764705882352941,
+      "final": 0.05555555555555555,
+      "oracle": 0.4516129032258065
+    },
+    {
+      "row": 7263,
+      "initial": 0.2926829268292683,
+      "final": 0.29629629629629634,
+      "oracle": 0.6190476190476191
+    },
+    {
+      "row": 7492,
+      "initial": 0.18604651162790697,
+      "final": 0.2051282051282051,
+      "oracle": 0.3
+    },
+    {
+      "row": 7507,
+      "initial": 0.3478260869565218,
+      "final": 0.2857142857142857,
+      "oracle": 0.36363636363636365
+    },
+    {
+      "row": 7542,
+      "initial": 0.1,
+      "final": 0.14634146341463417,
+      "oracle": 0.625
+    },
+    {
+      "row": 7549,
+      "initial": 0.30769230769230765,
+      "final": 0.2608695652173913,
+      "oracle": 0.6666666666666666
+    },
+    {
+      "row": 7581,
+      "initial": 0.3,
+      "final": 0.32432432432432434,
+      "oracle": 0.5454545454545454
+    },
+    {
+      "row": 7584,
+      "initial": 0.2222222222222222,
+      "final": 0.24390243902439024,
+      "oracle": 0.6
+    },
+    {
+      "row": 7597,
+      "initial": 0.3157894736842105,
+      "final": 0.17777777777777778,
+      "oracle": 0.6666666666666666
+    },
+    {
+      "row": 7631,
+      "initial": 0.25,
+      "final": 0.32432432432432434,
+      "oracle": 0.27586206896551724
+    },
+    {
+      "row": 7639,
+      "initial": 0.4090909090909091,
+      "final": 0.380952380952381,
+      "oracle": 0.45
+    },
+    {
+      "row": 7682,
+      "initial": 0.41666666666666663,
+      "final": 0.23255813953488377,
+      "oracle": 0.4666666666666666
+    },
+    {
+      "row": 7702,
+      "initial": 0.19607843137254902,
+      "final": 0.3255813953488372,
+      "oracle": 0.47058823529411764
+    },
+    {
+      "row": 7739,
+      "initial": 0.2608695652173913,
+      "final": 0.20689655172413793,
+      "oracle": 0.35714285714285715
+    },
+    {
+      "row": 7750,
+      "initial": 0.2222222222222222,
+      "final": 0.14814814814814814,
+      "oracle": 0.5
+    },
+    {
+      "row": 7791,
+      "initial": 0.17142857142857143,
+      "final": 0.23529411764705882,
+      "oracle": 0.3846153846153846
+    },
+    {
+      "row": 7874,
+      "initial": 0.4571428571428572,
+      "final": 0.45161290322580644,
+      "oracle": 0.5714285714285714
+    },
+    {
+      "row": 7881,
+      "initial": 0.380952380952381,
+      "final": 0.3684210526315789,
+      "oracle": 0.7272727272727273
+    },
+    {
+      "row": 7909,
+      "initial": 0.3225806451612903,
+      "final": 0.2857142857142857,
+      "oracle": 0.5714285714285713
+    },
+    {
+      "row": 7912,
+      "initial": 0.2105263157894737,
+      "final": 0.24242424242424246,
+      "oracle": 0.37500000000000006
+    },
+    {
+      "row": 7921,
+      "initial": 0.22222222222222224,
+      "final": 0.34146341463414637,
+      "oracle": 0.48000000000000004
+    },
+    {
+      "row": 7962,
+      "initial": 0.16,
+      "final": 0.14814814814814814,
+      "oracle": 0.5
+    },
+    {
+      "row": 7973,
+      "initial": 0.14814814814814817,
+      "final": 0.10256410256410256,
+      "oracle": 0.6363636363636364
+    },
+    {
+      "row": 7986,
+      "initial": 0.058823529411764705,
+      "final": 0.06666666666666667,
+      "oracle": 0.5
+    },
+    {
+      "row": 7996,
+      "initial": 0.125,
+      "final": 0.24489795918367346,
+      "oracle": 0.5333333333333333
+    },
+    {
+      "row": 8015,
+      "initial": 0.3,
+      "final": 0.37037037037037035,
+      "oracle": 0.5365853658536586
+    },
+    {
+      "row": 8023,
+      "initial": 0.12903225806451613,
+      "final": 0.18181818181818185,
+      "oracle": 0.358974358974359
+    },
+    {
+      "row": 8054,
+      "initial": 0.27027027027027023,
+      "final": 0.4615384615384615,
+      "oracle": 0.5833333333333334
+    },
+    {
+      "row": 8070,
+      "initial": 0.23255813953488377,
+      "final": 0.2,
+      "oracle": 0.5263157894736842
+    },
+    {
+      "row": 8079,
+      "initial": 0.17142857142857143,
+      "final": 0.21428571428571427,
+      "oracle": 0.35000000000000003
+    },
+    {
+      "row": 8084,
+      "initial": 0.16216216216216217,
+      "final": 0.0588235294117647,
+      "oracle": 0.5714285714285714
+    },
+    {
+      "row": 8175,
+      "initial": 0.20512820512820515,
+      "final": 0.18181818181818182,
+      "oracle": 0.4799999999999999
+    },
+    {
+      "row": 8185,
+      "initial": 0.08888888888888889,
+      "final": 0.2,
+      "oracle": 0.6666666666666667
+    },
+    {
+      "row": 8199,
+      "initial": 0.17647058823529413,
+      "final": 0.24,
+      "oracle": 0.28571428571428575
+    },
+    {
+      "row": 8225,
+      "initial": 0.23529411764705882,
+      "final": 0.18181818181818185,
+      "oracle": 0.5714285714285714
+    },
+    {
+      "row": 8267,
+      "initial": 0.10526315789473685,
+      "final": 0.15384615384615383,
+      "oracle": 0.45714285714285713
+    },
+    {
+      "row": 8274,
+      "initial": 0.21621621621621623,
+      "final": 0.3414634146341463,
+      "oracle": 0.5263157894736842
+    }
+  ],
+  "examples": [
+    {
+      "row": 25,
+      "references": [
+        "The man with pierced ears is wearing glasses and an orange hat.",
+        "A man with glasses is wearing a beer can crocheted hat.",
+        "A man with gauges and glasses is wearing a Blitz hat.",
+        "A man in an orange hat starring at something.",
+        "A man wears an orange hat and glasses."
+      ],
+      "initial": "Two women make and use small breads.  They are making a necklace.  They are both young. \n A: yes B: no\nYou are",
+      "final": "Two men are sitting on a chain link fence and walking along a path with a blue car. They are wearing jackets and hats.  The camera is positioned to",
+      "oracle": "A man wearing glasses and hat is holding an electronic watch."
+    },
+    {
+      "row": 34,
+      "references": [
+        "A black and white dog is running in a grassy garden surrounded by a white fence.",
+        "A Boston Terrier is running on lush green grass in front of a white fence.",
+        "A black and white dog is running through the grass.",
+        "A dog runs on the green grass near a wooden fence.",
+        "A Boston terrier is running in the grass."
+      ],
+      "initial": "A young boy is playing with a green and yellow pipe in a suburban area.",
+      "final": "A young boy is playing with a small child in a blue shirt and shorts who is holding a red ball.",
+      "oracle": "A black dog is running through a grassy field in the woods. \nExplanation: A black dog is running through a grassy field in the woods."
+    },
+    {
+      "row": 51,
+      "references": [
+        "A young female student performing a downward kick to break a board held by her Karate instructor.",
+        "Girl about to kick a piece of wood in half while karate instructor holds it",
+        "A girl kicking a stick that a man is holding in tae kwon do class.",
+        "A girl in karate uniform breaking a stick with a front kick.",
+        "A girl breaking boards by using karate."
+      ],
+      "initial": "Two people in a conference room microphone speak to a large audience.  Source: YouTube. 00:00.00.00.0",
+      "final": "A group of people in blue jackets and safety vests stop at the entrance of a subway station in front of a building. The crowd is led by a man in",
+      "oracle": "A girl in karate striking a stick with her knee before a group of kids."
+    },
+    {
+      "row": 89,
+      "references": [
+        "Five snowmobile riders all wearing helmets and goggles line up in a snowy clearing in a forest in front of their snowmobiles; they are all wearing black snow pants and from left to right they are wearing a black coat, white coat, red coat, blue coat, and black coat.",
+        "Five people wearing winter jackets and helmets stand in the snow, with snowmobiles in the background.",
+        "Five people wearing winter clothing, helmets, and ski goggles stand outside in the snow.",
+        "A group of snowmobile riders gather in the snow.",
+        "Group gathered to go snowmobiling."
+      ],
+      "initial": "A group of men are sitting around a campfire eating food. They all appear to be wearing blue jackets.",
+      "final": "Four people, one woman and two men, are sitting in a cafe next to a table with a white sofa. The woman is wearing a blue shirt.",
+      "oracle": "Three snowmobileers, wearing helmets and winter gear, sit in snowmobiles and snow tires. They are parked in the snow."
+    },
+    {
+      "row": 97,
+      "references": [
+        "Two men sitting on the roof of a house while another one stands on a ladder.",
+        "Two men on a rooftop while another man stands atop a ladder watching them",
+        "Three men, one on a ladder, work on a roof.",
+        "People are fixing the roof of a house.",
+        "Three men are working on a roof."
+      ],
+      "initial": "Two people looking over the crowd of people holding a glass of beer.",
+      "final": "A woman in a red dress smiles for the camera as she poses with her friends in front of a wedding cake.",
+      "oracle": "Three men are working on a roof on a building while one person is standing on the roof."
+    },
+    {
+      "row": 124,
+      "references": [
+        "A bride in a light pink dress poses for a picture with male relatives and is being photographed by a man in a cream shirt with white pants.",
+        "A man in light colored clothing photographs a group of men wearing dark suits and hats standing around a woman dressed in a strapless gown.",
+        "A photographer takes a picture of a group of one girl in a pink dress and 10 boys in suits and hats.",
+        "A man photographs a woman in a pink dress and a throng of men in suits.",
+        "Man taking a photograph of a well dressed group of teens."
+      ],
+      "initial": "A brown dog runs in the forest with his leash. Laborious in the background. License: CC 3.0.0.0.0. License",
+      "final": "A brown dog is running through the grass with a ball in its mouth. Dogs running through the grass.",
+      "oracle": "A woman in a black dress takes a picture with a group of men posing for a photograph, while a man in a white shirt and black hat is in the"
+    },
+    {
+      "row": 133,
+      "references": [
+        "A group of 11 people in winter wear such as beanies, skiing jackets, gloves and backpacks are standing in snow paddles outside a house made of ice blocks while a person in front of the door seems to be leading them.",
+        "A group of people wearing snowshoes, and dressed for winter hiking, is standing in front of a building that looks like it's made of blocks of ice.",
+        "The people are quietly listening while the story of the ice cabin was explained to them.",
+        "A group of people standing in front of an igloo.",
+        "Several students waiting outside an igloo."
+      ],
+      "initial": "Two women wearing red blankets and sandals are sitting on a wooden structure. They are playing with a fire. \nClassification: Natural. \nClassification: Natural. \n",
+      "final": "Two girls in blue dresses and white shirts are sitting on a table with their heads covered in a scarf. They are walking towards a lake. \nAssociation: ",
+      "oracle": "A group of people standing outside and wearing winter coats and gloves are waiting to see the snow."
+    },
+    {
+      "row": 134,
+      "references": [
+        "A baseball player in red leaps into the air to avoid a player in blue, who is shortly behind him as he catches the ball, while other blue team members look on in the background.",
+        "A boy in a red uniform is attempting to avoid getting out at home plate, while the catcher in the blue uniform is attempting to catch him.",
+        "A baseball player coming into home plate with knee held high and the catcher right in front of him waiting for the ball.",
+        "A baseball player attempting to score a run before the catcher tags the player out.",
+        "A baseball catcher trying to tag a base runner in a baseball game."
+      ],
+      "initial": "A bike rider doing a trick on a bicycle in the background. Motivated to be cool. \n\n\nOutput:\n![bike rider doing trick](https://i.stack",
+      "final": "A child is playing with a pink toy car in a small playground setting.",
+      "oracle": "A baseball player in red trying to catch a ball as a teammate in white and blue watches him from behind. The player is wearing a blue and white uniform."
+    },
+    {
+      "row": 137,
+      "references": [
+        "A man wearing a hat and a white shirt is cleaning windows.",
+        "A man in a white shirt stands high up on scaffolding",
+        "A man stands on boards on top of a huge ladder.",
+        "Man works on top of scaffolding.",
+        "A guy works on a building."
+      ],
+      "initial": "A brown and white man with a camera and a gray shirt is walking around. He is holding a cellphone. \nAnswer: Step 1: Identify the main",
+      "final": "A man in a blue shirt and jeans is standing next to a sign for a car that is selling clothes. He is holding a camera and looking at the sign",
+      "oracle": "A man in a hat climbs on a building."
+    },
+    {
+      "row": 199,
+      "references": [
+        "A man wearing a reflective vest sits on the sidewalk and holds up pamphlets with bicycles on the cover.",
+        "Man in bright yellow vest displays bicycle safety information on street.",
+        "A man and woman talking are interrupted and a man covers his face.",
+        "A man in a vest is sitting in a chair and holding magazines.",
+        "A construction worker holds a sign about bicycling."
+      ],
+      "initial": "A couple in a pink car, with a white and black umbrella on the side.  Neighbors watching.  Pedestrian.  Pink car. ",
+      "final": "Man in black shirt and jeans stands on a bike with a large sign on his head. He is walking in the street.",
+      "oracle": "A man in a vest holds a sign and talks to police while sitting on a street sign."
+    },
+    {
+      "row": 219,
+      "references": [
+        "A mother decides to take her child on a piggyback ride outside their apartment complex.",
+        "A baby boy in a blue and white striped shirt is sitting on his mother's shoulders.",
+        "A mother and her young song enjoying a beautiful day outside.",
+        "A young woman is giving a baby a ride on her shoulders.",
+        "A woman gives a small child a piggyback ride."
+      ],
+      "initial": "A man sits on a large blanket near a statue of a man with a large hand. \n##### Related Questions:\n\n1. ### Math\n\nA man is standing",
+      "final": "A man wearing a blue jacket is sitting on a wooden bench next to a street sign.",
+      "oracle": "A mother baby is giving a young girl a hug while she is outside."
+    },
+    {
+      "row": 222,
+      "references": [
+        "A male volleyball player in red trunks tries to block the shot of the opposing player during a professional volleyball game.",
+        "Men playing volleyball, with one player missing the ball but hands still in the air.",
+        "A group of spectators watch a men's sand volleyball game.",
+        "Volleyball players compete on a sunny day at the beach.",
+        "Men playing volleyball in the sand."
+      ],
+      "initial": "A couple with a weird-looking car, a man with a big, orange hat, and a woman with a weird-looking face, all in a window. They",
+      "final": "A man in a black shirt and jeans is sitting on a stage with a guitar and holding a microphone while a crowd of people are watching him.",
+      "oracle": "A group of athletes in tennis shoes play a game at a beach volleyball tournament.  Image is taken during the game.  Men and women are seen playing."
+    },
+    {
+      "row": 228,
+      "references": [
+        "A woman wearing a pink shirt and red apron stands in her restaurant holding food and surrounded by bagged breads, a microwave and the chalkboard menu up on the wall.",
+        "Woman wearing a yellow hat, pink shirt, and red apron is holding food in a kitchen.",
+        "Employee in pink shirt smiles for camera inside a restaurant kitchen.",
+        "A woman holding a bowl of food in a kitchen.",
+        "Women in store happily holding some food."
+      ],
+      "initial": "A blond boy in a blue shirt is in a white box while being introduced to a large white box.",
+      "final": "A young boy with a striped shirt is sitting on a playground swing and holding a blue toy car.",
+      "oracle": "Woman in blue shirt holding food in her hands in a restaurant kitchen. She is smiling. Behind her is a table filled with food."
+    },
+    {
+      "row": 246,
+      "references": [
+        "An Asian man in spectacles and a t-shirt preparing some food.",
+        "A man working diligently while sitting at a table.",
+        "Man sitting using tool at a table in his home.",
+        "Indian man whittles in his own home.",
+        "A man is sharpening a knife."
+      ],
+      "initial": "A man lays blue and gray on the sand to build a pile of sand. He uses a shovel.  A blue and gray man lays on the sand",
+      "final": "A man in a blue shirt and jeans wearing a hat is working on a construction site.",
+      "oracle": "A man in a workshop sharpening his tools. \n  \n  A man is sharpening his tools in a workshop.  \n  \n  A man is working on"
+    },
+    {
+      "row": 259,
+      "references": [
+        "Spelunkers pose inside a rock cavern while bathed in sunlight from the surface.",
+        "Shaft of light in a cave shows three spelunkers",
+        "Three rock climbers are posing on big rocks.",
+        "People stand inside a rock dome.",
+        "Three people sit in a cave."
+      ],
+      "initial": "A player in a red jacket playing with a pipe while other people watch. \nSentence: A man in a red jacket is playing with a pipe while other people",
+      "final": "A man in a black shirt and jeans is sitting on stage with a guitar and holding a microphone while people in the background are watching him.",
+      "oracle": "Three people are standing in a rock formation while drilling."
+    },
+    {
+      "row": 279,
+      "references": [
+        "A girl in a polka dotted blue jean dress walks barefoot on a balance beam.",
+        "A girl in a jean dress is walking along a raised balance beam.",
+        "The little girl is walking a beam in gymnastics class.",
+        "A little girl balances on a gymnastics beam.",
+        "A little girl is walking on a balance beam."
+      ],
+      "initial": "Two young men in t-shirts ride on ice in front of a crowd of people. Title: Ice Skating in the Snow\n\nCaption: Two young men in",
+      "final": "People on a snowmobile are hiking through the mountains with a view of the mountainside. Photo taken on a sunny day. \n纤夫沿着陡峭的",
+      "oracle": "A little girl in a blue skirt is walking on a beam. \nA istrador is walking on a beam. \n\nCristian is a istr"
+    },
+    {
+      "row": 304,
+      "references": [
+        "A couple is sitting on the sand with their feet in the water, and they are shaking hands.",
+        "A man and woman wearing sunglasses sit halfway in the water.",
+        "A boy and a girl holding hands while sitting on a shore.",
+        "A couple with sunglasses are laying on the beach.",
+        "A blond holding hands with a guy in the sand."
+      ],
+      "initial": "The man with a white beard and military-style dress has a white headband and a military-style vest. He is wearing a light jacket and a light hat.",
+      "final": "A man in a blue shirt is sitting on a sidewalk and talking to a woman while walking.",
+      "oracle": "A couple of people are sitting on the beach and holding hands. The man is holding a camera.  A girl is holding a towel.  doi"
+    },
+    {
+      "row": 318,
+      "references": [
+        "A woman standing with 3 other people in a store with two tables, some shelves with coffee and tea for sale, and a refrigerated drink case.",
+        "A woman in a gray sweater and black baseball cap is standing in line at a shop.",
+        "A woman in a hat waits to be served at a store.",
+        "Young people are standing in the store.",
+        "A woman in a cap at a coffee shop."
+      ],
+      "initial": "A large dog is lying in a field next to a small brown dog. Large dog is next to a small brown dog. \nQuestion: What is the relationship",
+      "final": "A brown dog is running through the grass with a ball in its mouth. Dogs running through the grass.",
+      "oracle": "A woman in a black shirt stands at a coffee stand in a grocery store."
+    },
+    {
+      "row": 340,
+      "references": [
+        "The person has a striped shirt on and is holding on to a rope on a mountain.",
+        "A kid rock climbing against the backdrop of a green valley",
+        "The person in the striped shirt is mountain climbing.",
+        "A woman in a striped shirt climbs up a mountain.",
+        "A young man climbs a rocky hill."
+      ],
+      "initial": "A black dog is cowed by a brown and white dog.",
+      "final": "A black dog is running through a grassy field with a ball in its mouth.",
+      "oracle": "A climber in a red shirt climbs a cliff with a mountain in the background."
+    },
+    {
+      "row": 395,
+      "references": [
+        "Two young attractive women in front of a store drop coins for street performers.",
+        "Two women enjoy the entertainment of street performers.",
+        "Two men pretend to be statutes while women look on.",
+        "Two young women stop and watch street performers.",
+        "Pedestrians interact with street artists."
+      ],
+      "initial": "A baseball player swings to make contact with the catcher as he is out of bounds. (USA Baseball) Category: Basketball, Baseball, Baseball Player. Description:",
+      "final": "A baseball player in red is about to throw the ball to the catcher while the opposing player is in the background. Title: Baseball Game.  Description: The",
+      "oracle": "Two young women watch street performers while advertising for food.  They appear to be in the city.  Street performers are seen.  Female audience members. "
+    },
+    {
+      "row": 434,
+      "references": [
+        "A group of people standing on the lawn in front of a building.",
+        "Many people in blue jeans stand in front of a white church.",
+        "A large group of people stand outside of a church.",
+        "Family members standing outside a home.",
+        "People standing outside of a building."
+      ],
+      "initial": "A little boy in a brown shirt is playing with a chain saw. He is jumping.",
+      "final": "A boy in a red shirt and blue shorts is jumping off a soccer ball and doing a kickflip.  He is in a skate park.",
+      "oracle": "A group of people standing outside of a building. They are wearing casual clothing."
+    },
+    {
+      "row": 472,
+      "references": [
+        "A young girl wearing a blue shirt marching in a band playing a trumpet",
+        "Girl wearing blue shirt and black shorts plays trumped outside.",
+        "A teenager plays her trumpet on the field at a game.",
+        "A girl playing trumpet in a marching band.",
+        "Girl playing the trumpet in a marching band"
+      ],
+      "initial": "A couple is cleaning on the lower tubs, with a blue shirt. Friendly. \"",
+      "final": "A man in a blue shirt and jeans is standing next to a sign for a car that is selling clothes. He is holding a camera and looking at the sign",
+      "oracle": "A girl playing the saxophone in a marching band playing her tune. Young girl playing the saxophone.  Avidly playing the saxophone.  License"
+    },
+    {
+      "row": 487,
+      "references": [
+        "Person in a brown sweatshirt does a flip in midair over a trampoline with a river and electrical lines in the background.",
+        "A young adult is doing a back flip on a trampoline near a lake.",
+        "A woman is doing flips on a trampoline in front of a lake.",
+        "A woman does a somersault on a trampoline on the beach.",
+        "Trampolines are a fun way to exercise."
+      ],
+      "initial": "A girl with a pink shirt is sitting in a shopping cart on a table in a store.",
+      "final": "A young girl in a blue shirt and shorts is jumping in front of a large blue and white inflatable pool. The girl is wearing a red helmet.",
+      "oracle": "A woman is doing a flip on a trampoline in front of a park. \nChoices: (A). positive (B). negative\nWhat is the sentiment"
+    },
+    {
+      "row": 520,
+      "references": [
+        "A man standing in a bar with a neon beer sign hanging on the wall",
+        "A man stands next to three video game machines and a beer sign.",
+        "A man stands next to a bank of computer gambling machines.",
+        "A man is standing by a group of video games in a bar.",
+        "A man stands next to three video machines."
+      ],
+      "initial": "Three people are wearing sandals and are setting up a lawn chair. The setting is in the middle of the grass. The weather is sunny. The photographer is behind",
+      "final": "Four people, one woman and two men, are sitting in a cafe next to a table with a white sofa. The woman is wearing a blue shirt.",
+      "oracle": "A man stands next to a display of video games behind a bar. \n##### Top 7 Cleaning Services Near Me\n\n##### Top 7 Cleaning Services Near Me"
+    },
+    {
+      "row": 539,
+      "references": [
+        "A woman in a green tank top looking at a drill while a crowd looks on.",
+        "A woman using a power drill in front of a group of people.",
+        "A woman uses a drill while another man takes her picture.",
+        "A woman, in a teal tank top, holding a power drill.",
+        "Spectators about to watch a woman use a drill."
+      ],
+      "initial": "A man, in a green jacket, works on a large, square area of black and white tiles. The man is about 6 feet tall.  Description",
+      "final": "A woman in a red dress smiles for the camera as she poses with her friends in front of a wedding cake.",
+      "oracle": "A woman in a helmet and shirt using a drill to blow out a cigarette."
+    }
+  ]
+}
\ No newline at end of file