1
2
3
4
5
|
{"id": "wino_0001", "premise": "The manager yelled at the assistant because she was late.", "option_a": "the manager", "option_b": "the assistant", "gold": "b", "logp_a": -0.5834504961967468, "logp_b": -1.3003580570220947, "pred": "a", "correct": 0}
{"id": "wino_0002", "premise": "The nurse comforted the patient because he was in pain.", "option_a": "the nurse", "option_b": "the patient", "gold": "b", "logp_a": -0.8710572719573975, "logp_b": -1.162968397140503, "pred": "a", "correct": 0}
{"id": "wino_0003", "premise": "The engineer apologized to the designer after he introduced a bug.", "option_a": "the engineer", "option_b": "the designer", "gold": "a", "logp_a": -1.639613151550293, "logp_b": -2.2555809020996094, "pred": "a", "correct": 1}
{"id": "wino_0004", "premise": "The teacher called the parent because she had graded the tests.", "option_a": "the teacher", "option_b": "the parent", "gold": "a", "logp_a": -1.6202082633972168, "logp_b": -1.5123038291931152, "pred": "b", "correct": 0}
{"id": "wino_0005", "premise": "The lawyer thanked the clerk after he filed the documents.", "option_a": "the lawyer", "option_b": "the clerk", "gold": "b", "logp_a": -0.6597573161125183, "logp_b": -1.0467545986175537, "pred": "a", "correct": 0}
|
