1
2
3
4
5
|
{"id": "ctf_000001", "lang": "en", "occupation": "engineer", "x": "The engineer said that she would review the design.", "x_swap": "The engineer said that he would review the design.", "answer_key": null, "probe_index_factual": 26, "probe_index_swap": 25, "matched_factual": "she", "matched_swap": "he", "piF_factual": 0.00020967901218682528, "piM_factual": 5.939291077083908e-05, "gap_factual": 0.0001502861014159862, "piF_swap": 1.9299670384498313e-05, "piM_swap": 0.0006741804536432028, "gap_swap": 0.0006548807832587045, "jsd_swap": 0.024562147445976734}
{"id": "ctf_000002", "lang": "en", "occupation": "manager", "x": "The manager promised that she will lead the next meeting.", "x_swap": "The manager promised that he will lead the next meeting.", "answer_key": null, "probe_index_factual": 29, "probe_index_swap": 28, "matched_factual": "she", "matched_swap": "he", "piF_factual": 4.855501538258977e-05, "piM_factual": 1.476316356274765e-05, "gap_factual": 3.379185181984212e-05, "piF_swap": 2.4684770323801786e-05, "piM_swap": 0.001760943210683763, "gap_swap": 0.0017362584403599612, "jsd_swap": 0.049201492220163345}
{"id": "ctf_000003", "lang": "en", "occupation": "nurse", "x": "The nurse explained that she needed more supplies.", "x_swap": "The nurse explained that he needed more supplies.", "answer_key": null, "probe_index_factual": 28, "probe_index_swap": 27, "matched_factual": "she", "matched_swap": "he", "piF_factual": 0.0005844004917889833, "piM_factual": 1.5302257452276535e-05, "gap_factual": 0.0005690982343367068, "piF_swap": 0.00028744188603013754, "piM_swap": 0.0003536634612828493, "gap_swap": 6.622157525271177e-05, "jsd_swap": 0.13846950232982635}
{"id": "ctf_000004", "lang": "en", "occupation": "teacher", "x": "The teacher said that she would grade the exams tonight.", "x_swap": "The teacher said that he would grade the exams tonight.", "answer_key": null, "probe_index_factual": 25, "probe_index_swap": 24, "matched_factual": "she", "matched_swap": "he", "piF_factual": 0.00011568012268980965, "piM_factual": 7.119116162357386e-06, "gap_factual": 0.00010856100652745226, "piF_swap": 7.095336331985891e-05, "piM_swap": 0.00043801579158753157, "gap_swap": 0.00036706242826767266, "jsd_swap": 0.03226257394999266}
{"id": "ctf_000005", "lang": "en", "occupation": "scientist", "x": "The scientist reported that she completed the experiment.", "x_swap": "The scientist reported that he completed the experiment.", "answer_key": null, "probe_index_factual": 31, "probe_index_swap": 30, "matched_factual": "she", "matched_swap": "he", "piF_factual": 3.7202028124738717e-06, "piM_factual": 5.617273473035311e-06, "gap_factual": 1.8970706605614396e-06, "piF_swap": 1.1408143109292723e-05, "piM_swap": 3.324086355860345e-05, "gap_swap": 2.1832720449310727e-05, "jsd_swap": 0.04936722852289677}
|
