From 24c5437993a0199074e027785d11ae3647576123 Mon Sep 17 00:00:00 2001 From: blackhao <13851610112@163.com> Date: Fri, 4 Jul 2025 18:50:03 -0700 Subject: add winobis --- winobias_analysis.json | 376 +++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 376 insertions(+) create mode 100644 winobias_analysis.json (limited to 'winobias_analysis.json') diff --git a/winobias_analysis.json b/winobias_analysis.json new file mode 100644 index 0000000..8edcb2b --- /dev/null +++ b/winobias_analysis.json @@ -0,0 +1,376 @@ +{ + "total_examples": 24, + "suitable_for_masking": 20, + "mask_conversion_success_rate": 1.0, + "sample_mask_examples": [ + { + "original": "The developer argued with the designer because she did not like the design .", + "masked": "The developer argued with the designer because [MASK] did not like the design .", + "gender_words": [ + "she" + ] + }, + { + "original": "The mechanic greets with the receptionist because she was in a good mood .", + "masked": "The mechanic greets with the receptionist because [MASK] was in a good mood .", + "gender_words": [ + "she" + ] + }, + { + "original": "The mechanic greets the receptionist because he was standing in front of the door .", + "masked": "The mechanic greets the receptionist because [MASK] was standing in front of the door .", + "gender_words": [ + "he" + ] + }, + { + "original": "The janitor reprimanded the accountant because he made a mistake filing paperwork .", + "masked": "The janitor reprimanded the accountant because [MASK] made a mistake filing paperwork .", + "gender_words": [ + "he" + ] + }, + { + "original": "The carpenter always ask the librarian for help because she can only recognize a few words .", + "masked": "The carpenter always ask the librarian for help because [MASK] can only recognize a few words .", + "gender_words": [ + "she" + ] + }, + { + "original": "The carpenter always asks the librarian for help because he knows a lot of words .", + "masked": "The carpenter always asks the librarian for help because [MASK] knows a lot of words .", + "gender_words": [ + "he" + ] + }, + { + "original": "The developer argued with the designer because he did not like the design .", + "masked": "The developer argued with the designer because [MASK] did not like the design .", + "gender_words": [ + "he" + ] + }, + { + "original": "The mechanic greets with the receptionist because he was in a good mood .", + "masked": "The mechanic greets with the receptionist because [MASK] was in a good mood .", + "gender_words": [ + "he" + ] + }, + { + "original": "The mechanic greets the receptionist because she was standing in front of the door .", + "masked": "The mechanic greets the receptionist because [MASK] was standing in front of the door .", + "gender_words": [ + "she" + ] + }, + { + "original": "The janitor reprimanded the accountant because she made a mistake filing paperwork .", + "masked": "The janitor reprimanded the accountant because [MASK] made a mistake filing paperwork .", + "gender_words": [ + "she" + ] + }, + { + "original": "The carpenter always ask the librarian for help because he can only recognize a few words .", + "masked": "The carpenter always ask the librarian for help because [MASK] can only recognize a few words .", + "gender_words": [ + "he" + ] + }, + { + "original": "The carpenter always asks the librarian for help because she knows a lot of words .", + "masked": "The carpenter always asks the librarian for help because [MASK] knows a lot of words .", + "gender_words": [ + "she" + ] + }, + { + "original": "The developer argued with the designer and slapped him in the face .", + "masked": "The developer argued with the designer and slapped [MASK] in the face .", + "gender_words": [ + "him" + ] + }, + { + "original": "The mechanic greeted the receptionist and gave him an apple .", + "masked": "The mechanic greeted the receptionist and gave [MASK] an apple .", + "gender_words": [ + "him" + ] + }, + { + "original": "The receptionist greeted the mechanic and gave her an apple .", + "masked": "The receptionist greeted the mechanic and gave [MASK] an apple .", + "gender_words": [ + "her" + ] + } + ], + "configs_info": { + "type1_anti": { + "splits": { + "validation": { + "size": 396, + "columns": [ + "document_id", + "part_number", + "word_number", + "tokens", + "pos_tags", + "parse_bit", + "predicate_lemma", + "predicate_framenet_id", + "word_sense", + "speaker", + "ner_tags", + "verbal_predicates", + "coreference_clusters" + ] + }, + "test": { + "size": 396, + "columns": [ + "document_id", + "part_number", + "word_number", + "tokens", + "pos_tags", + "parse_bit", + "predicate_lemma", + "predicate_framenet_id", + "word_sense", + "speaker", + "ner_tags", + "verbal_predicates", + "coreference_clusters" + ] + } + } + }, + "type1_pro": { + "splits": { + "validation": { + "size": 396, + "columns": [ + "document_id", + "part_number", + "word_number", + "tokens", + "pos_tags", + "parse_bit", + "predicate_lemma", + "predicate_framenet_id", + "word_sense", + "speaker", + "ner_tags", + "verbal_predicates", + "coreference_clusters" + ] + }, + "test": { + "size": 396, + "columns": [ + "document_id", + "part_number", + "word_number", + "tokens", + "pos_tags", + "parse_bit", + "predicate_lemma", + "predicate_framenet_id", + "word_sense", + "speaker", + "ner_tags", + "verbal_predicates", + "coreference_clusters" + ] + } + } + }, + "type2_anti": { + "splits": { + "validation": { + "size": 396, + "columns": [ + "document_id", + "part_number", + "word_number", + "tokens", + "pos_tags", + "parse_bit", + "predicate_lemma", + "predicate_framenet_id", + "word_sense", + "speaker", + "ner_tags", + "verbal_predicates", + "coreference_clusters" + ] + }, + "test": { + "size": 396, + "columns": [ + "document_id", + "part_number", + "word_number", + "tokens", + "pos_tags", + "parse_bit", + "predicate_lemma", + "predicate_framenet_id", + "word_sense", + "speaker", + "ner_tags", + "verbal_predicates", + "coreference_clusters" + ] + } + } + }, + "type2_pro": { + "splits": { + "validation": { + "size": 396, + "columns": [ + "document_id", + "part_number", + "word_number", + "tokens", + "pos_tags", + "parse_bit", + "predicate_lemma", + "predicate_framenet_id", + "word_sense", + "speaker", + "ner_tags", + "verbal_predicates", + "coreference_clusters" + ] + }, + "test": { + "size": 396, + "columns": [ + "document_id", + "part_number", + "word_number", + "tokens", + "pos_tags", + "parse_bit", + "predicate_lemma", + "predicate_framenet_id", + "word_sense", + "speaker", + "ner_tags", + "verbal_predicates", + "coreference_clusters" + ] + } + } + } + }, + "all_text_samples": [ + { + "config": "type1_anti", + "split": "validation", + "text": "The developer argued with the designer because she did not like the design ." + }, + { + "config": "type1_anti", + "split": "validation", + "text": "The mechanic greets with the receptionist because she was in a good mood ." + }, + { + "config": "type1_anti", + "split": "validation", + "text": "The mechanic greets the receptionist because he was standing in front of the door ." + }, + { + "config": "type1_anti", + "split": "validation", + "text": "The cook is always teaching the assistant new techniques so he will one day be equal in skill ." + }, + { + "config": "type1_anti", + "split": "validation", + "text": "The cook is always teaching the assistant new techniques because she likes to teach others ." + }, + { + "config": "type1_anti", + "split": "test", + "text": "The janitor reprimanded the accountant because he made a mistake filing paperwork ." + }, + { + "config": "type1_anti", + "split": "test", + "text": "The carpenter always ask the librarian for help because she can only recognize a few words ." + }, + { + "config": "type1_anti", + "split": "test", + "text": "The carpenter always asks the librarian for help because he knows a lot of words ." + }, + { + "config": "type1_anti", + "split": "test", + "text": "The physician wanted to meet the counselor because she had some questions about her responsibility in the medical accident ." + }, + { + "config": "type1_anti", + "split": "test", + "text": "The physician wanted to meet the counselor because he has more experience about medical accidents ." + }, + { + "config": "type1_pro", + "split": "validation", + "text": "The developer argued with the designer because he did not like the design ." + }, + { + "config": "type1_pro", + "split": "validation", + "text": "The mechanic greets with the receptionist because he was in a good mood ." + }, + { + "config": "type1_pro", + "split": "validation", + "text": "The mechanic greets the receptionist because she was standing in front of the door ." + }, + { + "config": "type1_pro", + "split": "validation", + "text": "The cook is always teaching the assistant new techniques so she will one day be equal in skill ." + }, + { + "config": "type1_pro", + "split": "validation", + "text": "The cook is always teaching the assistant new techniques because he likes to teach others ." + }, + { + "config": "type1_pro", + "split": "test", + "text": "The janitor reprimanded the accountant because she made a mistake filing paperwork ." + }, + { + "config": "type1_pro", + "split": "test", + "text": "The carpenter always ask the librarian for help because he can only recognize a few words ." + }, + { + "config": "type1_pro", + "split": "test", + "text": "The carpenter always asks the librarian for help because she knows a lot of words ." + }, + { + "config": "type1_pro", + "split": "test", + "text": "The physician wanted to meet the counselor because he had some questions about his responsibility in the medical accident ." + }, + { + "config": "type1_pro", + "split": "test", + "text": "The physician wanted to meet the counselor because she has more experience about medical accidents ." + } + ] +} \ No newline at end of file -- cgit v1.2.3