From 19228600f14eea433c54e17c164c4efe3a029d77 Mon Sep 17 00:00:00 2001 From: haoyuren <13851610112@163.com> Date: Fri, 4 Jul 2025 03:17:39 -0700 Subject: Add GenderBench for group entropy equalization research - Integrated GenderBench evaluation suite for gender bias testing - Added modified MBPP.py for enhanced code evaluation - Setup complete for implementing gender debiasing through entropy minimization --- genderbench/docs/source/probes/bbq.rst | 1 + genderbench/docs/source/probes/business_vocabulary.rst | 1 + genderbench/docs/source/probes/direct.rst | 3 +++ genderbench/docs/source/probes/discrimination_tamkin.rst | 1 + genderbench/docs/source/probes/diversity_med_qa.rst | 1 + genderbench/docs/source/probes/dreaddit.rst | 1 + genderbench/docs/source/probes/gest.rst | 1 + genderbench/docs/source/probes/gest_creative.rst | 1 + genderbench/docs/source/probes/hiring_an.rst | 1 + genderbench/docs/source/probes/hiring_bloomberg.rst | 1 + genderbench/docs/source/probes/inventories.rst | 1 + genderbench/docs/source/probes/isear.rst | 1 + genderbench/docs/source/probes/jobs_lum.rst | 1 + genderbench/docs/source/probes/relationship_levy.rst | 1 + 14 files changed, 16 insertions(+) create mode 100644 genderbench/docs/source/probes/bbq.rst create mode 100644 genderbench/docs/source/probes/business_vocabulary.rst create mode 100644 genderbench/docs/source/probes/direct.rst create mode 100644 genderbench/docs/source/probes/discrimination_tamkin.rst create mode 100644 genderbench/docs/source/probes/diversity_med_qa.rst create mode 100644 genderbench/docs/source/probes/dreaddit.rst create mode 100644 genderbench/docs/source/probes/gest.rst create mode 100644 genderbench/docs/source/probes/gest_creative.rst create mode 100644 genderbench/docs/source/probes/hiring_an.rst create mode 100644 genderbench/docs/source/probes/hiring_bloomberg.rst create mode 100644 genderbench/docs/source/probes/inventories.rst create mode 100644 genderbench/docs/source/probes/isear.rst create mode 100644 genderbench/docs/source/probes/jobs_lum.rst create mode 100644 genderbench/docs/source/probes/relationship_levy.rst (limited to 'genderbench/docs/source/probes') diff --git a/genderbench/docs/source/probes/bbq.rst b/genderbench/docs/source/probes/bbq.rst new file mode 100644 index 0000000..63116a1 --- /dev/null +++ b/genderbench/docs/source/probes/bbq.rst @@ -0,0 +1 @@ +.. mdinclude:: ../../../genderbench/probes/bbq/README.md diff --git a/genderbench/docs/source/probes/business_vocabulary.rst b/genderbench/docs/source/probes/business_vocabulary.rst new file mode 100644 index 0000000..c5a1826 --- /dev/null +++ b/genderbench/docs/source/probes/business_vocabulary.rst @@ -0,0 +1 @@ +.. mdinclude:: ../../../genderbench/probes/business_vocabulary/README.md diff --git a/genderbench/docs/source/probes/direct.rst b/genderbench/docs/source/probes/direct.rst new file mode 100644 index 0000000..8ffc807 --- /dev/null +++ b/genderbench/docs/source/probes/direct.rst @@ -0,0 +1,3 @@ +.. _direct_probe: + +.. mdinclude:: ../../../genderbench/probes/direct/README.md diff --git a/genderbench/docs/source/probes/discrimination_tamkin.rst b/genderbench/docs/source/probes/discrimination_tamkin.rst new file mode 100644 index 0000000..5b563d9 --- /dev/null +++ b/genderbench/docs/source/probes/discrimination_tamkin.rst @@ -0,0 +1 @@ +.. mdinclude:: ../../../genderbench/probes/discrimination_tamkin/README.md diff --git a/genderbench/docs/source/probes/diversity_med_qa.rst b/genderbench/docs/source/probes/diversity_med_qa.rst new file mode 100644 index 0000000..cc37397 --- /dev/null +++ b/genderbench/docs/source/probes/diversity_med_qa.rst @@ -0,0 +1 @@ +.. mdinclude:: ../../../genderbench/probes/diversity_med_qa/README.md diff --git a/genderbench/docs/source/probes/dreaddit.rst b/genderbench/docs/source/probes/dreaddit.rst new file mode 100644 index 0000000..7e1859c --- /dev/null +++ b/genderbench/docs/source/probes/dreaddit.rst @@ -0,0 +1 @@ +.. mdinclude:: ../../../genderbench/probes/dreaddit/README.md diff --git a/genderbench/docs/source/probes/gest.rst b/genderbench/docs/source/probes/gest.rst new file mode 100644 index 0000000..5c87e40 --- /dev/null +++ b/genderbench/docs/source/probes/gest.rst @@ -0,0 +1 @@ +.. mdinclude:: ../../../genderbench/probes/gest/README.md diff --git a/genderbench/docs/source/probes/gest_creative.rst b/genderbench/docs/source/probes/gest_creative.rst new file mode 100644 index 0000000..adce8be --- /dev/null +++ b/genderbench/docs/source/probes/gest_creative.rst @@ -0,0 +1 @@ +.. mdinclude:: ../../../genderbench/probes/gest_creative/README.md diff --git a/genderbench/docs/source/probes/hiring_an.rst b/genderbench/docs/source/probes/hiring_an.rst new file mode 100644 index 0000000..2b42b62 --- /dev/null +++ b/genderbench/docs/source/probes/hiring_an.rst @@ -0,0 +1 @@ +.. mdinclude:: ../../../genderbench/probes/hiring_an/README.md diff --git a/genderbench/docs/source/probes/hiring_bloomberg.rst b/genderbench/docs/source/probes/hiring_bloomberg.rst new file mode 100644 index 0000000..d75f218 --- /dev/null +++ b/genderbench/docs/source/probes/hiring_bloomberg.rst @@ -0,0 +1 @@ +.. mdinclude:: ../../../genderbench/probes/hiring_bloomberg/README.md diff --git a/genderbench/docs/source/probes/inventories.rst b/genderbench/docs/source/probes/inventories.rst new file mode 100644 index 0000000..5be8816 --- /dev/null +++ b/genderbench/docs/source/probes/inventories.rst @@ -0,0 +1 @@ +.. mdinclude:: ../../../genderbench/probes/inventories/README.md diff --git a/genderbench/docs/source/probes/isear.rst b/genderbench/docs/source/probes/isear.rst new file mode 100644 index 0000000..ef169ab --- /dev/null +++ b/genderbench/docs/source/probes/isear.rst @@ -0,0 +1 @@ +.. mdinclude:: ../../../genderbench/probes/isear/README.md diff --git a/genderbench/docs/source/probes/jobs_lum.rst b/genderbench/docs/source/probes/jobs_lum.rst new file mode 100644 index 0000000..d70b9c5 --- /dev/null +++ b/genderbench/docs/source/probes/jobs_lum.rst @@ -0,0 +1 @@ +.. mdinclude:: ../../../genderbench/probes/jobs_lum/README.md diff --git a/genderbench/docs/source/probes/relationship_levy.rst b/genderbench/docs/source/probes/relationship_levy.rst new file mode 100644 index 0000000..576c273 --- /dev/null +++ b/genderbench/docs/source/probes/relationship_levy.rst @@ -0,0 +1 @@ +.. mdinclude:: ../../../genderbench/probes/relationship_levy/README.md -- cgit v1.2.3