Add GenderBench for group entropy equalization research

- Integrated GenderBench evaluation suite for gender bias testing
- Added modified MBPP.py for enhanced code evaluation
- Setup complete for implementing gender debiasing through entropy minimization

1 files changed, 45 insertions, 0 deletions

diff --git a/genderbench/pyproject.toml b/genderbench/pyproject.toml
new file mode 100644
index 0000000..3cf68d5
--- /dev/null
+++ b/genderbench/pyproject.toml
@@ -0,0 +1,45 @@
+[project]
+name = "genderbench"
+version = "1.1.0"
+description = "Evaluation suite for gender biases in LLMs."
+authors = [
+    {name = "Matúš Pikuliak",email = "matus.pikuliak@gmail.com"}
+]
+license = {file = "LICENSE"}
+readme = "README.md"
+requires-python = ">=3.12"
+keywords = ["gender-bias", "fairness-ai", "llms", "llms-benchmarking"]
+classifiers = [
+  "Development Status :: 5 - Production/Stable",
+  "Programming Language :: Python :: 3.12",
+]
+dependencies = [
+    "anthropic (>=0.49.0,<0.50.0)",
+    "fsspec (>=2025.3.0,<2026.0.0)",
+    "huggingface-hub (>=0.29.3,<0.30.0)",
+    "jinja2 (>=3.1.6,<4.0.0)",
+    "nest-asyncio (>=1.6.0,<2.0.0)",
+    "nltk (>=3.9.1,<4.0.0)",
+    "numpy (>=2.2.4,<3.0.0)",
+    "openai (>=1.66.3,<2.0.0)",
+    "pandas (>=2.2.3,<3.0.0)",
+    "requests (>=2.32.3,<3.0.0)",
+    "scipy (>=1.15.2,<2.0.0)",
+    "tqdm (>=4.67.1,<5.0.0)",
+]
+
+[project.urls]
+repository = "https://github.com/matus-pikuliak/genderbench"
+documentation = "https://genderbench.readthedocs.io"
+
+[tool.poetry.group.dev.dependencies]
+black = "^25.1.0"
+isort = "^6.0.1"
+pytest = "^8.3.5"
+sphinx = "^8.2.3"
+sphinx-mdinclude = "^0.6.2"
+sphinx-rtd-theme = "^3.0.2"
+
+[build-system]
+requires = ["poetry-core>=2.0.0,<3.0.0"]
+build-backend = "poetry.core.masonry.api"