diff options
| author | Oscar Wan <oscarwan@stanford.edu> | 2026-07-24 20:45:42 -0700 |
|---|---|---|
| committer | Oscar Wan <oscarwan@stanford.edu> | 2026-07-24 20:45:42 -0700 |
| commit | 15efc30e9e7179accd30375d3edb2e34a3b4dc5f (patch) | |
| tree | ba1c49eb128e7906ba451141723d763e1dcda53a /src/gap_pipeline/offline.py | |
| parent | 708f2af9c6985e9cb5cd53e434a7d3b8dfa2b4ac (diff) | |
updated generation process
Diffstat (limited to 'src/gap_pipeline/offline.py')
| -rw-r--r-- | src/gap_pipeline/offline.py | 14 |
1 files changed, 7 insertions, 7 deletions
diff --git a/src/gap_pipeline/offline.py b/src/gap_pipeline/offline.py index 2be8922..e1c4927 100644 --- a/src/gap_pipeline/offline.py +++ b/src/gap_pipeline/offline.py @@ -198,7 +198,7 @@ def summarize_run(run_dir: Path) -> dict[str, Any]: first_round_failed += 1 if status == "accepted": accepted_ids.append(item_id) - if any(row.get("repaired", False) for row in history): + if any(not row.get("unanimous", False) for row in history): repaired_accepts += 1 else: rejected_ids.append(item_id) @@ -234,12 +234,12 @@ def align_run_to_release(run_dir: Path, dataset_dir: Path) -> dict[str, Any]: rows.append({"item_id": item_id, "status": "missing_from_release"}) continue released_kernel = release[item_id]["variants"]["kernel_variant"] - question_exact = candidate["problem"] == released_kernel["question"] - solution_exact = candidate["proof"] == released_kernel["solution"] - question_normalized = normalize_text(candidate["problem"]) == normalize_text( + question_exact = candidate["question"] == released_kernel["question"] + solution_exact = candidate["solution"] == released_kernel["solution"] + question_normalized = normalize_text(candidate["question"]) == normalize_text( released_kernel["question"] ) - solution_normalized = normalize_text(candidate["proof"]) == normalize_text( + solution_normalized = normalize_text(candidate["solution"]) == normalize_text( released_kernel["solution"] ) rows.append( @@ -258,8 +258,8 @@ def align_run_to_release(run_dir: Path, dataset_dir: Path) -> dict[str, Any]: "solution_normalized": solution_normalized, "candidate_sha256": sha256_payload( { - "question": candidate["problem"], - "solution": candidate["proof"], + "question": candidate["question"], + "solution": candidate["solution"], } ), "release_sha256": sha256_payload( |