diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-07-21 10:14:50 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-07-21 10:14:50 -0500 |
| commit | 4865d62a86f62ffaa073a734a3ab3cbb69f1e8b8 (patch) | |
| tree | 0a38e5a713d30e51e6f8a0d825acc32dc051cb7c | |
| parent | 5a0a186d2dcfcb9b1ca5b1e2150597d5b69a005d (diff) | |
experiments: add fail-fast claim finalization
| -rwxr-xr-x | experiments/finalize_claims.sh | 30 |
1 files changed, 30 insertions, 0 deletions
diff --git a/experiments/finalize_claims.sh b/experiments/finalize_claims.sh new file mode 100755 index 0000000..70e53a2 --- /dev/null +++ b/experiments/finalize_claims.sh @@ -0,0 +1,30 @@ +#!/usr/bin/env bash +# Fail-fast finalization for the two publication-facing claims. This command +# intentionally fails until every strict figure cell has clean seeds 0..4. +set -eu + +cd "$(dirname "$0")/.." +TRAIN_PY=/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 +PLOT_PY=/home/yurenh2/miniconda3/bin/python +OUTDIR=results/figs +SUMMARY=results/audited_tables.md + +mkdir -p "$OUTDIR" + +# Run the strongest gate first. It validates exact seed sets, provenance, +# protocols, finite metrics, and only then writes figures + hash manifest. +"$PLOT_PY" experiments/plot_main_figures.py \ + --results results --outdir "$OUTDIR" + +"$TRAIN_PY" experiments/baseline_smoke.py +"$TRAIN_PY" experiments/synthetic_smoke.py +"$TRAIN_PY" experiments/smoke.py + +summary_tmp=$(mktemp /tmp/sdil_audited_tables.XXXXXX) +trap 'rm -f "$summary_tmp"' EXIT +"$TRAIN_PY" experiments/analyze_verified.py --results results > "$summary_tmp" +mv "$summary_tmp" "$SUMMARY" +trap - EXIT + +git diff --check +echo "finalized audited claims -> $OUTDIR and $SUMMARY" |
