diff options
Diffstat (limited to 'research/flossing/watch_ptrm_gbs768_compare.sh')
| -rwxr-xr-x | research/flossing/watch_ptrm_gbs768_compare.sh | 26 |
1 files changed, 26 insertions, 0 deletions
diff --git a/research/flossing/watch_ptrm_gbs768_compare.sh b/research/flossing/watch_ptrm_gbs768_compare.sh new file mode 100755 index 0000000..b4809a2 --- /dev/null +++ b/research/flossing/watch_ptrm_gbs768_compare.sh @@ -0,0 +1,26 @@ +#!/usr/bin/env bash +set -euo pipefail + +cd /home/yurenh2/rrm + +BASE="research/flossing/ptrm_official_gbs768_base58590_k100_d64_sigma03_Lonly_n1000_seed0.npz" +TEST="research/flossing/ptrm_official_gbs768_multi4_35805_k100_d64_sigma03_Lonly_n1000_seed0.npz" +OUT="research/flossing/ptrm_gbs768_base_vs_multi4_k100_d64_sigma03_Lonly_n1000_seed0" +PY="/home/yurenh2/miniconda3/envs/rrm/bin/python" + +echo "[watch] waiting for PTRM caches" +while [[ ! -s "${BASE}" || ! -s "${TEST}" ]]; do + date "+[watch] %F %T base=$(test -s "${BASE}" && echo yes || echo no) test=$(test -s "${TEST}" && echo yes || echo no)" + sleep 120 +done + +echo "[watch] both caches exist; running paired comparison" +"${PY}" research/flossing/compare_ptrm_rollout_counts.py \ + --base "${BASE}" \ + --test "${TEST}" \ + --base-label base \ + --test-label multi4 \ + --out-prefix "${OUT}" + +echo "[watch] done" +ls -lh "${OUT}".summary.csv "${OUT}".hist.csv "${OUT}".kcurve.csv |
