summaryrefslogtreecommitdiff
path: root/research/flossing/watch_ptrm_gbs768_compare.sh
blob: b4809a2576ce760719a841a903448f9d78562e7c (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
#!/usr/bin/env bash
set -euo pipefail

cd /home/yurenh2/rrm

BASE="research/flossing/ptrm_official_gbs768_base58590_k100_d64_sigma03_Lonly_n1000_seed0.npz"
TEST="research/flossing/ptrm_official_gbs768_multi4_35805_k100_d64_sigma03_Lonly_n1000_seed0.npz"
OUT="research/flossing/ptrm_gbs768_base_vs_multi4_k100_d64_sigma03_Lonly_n1000_seed0"
PY="/home/yurenh2/miniconda3/envs/rrm/bin/python"

echo "[watch] waiting for PTRM caches"
while [[ ! -s "${BASE}" || ! -s "${TEST}" ]]; do
  date "+[watch] %F %T base=$(test -s "${BASE}" && echo yes || echo no) test=$(test -s "${TEST}" && echo yes || echo no)"
  sleep 120
done

echo "[watch] both caches exist; running paired comparison"
"${PY}" research/flossing/compare_ptrm_rollout_counts.py \
  --base "${BASE}" \
  --test "${TEST}" \
  --base-label base \
  --test-label multi4 \
  --out-prefix "${OUT}"

echo "[watch] done"
ls -lh "${OUT}".summary.csv "${OUT}".hist.csv "${OUT}".kcurve.csv