blob: b4809a2576ce760719a841a903448f9d78562e7c (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
|
#!/usr/bin/env bash
set -euo pipefail
cd /home/yurenh2/rrm
BASE="research/flossing/ptrm_official_gbs768_base58590_k100_d64_sigma03_Lonly_n1000_seed0.npz"
TEST="research/flossing/ptrm_official_gbs768_multi4_35805_k100_d64_sigma03_Lonly_n1000_seed0.npz"
OUT="research/flossing/ptrm_gbs768_base_vs_multi4_k100_d64_sigma03_Lonly_n1000_seed0"
PY="/home/yurenh2/miniconda3/envs/rrm/bin/python"
echo "[watch] waiting for PTRM caches"
while [[ ! -s "${BASE}" || ! -s "${TEST}" ]]; do
date "+[watch] %F %T base=$(test -s "${BASE}" && echo yes || echo no) test=$(test -s "${TEST}" && echo yes || echo no)"
sleep 120
done
echo "[watch] both caches exist; running paired comparison"
"${PY}" research/flossing/compare_ptrm_rollout_counts.py \
--base "${BASE}" \
--test "${TEST}" \
--base-label base \
--test-label multi4 \
--out-prefix "${OUT}"
echo "[watch] done"
ls -lh "${OUT}".summary.csv "${OUT}".hist.csv "${OUT}".kcurve.csv
|