summaryrefslogtreecommitdiff
path: root/research/flossing/watch_ptrm_gbs768_compare.sh
diff options
context:
space:
mode:
Diffstat (limited to 'research/flossing/watch_ptrm_gbs768_compare.sh')
-rwxr-xr-xresearch/flossing/watch_ptrm_gbs768_compare.sh26
1 files changed, 26 insertions, 0 deletions
diff --git a/research/flossing/watch_ptrm_gbs768_compare.sh b/research/flossing/watch_ptrm_gbs768_compare.sh
new file mode 100755
index 0000000..b4809a2
--- /dev/null
+++ b/research/flossing/watch_ptrm_gbs768_compare.sh
@@ -0,0 +1,26 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+cd /home/yurenh2/rrm
+
+BASE="research/flossing/ptrm_official_gbs768_base58590_k100_d64_sigma03_Lonly_n1000_seed0.npz"
+TEST="research/flossing/ptrm_official_gbs768_multi4_35805_k100_d64_sigma03_Lonly_n1000_seed0.npz"
+OUT="research/flossing/ptrm_gbs768_base_vs_multi4_k100_d64_sigma03_Lonly_n1000_seed0"
+PY="/home/yurenh2/miniconda3/envs/rrm/bin/python"
+
+echo "[watch] waiting for PTRM caches"
+while [[ ! -s "${BASE}" || ! -s "${TEST}" ]]; do
+ date "+[watch] %F %T base=$(test -s "${BASE}" && echo yes || echo no) test=$(test -s "${TEST}" && echo yes || echo no)"
+ sleep 120
+done
+
+echo "[watch] both caches exist; running paired comparison"
+"${PY}" research/flossing/compare_ptrm_rollout_counts.py \
+ --base "${BASE}" \
+ --test "${TEST}" \
+ --base-label base \
+ --test-label multi4 \
+ --out-prefix "${OUT}"
+
+echo "[watch] done"
+ls -lh "${OUT}".summary.csv "${OUT}".hist.csv "${OUT}".kcurve.csv