1 files changed, 25 insertions, 0 deletions
diff --git a/research/flossing/initial_perturb_robustness/watch_and_plot.sh b/research/flossing/initial_perturb_robustness/watch_and_plot.sh
new file mode 100755
index 0000000..eb2ba4f
--- /dev/null
+++ b/research/flossing/initial_perturb_robustness/watch_and_plot.sh
@@ -0,0 +1,25 @@
+#!/usr/bin/env bash
+set -euo pipefail
+ROOT=/home/yurenh2/rrm
+PY=/home/yurenh2/miniconda3/envs/rrm/bin/python
+cd "${ROOT}"
+PIDS=(
+  research/flossing/initial_perturb_robustness/logs/trm_baseline_best_step58590_n5000_k8.pid
+  research/flossing/initial_perturb_robustness/logs/trm_multi4_best_step35805_n5000_k8.pid
+  research/flossing/initial_perturb_robustness/logs/trm_multi4_final_step65100_n5000_k8.pid
+)
+for pf in "${PIDS[@]}"; do
+  pid=$(cat "${pf}")
+  echo "watch ${pf}: ${pid}"
+  while kill -0 "${pid}" 2>/dev/null; do
+    sleep 60
+  done
+  echo "done ${pf}: ${pid}"
+done
+"${PY}" research/flossing/plot_initial_perturb_robustness.py \
+  --summaries \
+  research/flossing/initial_perturb_robustness/trm_baseline_best_step58590_n5000_k8.summary.csv \
+  research/flossing/initial_perturb_robustness/trm_multi4_best_step35805_n5000_k8.summary.csv \
+  research/flossing/initial_perturb_robustness/trm_multi4_final_step65100_n5000_k8.summary.csv \
+  --out-dir research/flossing/initial_perturb_robustness/plots
+nvidia-smi --query-gpu=index,memory.used,memory.total,utilization.gpu --format=csv,noheader,nounits > research/flossing/initial_perturb_robustness/plots/final_gpu_status.txt