blob: 5bb1d8a9c20321d84c22f1ccdefa29d0726a5c38 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
|
#!/usr/bin/env bash
set -euo pipefail
ROOT=/home/yurenh2/rrm
PY=/home/yurenh2/miniconda3/envs/rrm/bin/python
cd "${ROOT}"
PIDS=(
research/flossing/late_perturb_robustness/logs/trm_baseline_best_step58590_n3000_k8_late.pid
research/flossing/late_perturb_robustness/logs/trm_multi4_best_step35805_n3000_k8_late.pid
research/flossing/late_perturb_robustness/logs/trm_multi4_final_step65100_n3000_k8_late.pid
)
for pf in "${PIDS[@]}"; do
pid=$(cat "${pf}")
echo "watch ${pf}: ${pid}"
while kill -0 "${pid}" 2>/dev/null; do
sleep 60
done
echo "done ${pf}: ${pid}"
done
"${PY}" research/flossing/plot_late_perturb_robustness.py \
--summaries \
research/flossing/late_perturb_robustness/trm_baseline_best_step58590_n3000_k8_late.summary.csv \
research/flossing/late_perturb_robustness/trm_multi4_best_step35805_n3000_k8_late.summary.csv \
research/flossing/late_perturb_robustness/trm_multi4_final_step65100_n3000_k8_late.summary.csv \
--out-dir research/flossing/late_perturb_robustness/plots \
--slice-sigma 0.1
nvidia-smi --query-gpu=index,memory.used,memory.total,utilization.gpu --format=csv,noheader,nounits \
> research/flossing/late_perturb_robustness/plots/final_gpu_status.txt
|
