#!/usr/bin/env bash
set -euo pipefail

ROOT=/home/yurenh2/rrm
PY=/home/yurenh2/miniconda3/envs/rrm/bin/python
cd "${ROOT}"

PIDS=(
  research/flossing/directional_lyap_perturb/logs/trm_baseline_best_step58590_n1000_c8_dirlyap.pid
  research/flossing/directional_lyap_perturb/logs/trm_multi4_best_step35805_n1000_c8_dirlyap.pid
  research/flossing/directional_lyap_perturb/logs/trm_multi4_final_step65100_n1000_c8_dirlyap.pid
)

for pf in "${PIDS[@]}"; do
  pid=$(cat "${pf}")
  echo "watch ${pf}: ${pid}"
  while kill -0 "${pid}" 2>/dev/null; do
    sleep 60
  done
  echo "done ${pf}: ${pid}"
done

"${PY}" research/flossing/plot_directional_lyap_perturb.py \
  --summaries \
  research/flossing/directional_lyap_perturb/trm_baseline_best_step58590_n1000_c8_dirlyap.summary.csv \
  research/flossing/directional_lyap_perturb/trm_multi4_best_step35805_n1000_c8_dirlyap.summary.csv \
  research/flossing/directional_lyap_perturb/trm_multi4_final_step65100_n1000_c8_dirlyap.summary.csv \
  --out-dir research/flossing/directional_lyap_perturb/plots \
  --slice-sigma 0.03

nvidia-smi --query-gpu=index,memory.used,memory.total,utilization.gpu --format=csv,noheader,nounits \
  > research/flossing/directional_lyap_perturb/plots/final_gpu_status.txt