#!/bin/bash
#SBATCH --job-name=scale_miss
#SBATCH --account=bfqt-delta-gpu
#SBATCH --partition=gpuH200x8-interactive
#SBATCH --gres=gpu:4
#SBATCH --time=01:00:00
#SBATCH --mem=128G
#SBATCH --cpus-per-task=16
#SBATCH --output=%x-%j.out
#SBATCH --error=%x-%j.err

cd /projects/bfqt/users/yurenh2/ml-projects/personalization-user-model

source ~/miniforge3/etc/profile.d/conda.sh
conda activate eval

export HF_HOME=/projects/bfqt/users/yurenh2/.cache/huggingface
export TRANSFORMERS_CACHE=/projects/bfqt/users/yurenh2/.cache/huggingface
export PYTHONPATH=/projects/bfqt/users/yurenh2/ml-projects/personalization-user-model:$PYTHONPATH

# Run rag and reflection for profiles 5 only (start_profile=4, end_profile=5 means profile index 4)
python collaborativeagents/scripts/run_experiments.py \
    --methods rag,reflection \
    --num_profiles 5 \
    --start_profile 4 \
    --sessions_per_profile 15 \
    --output_dir results/scale_test_missing \
    --profile_path collaborativeagents/data/complex_profiles_v2/profiles_200.jsonl \
    --datasets math-hard