diff options
Diffstat (limited to 'scripts/slurm_s1.sh')
| -rw-r--r-- | scripts/slurm_s1.sh | 23 |
1 files changed, 23 insertions, 0 deletions
diff --git a/scripts/slurm_s1.sh b/scripts/slurm_s1.sh new file mode 100644 index 0000000..8a13e9b --- /dev/null +++ b/scripts/slurm_s1.sh @@ -0,0 +1,23 @@ +#!/bin/bash +#SBATCH --signal=SIGUSR1@120 +export HF_HOME=/projects/bfqt/users/yurenh2/hf_cache +export TRANSFORMERS_CACHE=/projects/bfqt/users/yurenh2/hf_cache/transformers +export HF_HUB_CACHE=/projects/bfqt/users/yurenh2/hf_cache/hub +export HF_DATASETS_CACHE=/projects/bfqt/users/yurenh2/hf_cache/datasets +export TOKENIZERS_PARALLELISM=false + +export PYTHONPATH=/projects/bfqt/users/yurenh2/ml-projects/DAGFormer:$PYTHONPATH +export PATH=$HOME/.local/bin:$PATH + +cd /projects/bfqt/users/yurenh2/ml-projects/DAGFormer +mkdir -p logs checkpoints/s1 + +echo "=== Job Info ===" +echo "Job ID: $SLURM_JOB_ID" +echo "Node: $SLURM_NODELIST" +echo "GPU: $(nvidia-smi --query-gpu=name,memory.total --format=csv,noheader)" +echo "" + +echo "=== Starting S1: identity init training ===" +echo " Auto-resume enabled: will pick up from latest checkpoint in checkpoints/s1/" +python3 -u scripts/train.py --config configs/s1_identity_init.yaml |