summaryrefslogtreecommitdiff
path: root/scripts/setup_env.sh
diff options
context:
space:
mode:
Diffstat (limited to 'scripts/setup_env.sh')
-rwxr-xr-xscripts/setup_env.sh79
1 files changed, 79 insertions, 0 deletions
diff --git a/scripts/setup_env.sh b/scripts/setup_env.sh
new file mode 100755
index 0000000..743f99a
--- /dev/null
+++ b/scripts/setup_env.sh
@@ -0,0 +1,79 @@
+#!/bin/bash
+# setup_env.sh
+# One-time setup script for the RLVR floating-point precision experiment
+# Run this BEFORE submitting any jobs
+
+set -e
+
+CONDA_ENV="rlvr-fp"
+PROJECT_DIR="/projects/bfqt/users/yurenh2/ml-projects/rl-floating-noise"
+
+echo "============================================"
+echo "RLVR Environment Setup"
+echo "============================================"
+
+# Setup HuggingFace cache directories
+echo ""
+echo "Setting up HuggingFace cache..."
+HF_CACHE_DIR="/work/hdd/bfqt/yurenh2/huggingface_cache"
+mkdir -p "$HF_CACHE_DIR/hub" "$HF_CACHE_DIR/transformers"
+echo " Cache directory: $HF_CACHE_DIR"
+
+# Add to shell profile if not already present
+PROFILE_FILE="$HOME/.bashrc"
+if ! grep -q "HF_HOME.*huggingface_cache" "$PROFILE_FILE" 2>/dev/null; then
+ echo ""
+ echo "Adding HuggingFace cache settings to $PROFILE_FILE..."
+ cat >> "$PROFILE_FILE" << 'EOF'
+
+# HuggingFace cache - shared across all projects (added by RLVR setup)
+export HF_HOME="/work/hdd/bfqt/yurenh2/huggingface_cache"
+export HF_HUB_CACHE="/work/hdd/bfqt/yurenh2/huggingface_cache/hub"
+export TRANSFORMERS_CACHE="/work/hdd/bfqt/yurenh2/huggingface_cache/transformers"
+EOF
+ echo " Added to $PROFILE_FILE"
+else
+ echo " HuggingFace settings already in $PROFILE_FILE"
+fi
+
+# Source to apply changes
+source "$PROFILE_FILE"
+
+# Check if conda environment exists
+echo ""
+echo "Checking conda environment..."
+source ~/.bashrc
+
+if conda env list | grep -q "^${CONDA_ENV} "; then
+ echo " Environment '$CONDA_ENV' already exists"
+ echo " To recreate, run: conda env remove -n $CONDA_ENV && $0"
+else
+ echo " Creating conda environment: $CONDA_ENV"
+ conda create -n "$CONDA_ENV" python=3.10 -y
+
+ echo ""
+ echo "Installing dependencies..."
+ conda activate "$CONDA_ENV"
+ cd "$PROJECT_DIR"
+ pip install -r requirements.txt
+
+ echo ""
+ echo "Verifying installation..."
+ python -c "import torch; print(f'PyTorch: {torch.__version__}')"
+ python -c "import transformers; print(f'Transformers: {transformers.__version__}')"
+fi
+
+echo ""
+echo "============================================"
+echo "Setup complete!"
+echo "============================================"
+echo ""
+echo "To activate the environment:"
+echo " conda activate $CONDA_ENV"
+echo ""
+echo "To run experiments:"
+echo " ./scripts/submit_all_jobs.sh"
+echo ""
+echo "HuggingFace cache location: $HF_CACHE_DIR"
+echo " (1TB quota, shared across all projects)"
+echo "============================================"