diff options
Diffstat (limited to 'scripts/run_extreme3.sbatch')
| -rw-r--r-- | scripts/run_extreme3.sbatch | 55 |
1 files changed, 55 insertions, 0 deletions
diff --git a/scripts/run_extreme3.sbatch b/scripts/run_extreme3.sbatch new file mode 100644 index 0000000..7e6524e --- /dev/null +++ b/scripts/run_extreme3.sbatch @@ -0,0 +1,55 @@ +#!/bin/bash +#SBATCH --job-name=snn_ext3 +#SBATCH --account=bfqt-delta-gpu +#SBATCH --partition=gpuA40x4 +#SBATCH --nodes=1 +#SBATCH --ntasks=1 +#SBATCH --cpus-per-task=8 +#SBATCH --gpus-per-node=1 +#SBATCH --mem=64G +#SBATCH --time=48:00:00 +#SBATCH --output=runs/slurm_logs/%j_extreme3.out +#SBATCH --error=runs/slurm_logs/%j_extreme3.err + +# ============================================================ +# Experiment: Higher Threshold (lambda > 3.0) +# ============================================================ +# Since extreme with threshold=2.0 worked at depth 4 (47.5%), +# let's try threshold=3.0 to allow even more chaos before +# intervening. This might help deeper networks. +# ============================================================ + +set -e + +PROJECT_DIR="/projects/bfqt/users/yurenh2/ml-projects/snn-training" +cd "$PROJECT_DIR" + +mkdir -p runs/slurm_logs data + +echo "============================================================" +echo "EXTREME THRESHOLD 3.0 Experiment" +echo "Job ID: $SLURM_JOB_ID | Node: $SLURM_NODELIST" +echo "Start: $(date)" +echo "============================================================" +nvidia-smi --query-gpu=name,memory.total --format=csv,noheader +echo "============================================================" + +python files/experiments/depth_scaling_benchmark.py \ + --dataset cifar100 \ + --depths 4 8 12 16 \ + --T 4 \ + --epochs 150 \ + --batch_size 128 \ + --lr 0.001 \ + --lambda_reg 0.3 \ + --lambda_target -0.1 \ + --reg_type extreme \ + --lyap_threshold 3.0 \ + --warmup_epochs 10 \ + --data_dir ./data \ + --out_dir runs/depth_scaling_extreme3 \ + --device cuda + +echo "============================================================" +echo "Finished: $(date)" +echo "============================================================" |
