diff options
Diffstat (limited to 'scripts/run_extreme4.sbatch')
| -rw-r--r-- | scripts/run_extreme4.sbatch | 54 |
1 files changed, 54 insertions, 0 deletions
diff --git a/scripts/run_extreme4.sbatch b/scripts/run_extreme4.sbatch new file mode 100644 index 0000000..e3cdeab --- /dev/null +++ b/scripts/run_extreme4.sbatch @@ -0,0 +1,54 @@ +#!/bin/bash +#SBATCH --job-name=snn_ext4 +#SBATCH --account=bfqt-delta-gpu +#SBATCH --partition=gpuA40x4 +#SBATCH --nodes=1 +#SBATCH --ntasks=1 +#SBATCH --cpus-per-task=8 +#SBATCH --gpus-per-node=1 +#SBATCH --mem=64G +#SBATCH --time=48:00:00 +#SBATCH --output=runs/slurm_logs/%j_extreme4.out +#SBATCH --error=runs/slurm_logs/%j_extreme4.err + +# ============================================================ +# Experiment: Higher Threshold (lambda > 4.0) +# ============================================================ +# Even more permissive threshold. Only penalize truly +# explosive dynamics. May allow deeper networks to learn. +# ============================================================ + +set -e + +PROJECT_DIR="/projects/bfqt/users/yurenh2/ml-projects/snn-training" +cd "$PROJECT_DIR" + +mkdir -p runs/slurm_logs data + +echo "============================================================" +echo "EXTREME THRESHOLD 4.0 Experiment" +echo "Job ID: $SLURM_JOB_ID | Node: $SLURM_NODELIST" +echo "Start: $(date)" +echo "============================================================" +nvidia-smi --query-gpu=name,memory.total --format=csv,noheader +echo "============================================================" + +python files/experiments/depth_scaling_benchmark.py \ + --dataset cifar100 \ + --depths 4 8 12 16 \ + --T 4 \ + --epochs 150 \ + --batch_size 128 \ + --lr 0.001 \ + --lambda_reg 0.3 \ + --lambda_target -0.1 \ + --reg_type extreme \ + --lyap_threshold 4.0 \ + --warmup_epochs 10 \ + --data_dir ./data \ + --out_dir runs/depth_scaling_extreme4 \ + --device cuda + +echo "============================================================" +echo "Finished: $(date)" +echo "============================================================" |
