diff options
Diffstat (limited to 'experiments/query_budget_validation_sweep.sh')
| -rwxr-xr-x | experiments/query_budget_validation_sweep.sh | 40 |
1 files changed, 40 insertions, 0 deletions
diff --git a/experiments/query_budget_validation_sweep.sh b/experiments/query_budget_validation_sweep.sh new file mode 100755 index 0000000..b91386f --- /dev/null +++ b/experiments/query_budget_validation_sweep.sh @@ -0,0 +1,40 @@ +#!/usr/bin/env bash +# Validation-only screen for amortized calibration query budgets. +# Usage: query_budget_validation_sweep.sh <gpu> "<mode:k:every> ..." [seeds] +# Example: query_budget_validation_sweep.sh 5 "sdil:16:4 sdil:1:4" 0 +set -eu + +cd "$(dirname "$0")/.." +GPU="${1:?GPU index required}" +SPECS="${2:?space-separated mode:k:every specs required}" +SEEDS="${3:-0}" +PYTHON="${PYTHON:-/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3}" + +for seed in $SEEDS; do + for spec in $SPECS; do + IFS=: read -r mode ndirs every <<EOF +$spec +EOF + if [ "$mode" = dfa ]; then + tag="query_dev_v1_cifar10_d20_dfa_s${seed}" + else + tag="query_dev_v1_cifar10_d20_k${ndirs}_e${every}_s${seed}" + fi + out="results/${tag}.json" + if [ -s "$out" ]; then + echo "[$tag] exists; skipping" + continue + fi + CUDA_VISIBLE_DEVICES="$GPU" "$PYTHON" experiments/run.py \ + --mode "$mode" --dataset cifar10 --device cuda \ + --depth 20 --width 64 --residual 1 --act tanh \ + --epochs 5 --batch_size 128 --eta 0.05 --momentum 0.9 \ + --eta_A 0.02 --pert_sigma 0.01 --pert_ndirs "$ndirs" \ + --pert_every "$every" --pert_mode simultaneous \ + --traffic_mode none --nuis_rho 0 --use_residual 0 \ + --learn_A 1 --learn_P 0 --p_warmup_steps 0 \ + --val_examples 5000 --split_seed 2027 --eval_split validation \ + --diagnostics none --eval_every 0 --seed "$seed" \ + --log_every 100000 --tag "$tag" + done +done |
