summaryrefslogtreecommitdiff
path: root/experiments/c2_bp_depth_validation.sh
blob: f294d27ac289774cf18e6d729736029c6a8e1f2f (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
#!/usr/bin/env bash
# Frozen BP useful-depth screen for the C2 Telgarsky candidate.
# Usage: c2_bp_depth_validation.sh <gpu> "<task seeds>"
set -eu

cd "$(dirname "$0")/.."
GPU="${1:?GPU index required}"
TASK_SEEDS="${2:-0 1 2}"
PYTHON="${PYTHON:-/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3}"

for task_seed in $TASK_SEEDS; do
  for depth in 1 2 3 4 6; do
    tag="c2_bp_curve_val_v1_tent_l2_w8_d${depth}_t${task_seed}_s0"
    out="results/${tag}.json"
    if [ -s "$out" ]; then
      echo "[$tag] exists; skipping"
      continue
    fi
    lesion=0
    if [ "$depth" -gt 1 ]; then
      lesion=0.3333333333333333
    fi
    CUDA_VISIBLE_DEVICES="$GPU" "$PYTHON" experiments/run.py \
      --mode bp --dataset tentmap --device cuda \
      --depth "$depth" --width 8 --act relu --residual 1 \
      --residual_lesion_fraction "$lesion" \
      --epochs 80 --batch_size 256 --eta 0.03 --momentum 0.9 \
      --task_train_examples 10000 --task_test_examples 5000 \
      --task_levels 2 --task_n_in 1 --task_seed "$task_seed" \
      --val_examples 2000 --split_seed 2027 --eval_split validation --eval_every 0 \
      --diagnostics none --diagnostics_schedule final --probe_bs 512 \
      --seed 0 --log_every 100000 --tag "$tag"
  done
done