blob: 0536f59c8c86b506b1f5f78619c9e4653ee0da1d (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
|
#!/bin/bash
# TOLERANCE SWEEP (hardware gate, task #15/#16): warm-start s2000, 1500 steps per config.
# GATED on the hr2 verdict (EP+regs from a TRAINED state must be Pascal-safe). 2 GPUs x 5 configs.
# Grid: device noise fnoise x weight-quantization wq_bits (core cells; wmis later).
cd /home/yurenh2/ept/ep_run
PY=/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3
BASE="--mode ep --attn_mode thick --B 24 --C 512 --H 16 --T 256 --c 1.0 --jacreg 0.1 --jr_floor 0.1 --jr_max 0.1 --resreg 0.2 --holo 2 --hr 0.02 --t2sel 40 --track --pema 0.999 --t1max 300 --res_est 1e-4 --res_gate 0 --qknorm --init_ckpt runs/redx_traj/s2000.pt --warmup 50 --T1 150 --T2 20 --lr 6e-4 --wsd 0.25 --steps 1500 --log 100 --save_every 1500 --abort_res 0.3 --data data/tinystories_bpe"
run() { local g=$1 n=$2; shift 2; env CUDA_VISIBLE_DEVICES=$g $PY lt_ep_train.py $BASE "$@" --ckpt runs/tol_$n.pt --state runs/tol_$n.state > runs/tol_$n.log 2>&1; grep -E "DONE|abort" runs/tol_$n.log | tail -1; }
(
run 6 base
run 6 fn1e3 --fnoise 1e-3
run 6 fn3e3 --fnoise 3e-3
run 6 fn1e2 --fnoise 1e-2
run 6 fn3e2 --fnoise 3e-2
) &
(
run 7 wq8 --wq_bits 8
run 7 wq6 --wq_bits 6
run 7 wq4 --wq_bits 4
run 7 fn3e3wq8 --fnoise 3e-3 --wq_bits 8
run 7 wm1e2 --wmis 1e-2
) &
wait
echo TOL_SWEEP_ALL_DONE
|
