blob: 65df8e6a338bf28700ef393265361a220223f6ab (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
|
#!/bin/bash
set -e
cd /home/yurenh2/rrm/srm
source /home/yurenh2/miniconda3/etc/profile.d/conda.sh
conda activate rrm
export CUDA_VISIBLE_DEVICES=2
SRM7M_RUNNER_PID=$1
LOG_DIR=/home/yurenh2/rrm/research/flossing
echo "[$(date '+%H:%M:%S')] HRMOrth-runner waiting for SRM7M-runner PID $SRM7M_RUNNER_PID..." >> $LOG_DIR/step4_runner.log
while kill -0 "$SRM7M_RUNNER_PID" 2>/dev/null; do
sleep 30
done
echo "[$(date '+%H:%M:%S')] SRM7M done. Starting HRM-Orth (codex Q6 patched HRM, hidden=256, s_min=0.95)" >> $LOG_DIR/step4_runner.log
mkdir -p runs ckpts
python scripts/train_hrm_orth.py \
--n-steps 3000 --batch-size 8 \
--hidden-size 256 --num-heads 4 \
--H-cycles 2 --L-cycles 2 --H-layers 4 --L-layers 4 \
--orth-s-min 0.95 --cosine-attn-tau 8.0 \
--warmup-steps 200 \
--eval-every 300 --eval-n 512 --eval-batch-size 32 \
--out runs/hrm_orth_v1_sudoku1k_3k.json \
--save-ckpt ckpts/hrm_orth_v1_3k.pt \
> $LOG_DIR/hrm_orth_run.log 2>&1
echo "[$(date '+%H:%M:%S')] HRM-Orth training complete" >> $LOG_DIR/step4_runner.log
|
