blob: 52a9fb4052ca5ac0a836c087c1b750e1aea346c2 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
|
#!/usr/bin/env bash
set -euo pipefail
cd "/home/yurenh2/rrm"
export CUDA_VISIBLE_DEVICES="0"
export PYTHONUNBUFFERED=1
exec "/home/yurenh2/miniconda3/envs/rrm/bin/python" research/flossing/step7_interfloss.py \
--model trm \
--ckpt-root "/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro" \
--ckpt-name __random__ \
--init-seed 123 \
--train-steps "20000" \
--batch-size "32" \
--task-batch-size "32" \
--floss-batch-size "4" \
--train-lr 1e-4 \
--floss-lr 1e-4 \
--floss-mode engelken_l2 \
--lambda-star 0 \
--k-lyap 4 \
--lyap-act-steps 4 \
--seed 42 \
--eval-every 1000 \
--eval-n "1000" \
--eval-batch-size 64 \
--floss-log-every 10 \
--train-puzzle-emb \
--puzzle-emb-lr 1e-4 \
--puzzle-emb-weight-decay 1.0 \
--kl-beta 0 \
--floss-steps "0" \
--interfloss-at "" \
--interfloss-every "0" \
--interfloss-start "0" \
--interfloss-stop "-1" \
--out "/home/yurenh2/rrm/research/flossing/flossing_suite/results/trm_faithful/trm_seed123_baseline_nofloss_tb32_fb4_20000.json"
|
