summaryrefslogtreecommitdiff
path: root/ep_run/fw135m_baseline.py
diff options
context:
space:
mode:
authorOscar Wan <oscarwan@oriong12.stanford.edu>2026-07-21 15:28:06 -0700
committerOscar Wan <oscarwan@oriong12.stanford.edu>2026-07-21 15:28:06 -0700
commitad4622e42abf2a55a37c5e522a6f8302e2e95cfd (patch)
treece668b916f9f16c4153c8b658bd772cd338ff90b /ep_run/fw135m_baseline.py
parent09c52fa97a946cf6dbdc500aef88da8522c2ce7d (diff)
Add portable 135M BP sweep handoff
Match the active EP configuration and support four-GPU BP candidates from collaborators' data locations. Co-authored-by: Cursor <cursoragent@cursor.com>
Diffstat (limited to 'ep_run/fw135m_baseline.py')
-rw-r--r--ep_run/fw135m_baseline.py6
1 files changed, 3 insertions, 3 deletions
diff --git a/ep_run/fw135m_baseline.py b/ep_run/fw135m_baseline.py
index ddcc5c0..8daf145 100644
--- a/ep_run/fw135m_baseline.py
+++ b/ep_run/fw135m_baseline.py
@@ -13,7 +13,7 @@ HEADS = 12
CONTEXT = 256
BATCH = 24
PARAMETERS = 135303936
-FULL_STEPS_ARG = 440442 # casc_bp_train.py loops inclusively: 440,443 updates
+FULL_STEPS_ARG = 440000 # Match fw135m_bsign; casc_bp_train.py loops inclusively: 440,001 updates.
LR_SWEEP = ("7e-4", "1e-3", "1.4e-3")
@@ -94,12 +94,12 @@ def main():
f"fw135m_bp_lr{lr.replace('-', 'm').replace('.', 'p')}_s{args.seed}",
lr,
args.sweep_steps,
- 500,
+ 1000,
)
for lr in LR_SWEEP
]
else:
- runs = [(f"fw135m_bp_s{args.seed}", args.lr, FULL_STEPS_ARG, 500)]
+ runs = [(f"fw135m_bp_s{args.seed}", args.lr, FULL_STEPS_ARG, 1000)]
print(
f"# L{LAYERS} C{WIDTH} H{HEADS} T{CONTEXT} B{BATCH} "