From 6a544fabfc2af22e4d5823410dd2387b5af89ea9 Mon Sep 17 00:00:00 2001
From: yurenh <blackhao0426@gmail.com>
Date: Mon, 31 Aug 2026 18:14:09 -0500
Subject: scaffold: model (OLMo2-ish + ZBP partition), trainer (DDP/config),
 data shards, bench

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01GkgLsACEF6CCP7EUfA5fZe
---
 configs/train/bp.yaml | 11 +++++++++++
 1 file changed, 11 insertions(+)
 create mode 100644 configs/train/bp.yaml

(limited to 'configs/train/bp.yaml')

diff --git a/configs/train/bp.yaml b/configs/train/bp.yaml
new file mode 100644
index 0000000..4573a30
--- /dev/null
+++ b/configs/train/bp.yaml
@@ -0,0 +1,11 @@
+mode: bp
+tokens: 2e9
+global_batch_tokens: 524288      # 512 seqs x 1024
+lr: 6e-4
+warmup: 2000
+optimizer: adamw
+wd: 0.1
+betas: [0.9, 0.95]
+grad_clip: 1.0
+eval_every: 500
+seed: 0
-- 
cgit v1.2.3