From 6a544fabfc2af22e4d5823410dd2387b5af89ea9 Mon Sep 17 00:00:00 2001
From: yurenh <blackhao0426@gmail.com>
Date: Mon, 31 Aug 2026 18:14:09 -0500
Subject: scaffold: model (OLMo2-ish + ZBP partition), trainer (DDP/config),
 data shards, bench

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01GkgLsACEF6CCP7EUfA5fZe
---
 configs/model/l350.yaml | 7 +++++++
 1 file changed, 7 insertions(+)
 create mode 100644 configs/model/l350.yaml

(limited to 'configs/model/l350.yaml')

diff --git a/configs/model/l350.yaml b/configs/model/l350.yaml
new file mode 100644
index 0000000..cd36f07
--- /dev/null
+++ b/configs/model/l350.yaml
@@ -0,0 +1,7 @@
+d: 1024
+layers: 24
+heads: 16
+vocab: 50257
+seq_len: 1024
+ffn_mult: 8/3
+pos: learned
-- 
cgit v1.2.3