3 files changed, 43 insertions, 0 deletions
diff --git a/configs/train/bp.yaml b/configs/train/bp.yaml
new file mode 100644
index 0000000..4573a30
--- /dev/null
+++ b/configs/train/bp.yaml
@@ -0,0 +1,11 @@
+mode: bp
+tokens: 2e9
+global_batch_tokens: 524288      # 512 seqs x 1024
+lr: 6e-4
+warmup: 2000
+optimizer: adamw
+wd: 0.1
+betas: [0.9, 0.95]
+grad_clip: 1.0
+eval_every: 500
+seed: 0
diff --git a/configs/train/zbp_n16.yaml b/configs/train/zbp_n16.yaml
new file mode 100644
index 0000000..6f97a80
--- /dev/null
+++ b/configs/train/zbp_n16.yaml
@@ -0,0 +1,16 @@
+mode: cd
+n_probes: 16
+probe: rademacher
+eps: 0.1
+probe_chunk: 8
+measure_fp32: true
+tokens: 2e9
+global_batch_tokens: 524288
+lr: 6e-4
+warmup: 2000
+optimizer: adamw
+wd: 0.1
+betas: [0.9, 0.95]
+grad_clip: 1.0
+eval_every: 500
+seed: 0
diff --git a/configs/train/zbp_n4.yaml b/configs/train/zbp_n4.yaml
new file mode 100644
index 0000000..cb26322
--- /dev/null
+++ b/configs/train/zbp_n4.yaml
@@ -0,0 +1,16 @@
+mode: cd
+n_probes: 4
+probe: rademacher
+eps: 0.1
+probe_chunk: 8
+measure_fp32: true
+tokens: 2e9
+global_batch_tokens: 524288
+lr: 6e-4
+warmup: 2000
+optimizer: adamw
+wd: 0.1
+betas: [0.9, 0.95]
+grad_clip: 1.0
+eval_every: 500
+seed: 0