From 807c6ba3bab8d9afe18ca7d8fb67038bc2cfaf73 Mon Sep 17 00:00:00 2001 From: Yuren Hao Date: Wed, 5 Aug 2026 09:09:14 -0500 Subject: =?UTF-8?q?RESULT=2090:=20=E4=BC=98=E5=8C=96=E5=99=A8=E7=AD=9B?= =?UTF-8?q?=E9=80=89=E6=94=B6=E6=95=9B=20=E2=80=94=20Muon=204.7227=20?= =?UTF-8?q?=E9=A2=86=E8=B7=91,=20NS=E6=B6=88=E8=9E=8D=E5=88=A4=E5=86=B3(?= =?UTF-8?q?=E6=91=98NS=E4=BB=A3=E4=BB=B70.45,=20nanoGPT=E7=89=88=E6=9C=AA?= =?UTF-8?q?=E8=B0=83=E7=94=A8NS=E4=B9=8B=E8=B0=9C=E5=BD=92=E4=BB=96?= =?UTF-8?q?=E4=BB=AC),=20sign=E5=AE=B6=E6=97=8F=E8=81=9A=E5=9C=A85.13-5.25?= =?UTF-8?q?;=20k=E4=BB=B7=E5=80=BC=E6=9B=B2=E7=BA=BF=E5=9C=A8=E8=B7=91;=20?= =?UTF-8?q?=E6=9B=B2=E7=8E=87=E9=80=9A=E9=81=93=E6=AD=BB=E5=88=91+?= =?UTF-8?q?=E5=81=8F=E7=BD=AE=E5=85=AC=E7=90=86=E5=85=A5=E6=A1=A3?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-Authored-By: Claude Fable 5 Claude-Session: https://claude.ai/code/session_014FAPDWQ49M5Ye3NpTndTpn --- ep_run/muon.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) (limited to 'ep_run/muon.py') diff --git a/ep_run/muon.py b/ep_run/muon.py index 1289620..7bad679 100644 --- a/ep_run/muon.py +++ b/ep_run/muon.py @@ -177,7 +177,11 @@ def build_alt(opt_name, blocks, other_params, lr, warmup, total_steps=0, lr_min_ 'signline': lambda: SignLine(mats, lr=lm, wd=wd), 'conslion': lambda: ConsensusLion(mats, lr=lm, wd=wd), 'ditherlion': lambda: DitherLion(mats, lr=lm, wd=wd), - 'cautlion': lambda: CautiousLion(mats, lr=lm, wd=wd)}[opt_name]() + 'cautlion': lambda: CautiousLion(mats, lr=lm, wd=wd), + 'olionns': lambda: OLion(mats, lr=lm, wd=wd, ns_steps=0), + 'olionk1': lambda: OLion(mats, lr=lm, wd=wd, ns_steps=1), + 'olionk2': lambda: OLion(mats, lr=lm, wd=wd, ns_steps=2), + 'olionk3': lambda: OLion(mats, lr=lm, wd=wd, ns_steps=3)}[opt_name]() oa = torch.optim.AdamW(rest, lr=lr, weight_decay=1e-4) opts = [om, oa] if total_steps > 0: -- cgit v1.2.3