From 86ef095e9619c3c6908cb2c95e1cd27532ff2904 Mon Sep 17 00:00:00 2001 From: Yuren Hao Date: Fri, 24 Jul 2026 18:59:55 -0500 Subject: =?UTF-8?q?RESULT=2060b:=20res=E8=A1=A8=E5=9C=A8amp=E4=B8=8B?= =?UTF-8?q?=E5=AE=BD=E5=BA=A6=E7=9B=B2(bf16=E5=9C=B0=E6=9D=BF=E6=8A=8Afp32?= =?UTF-8?q?=E5=9B=9B=E4=B8=AA=E9=87=8F=E7=BA=A7=E5=8E=8B=E6=88=901.2=C3=97?= =?UTF-8?q?,=E6=A3=98=E8=BD=AE=E9=A6=96=E6=AD=A5=E6=AD=BB=E4=BA=A1?= =?UTF-8?q?=E8=9E=BA=E6=97=8B);=20=E5=B8=A6=E5=86=85=E8=87=AA=E9=80=82?= =?UTF-8?q?=E5=BA=94=E5=9C=A8C768+amp=E5=88=A4=E6=AD=BB,=E4=BB=AA=E5=99=A8?= =?UTF-8?q?=3D=E7=A6=BB=E7=BA=BFfp32=E6=8E=A2=E9=92=88;=20fw135m=5Fb15(?= =?UTF-8?q?=E5=AE=9A=E7=82=B91.5e-3+bsign)+ckpt=E5=93=A8=E6=88=92=E6=8E=A2?= =?UTF-8?q?=E9=92=88=E5=9C=A8=E9=A3=9E;=20res/rho=E5=85=A5wandb?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-Authored-By: Claude Fable 5 Claude-Session: https://claude.ai/code/session_014FAPDWQ49M5Ye3NpTndTpn --- ep_run/casc_eq_train.py | 1 + 1 file changed, 1 insertion(+) (limited to 'ep_run/casc_eq_train.py') diff --git a/ep_run/casc_eq_train.py b/ep_run/casc_eq_train.py index 60b6113..0cd5521 100644 --- a/ep_run/casc_eq_train.py +++ b/ep_run/casc_eq_train.py @@ -908,6 +908,7 @@ for step in range(start_step, args.steps + 1): with torch.no_grad(): GOV['w_rms'] = float(sum(p.float().pow(2).mean().sqrt() for p in all_params) / len(all_params)) _aux = {'gn': GOV.get('gn'), 'drift': GOV.get('drift'), 'sig': GOV.get('sig'), + 'res': GOV.get('res'), 'rho': GOV.get('rho'), 'clip_norm': GOV.get('clip_norm'), 'clip_fired': (None if GOV.get('clip_norm') is None else float(GOV['clip_norm'] > 1.0))} for k in ('act_rms', 'w_rms', 'mag_ep', 'mag_bp'): if GOV.get(k) is not None: _aux[k] = GOV[k] -- cgit v1.2.3