diff options
| author | Yuren Hao <yurenh2@illinois.edu> | 2026-07-06 21:15:45 -0500 |
|---|---|---|
| committer | Yuren Hao <yurenh2@illinois.edu> | 2026-07-06 21:15:45 -0500 |
| commit | 6604a012b96ea9b18d95fabf152072c8728df31b (patch) | |
| tree | 1ce6433dfc98ebb0f51e984550e91f011463408b /ep_run/dp_ep.py | |
| parent | 40be67d4f5b5a6b46c662c70b759e585e136d70e (diff) | |
dp_ep smoke PASSED: 2-GPU lockstep clean, ~107% linear scaling (allreduce negligible vs seconds-long EP steps)
val 6.0->5.83/100 steps at effective B48, res nominal, ranks never diverged.
Speed package final ledger: pack 1.47x X DP ~linear (X optional AA-v2 1.3x).
dip_screen.py: ARPACK screener for the dip-farm trajectories (running on
freed 1080s, 2 chains).
Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014FAPDWQ49M5Ye3NpTndTpn
Diffstat (limited to 'ep_run/dp_ep.py')
| -rw-r--r-- | ep_run/dp_ep.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/ep_run/dp_ep.py b/ep_run/dp_ep.py index 0d76911..5c25c0b 100644 --- a/ep_run/dp_ep.py +++ b/ep_run/dp_ep.py @@ -23,7 +23,7 @@ def main(): ap.add_argument('--hr', type=float, default=0.02) ap.add_argument('--holofast', action='store_true') ap.add_argument('--sdpa', action='store_true') - ap.add_argument('--log', type=int, default=50) + ap.add_argument('--log_every', type=int, default=50) cfg = ap.parse_args() dist.init_process_group('nccl') @@ -58,7 +58,7 @@ def main(): g /= world p.grad = g opt.step(); opt.zero_grad(set_to_none=True) - if step % cfg.log == 0 and rank == 0: + if step % cfg.log_every == 0 and rank == 0: v = L.evaluate(blk, 150, 0.1, nb=2) print(f"[dp{world}] step {step}/{cfg.steps} | val {v:.4f} | res {res:.1e} | " f"{step / (time.time() - t0):.3f} it/s(x{world}B)", flush=True) |