diff options
| author | Yuren Hao <yurenh2@illinois.edu> | 2026-07-14 13:04:38 -0500 |
|---|---|---|
| committer | Yuren Hao <yurenh2@illinois.edu> | 2026-07-14 13:04:38 -0500 |
| commit | 836e72a707de4f8bd7679400cb40fe59464daca9 (patch) | |
| tree | fabcc531c913744dbd6769d8976bf6c39c1cb967 /ep_run/casc_eq_train.py | |
| parent | 8a9db1232a1bca01900f4113bb68666229384512 (diff) | |
wandb reorganized: per-regime team projects (ept-tinystories-42m / ept-fineweb-72m), auto project routing in trainers, split replay + reports
Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014FAPDWQ49M5Ye3NpTndTpn
Diffstat (limited to 'ep_run/casc_eq_train.py')
| -rw-r--r-- | ep_run/casc_eq_train.py | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/ep_run/casc_eq_train.py b/ep_run/casc_eq_train.py index 2e221f6..f360df1 100644 --- a/ep_run/casc_eq_train.py +++ b/ep_run/casc_eq_train.py @@ -17,7 +17,7 @@ ap.add_argument('--beta', type=float, default=0.003); ap.add_argument('--seed', ap.add_argument('--K', type=int, default=3) # fb (message-passing) rounds ap.add_argument('--geta', type=float, default=1.0) # fb mixing (1.0 = undamped) ap.add_argument('--save_every', type=int, default=1000); ap.add_argument('--log', type=int, default=100) -ap.add_argument('--wandb', default='ept-cascade') # ON BY DEFAULT (user directive 07-13); --wandb '' to disable +ap.add_argument('--wandb', default='auto') # ON BY DEFAULT; 'auto' = per-regime project (ept-fineweb-72m / ept-tinystories-42m); --wandb '' to disable ap.add_argument('--wandb_run', default='') ap.add_argument('--kmax', type=int, default=8) # adaptive fb rounds cap ap.add_argument('--noguard', action='store_true') # diagnosis: skip only non-finite grads @@ -526,6 +526,8 @@ if DDP: # belt & suspenders on top of identical init seeds: rank0's params are if RANK == 0: print(f'[ddp] world={WORLD} backend={args.ddp_backend} params broadcast; eff batch {args.B}x{WORLD}={args.B*WORLD}', flush=True) wb = None +if args.wandb == 'auto': + args.wandb = 'ept-fineweb-72m' if 'fineweb' in args.data else 'ept-tinystories-42m' if args.wandb and RANK == 0: try: import wandb as _w |
