diff options
| author | Yuren Hao <yurenh2@illinois.edu> | 2026-07-03 05:56:50 -0500 |
|---|---|---|
| committer | Yuren Hao <yurenh2@illinois.edu> | 2026-07-03 05:56:50 -0500 |
| commit | b83947778e2c776f757a07d4719b7ce961d7ed55 (patch) | |
| tree | b9cc01d7adda691d9156d9d04f4fb2f644674e96 /ep_run/ep_eps05_watch.py | |
Initial commit: ept — backprop-free equilibrium transformer (EP)
Code (ep_run/), organized docs (docs/{method,campaign,hardware,outreach,paper}),
analysis scripts (scripts/), ONBOARDING.md entry point. Large data/checkpoints
git-ignored (share separately).
Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014FAPDWQ49M5Ye3NpTndTpn
Diffstat (limited to 'ep_run/ep_eps05_watch.py')
| -rw-r--r-- | ep_run/ep_eps05_watch.py | 20 |
1 files changed, 20 insertions, 0 deletions
diff --git a/ep_run/ep_eps05_watch.py b/ep_run/ep_eps05_watch.py new file mode 100644 index 0000000..075e631 --- /dev/null +++ b/ep_run/ep_eps05_watch.py @@ -0,0 +1,20 @@ +import time, os, re, subprocess +os.chdir("/home/yurenh2/ept/ep_run"); LOG="runs/ep_eps05.log" +def alive(): return subprocess.run(["pgrep","-f","ckpt runs/ep_eps05.pt"],capture_output=True).returncode==0 +def latest(): + try: ls=[l for l in open(LOG) if l.startswith("step")] + except Exception: return None + if not ls: return None + m=re.search(r"step\s+(\d+)/.*val CE ([\d.eE+-]+).*res=([\d.eE+-]+)", ls[-1]) + return (int(m.group(1)),float(m.group(2)),float(m.group(3))) if m else None +fired=None; t0=time.time() +while fired is None and time.time()-t0<18*3600: + time.sleep(120) + d=latest() + if not alive(): fired=f"ep_eps05 EXITED; last {d}"; break + if not d: continue + step,val,res=d + if res>0.2 or val>15: fired=f"ep_eps05 DIVERGED step {step} val {val:.2f} res {res:.2e} -> smaller eps did NOT fix it (true continuous instability, not just Euler)"; break + if val<2.5: fired=f"ep_eps05 reached val {val:.4f} step {step} res {res:.2e} -> CLEARED past redx's 2.74 blow point (integration fix WORKS)"; break + if step>=3500: fired=f"ep_eps05 SURVIVED to step {step} val {val:.4f} res {res:.2e} -> past the blow zone (fix holding)"; break +print("=== EP_EPS05 WATCHER ==="); print(fired or "18h timeout"); print("last:", latest()) |
