import time, os, re, subprocess os.chdir("/home/yurenh2/ept/ep_run"); LOG="runs/ep_eps05.log" def alive(): return subprocess.run(["pgrep","-f","ckpt runs/ep_eps05.pt"],capture_output=True).returncode==0 def latest(): try: ls=[l for l in open(LOG) if l.startswith("step")] except Exception: return None if not ls: return None m=re.search(r"step\s+(\d+)/.*val CE ([\d.eE+-]+).*res=([\d.eE+-]+)", ls[-1]) return (int(m.group(1)),float(m.group(2)),float(m.group(3))) if m else None fired=None; t0=time.time() while fired is None and time.time()-t0<18*3600: time.sleep(120) d=latest() if not alive(): fired=f"ep_eps05 EXITED; last {d}"; break if not d: continue step,val,res=d if res>0.2 or val>15: fired=f"ep_eps05 DIVERGED step {step} val {val:.2f} res {res:.2e} -> smaller eps did NOT fix it (true continuous instability, not just Euler)"; break if val<2.5: fired=f"ep_eps05 reached val {val:.4f} step {step} res {res:.2e} -> CLEARED past redx's 2.74 blow point (integration fix WORKS)"; break if step>=3500: fired=f"ep_eps05 SURVIVED to step {step} val {val:.4f} res {res:.2e} -> past the blow zone (fix holding)"; break print("=== EP_EPS05 WATCHER ==="); print(fired or "18h timeout"); print("last:", latest())