1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
|
import time, os, re, subprocess, math
os.chdir("/home/yurenh2/ept/ep_run"); LOG="runs/ep_resreg_warm.log"
def alive(): return subprocess.run(["pgrep","-f","ckpt runs/ep_resreg_warm.pt"],capture_output=True).returncode==0
def latest():
try: ls=[l for l in open(LOG) if l.startswith("step")]
except Exception: return None
if not ls: return None
l=ls[-1]
ms=re.search(r"step\s+(\d+)",l); mv=re.search(r"val CE ([\d.eE+-]+)",l)
mb=re.search(r"best ([\d.eE+-]+)",l); mr=re.search(r"res=([\d.eE+-]+)",l); mj=re.search(r"jr=([\d.eE+-]+)",l)
if not (ms and mv and mb and mr): return None
return (int(ms.group(1)),float(mv.group(1)),float(mb.group(1)),float(mr.group(1)),float(mj.group(1)) if mj else 0.0)
d0=latest(); B0=d0[2] if d0 else 3.13
nb=(math.ceil(B0*10)-1)/10.0
fired=None; t0=time.time()
while fired is None and time.time()-t0<14*3600:
time.sleep(90)
d=latest()
if not alive(): fired=f"ep_resreg_warm EXITED; last {d}"; break
if not d: continue
step,val,best,res,jr=d
if val>12 or res>0.3: fired=f"ep_resreg_warm BLEW @step{step} val{val:.2f} res{res:.1e} best{best:.4f}"; break
if best<=nb+1e-9: fired=f"ep_resreg_warm reached {nb:.2f}: step{step} best{best:.4f} val{val:.4f} res{res:.1e} jr{jr:.2f}"; break
print(f"=== EP_RESREG_WARM GRID (target {nb:.2f}) ==="); print(fired or "14h timeout"); print("last:",latest())
|
