From b83947778e2c776f757a07d4719b7ce961d7ed55 Mon Sep 17 00:00:00 2001 From: Yuren Hao Date: Fri, 3 Jul 2026 05:56:50 -0500 Subject: =?UTF-8?q?Initial=20commit:=20ept=20=E2=80=94=20backprop-free=20e?= =?UTF-8?q?quilibrium=20transformer=20(EP)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Code (ep_run/), organized docs (docs/{method,campaign,hardware,outreach,paper}), analysis scripts (scripts/), ONBOARDING.md entry point. Large data/checkpoints git-ignored (share separately). Co-Authored-By: Claude Opus 4.8 Claude-Session: https://claude.ai/code/session_014FAPDWQ49M5Ye3NpTndTpn --- ep_run/spec_check.py | 15 +++++++++++++++ 1 file changed, 15 insertions(+) create mode 100644 ep_run/spec_check.py (limited to 'ep_run/spec_check.py') diff --git a/ep_run/spec_check.py b/ep_run/spec_check.py new file mode 100644 index 0000000..be633d5 --- /dev/null +++ b/ep_run/spec_check.py @@ -0,0 +1,15 @@ +import torch, pickle +from pathlib import Path +import lt_ep_train as L +L.DD = Path('data/tinystories_bpe'); L.vocab = pickle.load(open(L.DD/'meta.pkl','rb'))['vocab_size'] +blk = L.EQBlock(512,16,256,256, s=1.0, c=1.0, attn_mode='thick'); blk.qknorm=True +ck = torch.load('runs/bptt_spec_snapshot.pt', map_location='cpu') +with torch.no_grad(): + for p,w in zip(blk.allp, ck['allp']): p.copy_(w.to('cpu').float()) +print(f"# BPTT ckpt step={ck.get('step')} best_val={ck.get('best')}") +print(f"# specnorm cap = 0.9") +for name in ['WQ','WK','WV','WO','fc','pj']: + W = getattr(blk, name).float() + s = torch.linalg.svdvals(W)[0].item() + flag = " <-- EXCEEDS cap" if s > 0.9 else "" + print(f"{name}{tuple(W.shape)}: sigma_max={s:.3f}{flag}") -- cgit v1.2.3