From 045385c975e7f6b64678edf8835e771614352f9f Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Thu, 2 Apr 2026 21:14:25 -0500 Subject: Fix ep_synthetic: bp dict needs L+1 entries for EP credit comparison Co-Authored-By: Claude Opus 4.6 (1M context) --- experiments/ep_synthetic.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'experiments') diff --git a/experiments/ep_synthetic.py b/experiments/ep_synthetic.py index bb7f4af..7daecde 100644 --- a/experiments/ep_synthetic.py +++ b/experiments/ep_synthetic.py @@ -95,7 +95,7 @@ def compute_diagnostics(model, teacher, dev, d, C, L, beta=0.5, T_nudge=20, alph hs=[x.detach().requires_grad_(True)] for b in model.blocks:hs.append(hs[-1]+b(hs[-1])) lo=model.out_head(hs[-1]);loss=F.cross_entropy(lo,y) - gs=torch.autograd.grad(loss,hs);bp={l:gs[l].detach() for l in range(L)} + gs=torch.autograd.grad(loss,hs);bp={l:gs[l].detach() for l in range(L+1)} # EP credit with torch.no_grad():_,hf=model(x,return_hidden=True) h_free=[h.detach().clone() for h in hf] -- cgit v1.2.3