diff options
Diffstat (limited to 'experiments/bp_with_penalty_control.py')
| -rw-r--r-- | experiments/bp_with_penalty_control.py | 8 |
1 files changed, 4 insertions, 4 deletions
diff --git a/experiments/bp_with_penalty_control.py b/experiments/bp_with_penalty_control.py index b986dee..07ee1f1 100644 --- a/experiments/bp_with_penalty_control.py +++ b/experiments/bp_with_penalty_control.py @@ -117,10 +117,10 @@ def main(): log = train_bp_with_penalty(m, train_loader, test_loader, dev, args.epochs, args.lr, args.wd, args.lam) final_acc = evaluate(m, test_loader, dev) print(f"\nFINAL test acc: {final_acc:.4f}", flush=True) - print(f"Compare to:") - print(f" BP-trainable (3-seed mean): 0.609") - print(f" Penalized DFA lam=1e-2: 0.363") - print(f" DFA-shallow: 0.349") + print(f"Compare to (matched 30-epoch 3-seed values, see paper v2.32):") + print(f" BP-trainable no-pen (3-seed): 0.585 ± 0.001") + print(f" Penalized DFA lam=1e-2: 0.360 ± 0.001") + print(f" DFA-shallow (frozen blocks): 0.349 ± 0.002") margin = (final_acc - 0.349) * 100 print(f"\nMargin vs DFA-shallow baseline: {margin:+.2f} pp") if margin > 25: |