diff options
Diffstat (limited to 'experiments/dfa_residual_penalty_test.py')
| -rw-r--r-- | experiments/dfa_residual_penalty_test.py | 10 |
1 files changed, 5 insertions, 5 deletions
diff --git a/experiments/dfa_residual_penalty_test.py b/experiments/dfa_residual_penalty_test.py index 3fa5466..f2b43ec 100644 --- a/experiments/dfa_residual_penalty_test.py +++ b/experiments/dfa_residual_penalty_test.py @@ -182,11 +182,11 @@ def main(): final_test = evaluate(m, test_loader, dev) print(f"\nFINAL test acc: {final_test:.4f}") - print(f"Compare to:") - print(f" DFA-vanilla (3-seed mean): 0.308") - print(f" DFA-shallow (3-seed mean): 0.349") - print(f" DFA-frozen (3-seed mean): 0.349") - print(f" BP-trainable (3-seed mean): 0.609") + print(f"Compare to (matched 30-epoch 3-seed values, see paper v2.32):") + print(f" DFA-vanilla 30ep (3-seed): 0.301 ± 0.005") + print(f" DFA-shallow / DFA-frozen: 0.349 ± 0.002") + print(f" BP-trainable no-pen 30ep: 0.585 ± 0.001") + print(f" BP+pen lam=1e-2 30ep: 0.532 ± 0.006") out = {'config': vars(args), 'final_test_acc': final_test, 'log': log} out_path = os.path.join(args.output_dir, f'dfa_pen_lam{args.lam}_s{args.seed}.json') |