From 2fef28a07fcc9f43455b24188987f882220c05f2 Mon Sep 17 00:00:00 2001 From: zhang Date: Tue, 13 Sep 2022 23:21:25 +0800 Subject: bn train vs. eval --- fine_tune/bert/tutorials/05_output.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) (limited to 'fine_tune/bert/tutorials') diff --git a/fine_tune/bert/tutorials/05_output.py b/fine_tune/bert/tutorials/05_output.py index 1911641..a4f9db5 100644 --- a/fine_tune/bert/tutorials/05_output.py +++ b/fine_tune/bert/tutorials/05_output.py @@ -3,6 +3,7 @@ from transformers.models.bert import BertModel import torch from torch import nn +nn.BatchNorm2d() if __name__ == '__main__': @@ -14,7 +15,7 @@ if __name__ == '__main__': text = "After stealing money from the bank vault, the bank robber was seen " \ "fishing on the Mississippi river bank." - + model.eval() token_inputs = tokenizer(text, return_tensors='pt') with torch.no_grad(): outputs = model(**token_inputs) -- cgit v1.2.3