From e0208fc250d4c8ae4d42f44ffddf151237211877 Mon Sep 17 00:00:00 2001 From: zhang Date: Sun, 10 Jul 2022 11:00:10 +0800 Subject: wordpiece --- fine_tune/bert/tutorials/05_output.py | 25 +++++++++++++++++++++++++ 1 file changed, 25 insertions(+) create mode 100644 fine_tune/bert/tutorials/05_output.py (limited to 'fine_tune/bert/tutorials/05_output.py') diff --git a/fine_tune/bert/tutorials/05_output.py b/fine_tune/bert/tutorials/05_output.py new file mode 100644 index 0000000..1911641 --- /dev/null +++ b/fine_tune/bert/tutorials/05_output.py @@ -0,0 +1,25 @@ +from transformers import BertModel, BertTokenizer +from transformers.models.bert import BertModel +import torch +from torch import nn + + +if __name__ == '__main__': + + model_name = 'bert-base-uncased' + + tokenizer = BertTokenizer.from_pretrained(model_name) + model = BertModel.from_pretrained(model_name, output_hidden_states=True) + + text = "After stealing money from the bank vault, the bank robber was seen " \ + "fishing on the Mississippi river bank." + + + token_inputs = tokenizer(text, return_tensors='pt') + with torch.no_grad(): + outputs = model(**token_inputs) + + + + + -- cgit v1.2.3