torch.no_grad vs. requires_grad

1 files changed, 13 insertions, 0 deletions

diff --git a/fine_tune/input_output.py b/fine_tune/input_output.py
new file mode 100644
index 0000000..684ded5
--- /dev/null
+++ b/fine_tune/input_output.py
@@ -0,0 +1,13 @@
+
+from transformers import BertModel, BertTokenizer
+
+model_name = 'bert-base-uncased'
+
+tokenizer = BertTokenizer.from_pretrained(model_name)
+model = BertModel.from_pretrained(model_name)
+
+raw_sentences = ['Tom likes cats', 'Liz likes dogs']
+
+inputs = tokenizer.encode_plus(raw_sentences[0], raw_sentences[1], return_tensors='pt')
+# inputs = tokenizer('Hello, my dog is cute', return_tensors='pt')
+model(**inputs)