From 8131406d83acad62de49ad51f219b3d2dba562d8 Mon Sep 17 00:00:00 2001 From: zhang Date: Sun, 3 Jul 2022 12:49:17 +0800 Subject: torch.no_grad vs. requires_grad --- fine_tune/bert_parameters.py | 2 ++ 1 file changed, 2 insertions(+) (limited to 'fine_tune/bert_parameters.py') diff --git a/fine_tune/bert_parameters.py b/fine_tune/bert_parameters.py index 98e2b15..bf6e8c1 100644 --- a/fine_tune/bert_parameters.py +++ b/fine_tune/bert_parameters.py @@ -9,6 +9,8 @@ model_name = 'bert-base-uncased' model = BertModel.from_pretrained(model_name) cls_model = BertForSequenceClassification.from_pretrained(model_name) + + total_params = 0 total_learnable_params = 0 total_embedding_params = 0 -- cgit v1.2.3