diff options
| author | zhang <zch921005@126.com> | 2022-07-03 12:49:17 +0800 |
|---|---|---|
| committer | zhang <zch921005@126.com> | 2022-07-03 12:49:17 +0800 |
| commit | 8131406d83acad62de49ad51f219b3d2dba562d8 (patch) | |
| tree | 223b630dcd131bbd1d1e061a3c45dd719f2238eb /fine_tune/bert_parameters.py | |
| parent | 8c1d5025e8a7c341ea651821222229ca75cd8208 (diff) | |
torch.no_grad vs. requires_grad
Diffstat (limited to 'fine_tune/bert_parameters.py')
| -rw-r--r-- | fine_tune/bert_parameters.py | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/fine_tune/bert_parameters.py b/fine_tune/bert_parameters.py index 98e2b15..bf6e8c1 100644 --- a/fine_tune/bert_parameters.py +++ b/fine_tune/bert_parameters.py @@ -9,6 +9,8 @@ model_name = 'bert-base-uncased' model = BertModel.from_pretrained(model_name) cls_model = BertForSequenceClassification.from_pretrained(model_name) + + total_params = 0 total_learnable_params = 0 total_embedding_params = 0 |