admin commited on
Commit
0293e00
·
1 Parent(s): 2ae0b33

use integrated hfl/chinese-roberta-wwm-ext-large

Browse files
Files changed (1) hide show
  1. text/chinese_bert.py +1 -2
text/chinese_bert.py CHANGED
@@ -1,6 +1,5 @@
1
  import sys
2
  import torch
3
- from huggingface_hub import snapshot_download
4
  from transformers import AutoTokenizer, AutoModelForMaskedLM
5
 
6
  device = torch.device(
@@ -14,7 +13,7 @@ device = torch.device(
14
  )
15
 
16
  # 模型下载
17
- model_dir = snapshot_download("hfl/chinese-roberta-wwm-ext-large")
18
  tokenizer = AutoTokenizer.from_pretrained(model_dir)
19
  model = AutoModelForMaskedLM.from_pretrained(model_dir).to(device)
20
 
 
1
  import sys
2
  import torch
 
3
  from transformers import AutoTokenizer, AutoModelForMaskedLM
4
 
5
  device = torch.device(
 
13
  )
14
 
15
  # 模型下载
16
+ model_dir = "hfl/chinese-roberta-wwm-ext-large"
17
  tokenizer = AutoTokenizer.from_pretrained(model_dir)
18
  model = AutoModelForMaskedLM.from_pretrained(model_dir).to(device)
19