Spaces:
Running
Running
admin
commited on
Commit
·
0293e00
1
Parent(s):
2ae0b33
use integrated hfl/chinese-roberta-wwm-ext-large
Browse files- text/chinese_bert.py +1 -2
text/chinese_bert.py
CHANGED
@@ -1,6 +1,5 @@
|
|
1 |
import sys
|
2 |
import torch
|
3 |
-
from huggingface_hub import snapshot_download
|
4 |
from transformers import AutoTokenizer, AutoModelForMaskedLM
|
5 |
|
6 |
device = torch.device(
|
@@ -14,7 +13,7 @@ device = torch.device(
|
|
14 |
)
|
15 |
|
16 |
# 模型下载
|
17 |
-
model_dir =
|
18 |
tokenizer = AutoTokenizer.from_pretrained(model_dir)
|
19 |
model = AutoModelForMaskedLM.from_pretrained(model_dir).to(device)
|
20 |
|
|
|
1 |
import sys
|
2 |
import torch
|
|
|
3 |
from transformers import AutoTokenizer, AutoModelForMaskedLM
|
4 |
|
5 |
device = torch.device(
|
|
|
13 |
)
|
14 |
|
15 |
# 模型下载
|
16 |
+
model_dir = "hfl/chinese-roberta-wwm-ext-large"
|
17 |
tokenizer = AutoTokenizer.from_pretrained(model_dir)
|
18 |
model = AutoModelForMaskedLM.from_pretrained(model_dir).to(device)
|
19 |
|