File size: 272 Bytes
5ce5b99
 
def161a
 
 
 
1
2
3
4
5
6
from transformers import AutoTokenizer, AutoModel

# Explizite Angabe von torch_dtype kann helfen
model_name = "allenai/scibert_scivocab_uncased"
tokenizer = AutoTokenizer.from_pretrained(model_name)
model = AutoModel.from_pretrained(model_name, torch_dtype=torch.float32)