DATN / init.py
ThanhDT127's picture
update model
eb16c9f
raw
history blame contribute delete
368 Bytes
from transformers import AutoTokenizer, AutoModel
model = AutoModel.from_pretrained("vinai/phobert-base")
tokenizer = AutoTokenizer.from_pretrained("vinai/phobert-base", use_fast=False)
model.save_pretrained("D:/ktlt/python/thuchanh/DATN/DATN/tokenizer/phobert-base-fixed")
tokenizer.save_pretrained("D:/ktlt/python/thuchanh/DATN/DATN/tokenizer/phobert-base-fixed")