ar_en / usage.py
datasetsANDmodels's picture
Create usage.py
8c6e9ac verified
# export KMP_DUPLICATE_LIB_OK=TRUE
import ctranslate2
import sentencepiece as spm
from translate import Translator
text="أنا أتصل من مكتب الضرائب"
translator = ctranslate2.Translator("ar_en/")
sp = spm.SentencePieceProcessor(model_file="ar_en/sentencepiece.model")
tokens = sp.encode(text, out_type=str)
translated_tokens = translator.translate_batch([tokens])
output = sp.decode(translated_tokens[0][0]["tokens"])
print( f"{output}")