datasetsANDmodels commited on
Commit
e3fbfd2
·
verified ·
1 Parent(s): b0273a4

Create usage.py

Browse files
Files changed (1) hide show
  1. usage.py +11 -0
usage.py ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # export KMP_DUPLICATE_LIB_OK=TRUE
2
+ import ctranslate2
3
+ import sentencepiece as spm
4
+ from translate import Translator
5
+ text="Chiamo dall'ufficio fiscale"
6
+ translator = ctranslate2.Translator("it_en/")
7
+ sp = spm.SentencePieceProcessor(model_file="it_en/sentencepiece.model")
8
+ tokens = sp.encode(text, out_type=str)
9
+ translated_tokens = translator.translate_batch([tokens])
10
+ output = sp.decode(translated_tokens[0][0]["tokens"]).replace("▁"," " )
11
+ print( f"{output}")