AkashDataScience commited on
Commit
4e2aa97
·
1 Parent(s): 1fb06c5
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -7,7 +7,7 @@ tokenizer.load('models/english_5000.model')
7
 
8
  def inference(input_text):
9
  encoding = tokenizer.encode_ordinary(input_text)
10
- sentence = [tokenizer.decode(x) for x in encoding]
11
  return len(encoding), sentence, encoding
12
 
13
  title = "Bilingual tokenizer"
 
7
 
8
  def inference(input_text):
9
  encoding = tokenizer.encode_ordinary(input_text)
10
+ sentence = [tokenizer.decode([x]) for x in encoding]
11
  return len(encoding), sentence, encoding
12
 
13
  title = "Bilingual tokenizer"