Spaces:
Sleeping
Sleeping
Commit
·
4e2aa97
1
Parent(s):
1fb06c5
Minor fix
Browse files
app.py
CHANGED
@@ -7,7 +7,7 @@ tokenizer.load('models/english_5000.model')
|
|
7 |
|
8 |
def inference(input_text):
|
9 |
encoding = tokenizer.encode_ordinary(input_text)
|
10 |
-
sentence = [tokenizer.decode(x) for x in encoding]
|
11 |
return len(encoding), sentence, encoding
|
12 |
|
13 |
title = "Bilingual tokenizer"
|
|
|
7 |
|
8 |
def inference(input_text):
|
9 |
encoding = tokenizer.encode_ordinary(input_text)
|
10 |
+
sentence = [tokenizer.decode([x]) for x in encoding]
|
11 |
return len(encoding), sentence, encoding
|
12 |
|
13 |
title = "Bilingual tokenizer"
|