Spaces:
Sleeping
Sleeping
Commit
·
c8dbcc1
1
Parent(s):
c32d79b
Testing colors
Browse files
app.py
CHANGED
@@ -8,12 +8,12 @@ tokenizer.load('models/english_5000.model')
|
|
8 |
|
9 |
def inference(input_text):
|
10 |
encoding = tokenizer.encode_ordinary(input_text)
|
11 |
-
sentence = [tokenizer.decode([x]) for x in encoding]
|
12 |
-
color_sentence = ""
|
13 |
-
for word in sentence:
|
14 |
-
|
15 |
-
|
16 |
-
|
17 |
return len(encoding), color_sentence, encoding
|
18 |
|
19 |
title = "Bilingual tokenizer"
|
|
|
8 |
|
9 |
def inference(input_text):
|
10 |
encoding = tokenizer.encode_ordinary(input_text)
|
11 |
+
# sentence = [tokenizer.decode([x]) for x in encoding]
|
12 |
+
# color_sentence = ""
|
13 |
+
# for word in sentence:
|
14 |
+
# background_color = random.randint(40, 47)
|
15 |
+
# color_sentence += f"\033[0;37;{background_color}m {word}"
|
16 |
+
color_sentence = f"\033[0;37;{41}m Black" + f"\033[0;37;{42}m Black"
|
17 |
return len(encoding), color_sentence, encoding
|
18 |
|
19 |
title = "Bilingual tokenizer"
|