Spaces:
Running
Running
Commit
Β·
1d5b281
1
Parent(s):
9f21410
app.py
CHANGED
@@ -183,14 +183,15 @@ with gr.Blocks(title="Dhivehi Tokenizer Comparison Tool", theme=gr.themes.Soft()
|
|
183 |
label="Select Custom Tokenizer",
|
184 |
choices=list(TOKENIZER_CUSTOM.keys()),
|
185 |
value="T5 Extended",
|
186 |
-
|
|
|
187 |
)
|
188 |
tokenizer_b = gr.Dropdown(
|
189 |
label="Enter or Select Stock Tokenizer Path",
|
190 |
choices=SUGGESTED_STOCK_PATHS,
|
191 |
value="google/flan-t5-base",
|
192 |
allow_custom_value=True,
|
193 |
-
info="Standard HuggingFace tokenizers"
|
194 |
)
|
195 |
|
196 |
compare_button = gr.Button("π Compare Tokenizers", variant="primary", size="lg")
|
|
|
183 |
label="Select Custom Tokenizer",
|
184 |
choices=list(TOKENIZER_CUSTOM.keys()),
|
185 |
value="T5 Extended",
|
186 |
+
allow_custom_value=True,
|
187 |
+
info="Pre-trained Dhivehi tokenizers (or paste a path)"
|
188 |
)
|
189 |
tokenizer_b = gr.Dropdown(
|
190 |
label="Enter or Select Stock Tokenizer Path",
|
191 |
choices=SUGGESTED_STOCK_PATHS,
|
192 |
value="google/flan-t5-base",
|
193 |
allow_custom_value=True,
|
194 |
+
info="Standard HuggingFace tokenizers (or paste a path)"
|
195 |
)
|
196 |
|
197 |
compare_button = gr.Button("π Compare Tokenizers", variant="primary", size="lg")
|