Update app.py
Browse files
app.py
CHANGED
@@ -36,14 +36,14 @@ demo = gr.Interface(
|
|
36 |
inputs=[
|
37 |
gr.Textbox(label="Hugging Face Model ID", placeholder="unsloth/gemma-3-27b-it", value="unsloth/gemma-3-27b-it"),
|
38 |
gr.Textbox(label="Text to Tokenize", lines=5, placeholder="Enter your text here..."),
|
39 |
-
gr.Textbox(label="HuggingFace Token (optional)",
|
40 |
],
|
41 |
outputs=[
|
42 |
gr.Number(label="Token Count"),
|
43 |
gr.HTML(label="Tokens", container=True, show_label=True)
|
44 |
],
|
45 |
title="HuggingFace Tokenizer",
|
46 |
-
description="Enter a HuggingFace model ID and text to see how it gets tokenized. Provide a huggingface token if the model is gated
|
47 |
allow_flagging="never"
|
48 |
)
|
49 |
|
|
|
36 |
inputs=[
|
37 |
gr.Textbox(label="Hugging Face Model ID", placeholder="unsloth/gemma-3-27b-it", value="unsloth/gemma-3-27b-it"),
|
38 |
gr.Textbox(label="Text to Tokenize", lines=5, placeholder="Enter your text here..."),
|
39 |
+
gr.Textbox(label="HuggingFace Token (optional)", placeholder="hf_...", lines=1)
|
40 |
],
|
41 |
outputs=[
|
42 |
gr.Number(label="Token Count"),
|
43 |
gr.HTML(label="Tokens", container=True, show_label=True)
|
44 |
],
|
45 |
title="HuggingFace Tokenizer",
|
46 |
+
description="Enter a HuggingFace model ID and text to see how it gets tokenized. Provide a huggingface token if the model is gated.",
|
47 |
allow_flagging="never"
|
48 |
)
|
49 |
|