Create app.py

app.py

@@ -0,0 +1,24 @@
+import gradio as gr
+from transformers import AutoTokenizer
+
+# Function to load and tokenize the message using the selected tokenizer
+def tokenize(message, history, tokenizer_name):
+    try:
+        tokenizer = AutoTokenizer.from_pretrained(tokenizer_name)
+        return str(tokenizer.encode(message))
+    except Exception as e:
+        return f"Error loading tokenizer: {str(e)}"
+
+# Gradio interface
+def create_chat_interface():
+    with gr.Blocks() as demo:
+        tokenizer_input = gr.Textbox(placeholder="Enter the tokenizer name (e.g., gpt2, bert-base-uncased)", label="Tokenizer Name")
+        chatbot = gr.ChatInterface(fn=tokenize, inputs=["text", "state", tokenizer_input])
+        demo.append(tokenizer_input)
+        demo.append(chatbot)
+    return demo
+
+# Launch the interface
+if __name__ == "__main__":
+    demo = create_chat_interface()
+    demo.launch()