Spaces:
Sleeping
Sleeping
import gradio as gr | |
from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline | |
# ✅ Lightweight model suitable for free Hugging Face Spaces | |
model_name = "microsoft/phi-2" | |
# Load tokenizer and model | |
tokenizer = AutoTokenizer.from_pretrained(model_name) | |
model = AutoModelForCausalLM.from_pretrained(model_name) | |
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer) | |
# Define chatbot function | |
def chat_with_llm(prompt): | |
response = pipe(prompt, max_length=200, do_sample=True) | |
return response[0]['generated_text'] | |
# Gradio interface for web chat UI | |
gr.Interface(fn=chat_with_llm, | |
inputs=gr.Textbox(lines=2, placeholder="Type your question..."), | |
outputs="text", | |
title="🗨️ My Hugging Face Chatbot", | |
description="Powered by Phi-2 model. Free cloud chatbot.").launch() | |