File size: 711 Bytes
e557b05 e5b7ec9 e557b05 e5b7ec9 51e5b61 e5b7ec9 b19b35a e5b7ec9 b19b35a e5b7ec9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
import gradio as gr
import torch
from transformers import GPT2Tokenizer
from evo_model import EvoDecoderModel
from generate import generate_text
# Load tokenizer and model
tokenizer = GPT2Tokenizer.from_pretrained("gpt2")
vocab_size = tokenizer.vocab_size
model = EvoDecoderModel(vocab_size)
model.load_state_dict(torch.load("evo_decoder.pt", map_location="cpu"))
model.eval()
def chat_with_evo(prompt):
response = generate_text(model, tokenizer, prompt)
return response
gr.Interface(fn=chat_with_evo,
inputs="text",
outputs="text",
title="🧠 EvoDecoder Chatbot",
description="Ask Evo anything. Powered by your trained EvoDecoder.").launch()
|