sayhi / app.py
SmilingTree's picture
test model TheBloke/storytime-13B-GPTQ
7250ed9 verified
raw
history blame
426 Bytes
import gradio as gr
from transformers import pipeline
# pipeline = pipeline("text-generation", model="isarth/distill_gpt2_story_generator")
pipeline = pipeline("text-generation", model="TheBloke/storytime-13B-GPTQ")
def text_generate(input_text):
result = pipeline(input_text)
result = result[0]["generated_text"]
return result
demo = gr.Interface(fn=text_generate, inputs="text", outputs="text")
demo.launch()