File size: 426 Bytes
2fadb29
a4b8965
 
7250ed9
 
2fadb29
933f185
 
 
 
2fadb29
933f185
2fadb29
1
2
3
4
5
6
7
8
9
10
11
12
13
14
import gradio as gr
from transformers import pipeline

# pipeline = pipeline("text-generation", model="isarth/distill_gpt2_story_generator")
pipeline = pipeline("text-generation", model="TheBloke/storytime-13B-GPTQ")

def text_generate(input_text):
    result = pipeline(input_text)
    result = result[0]["generated_text"]
    return result

demo = gr.Interface(fn=text_generate, inputs="text", outputs="text")
demo.launch()