app.py

import gradio as gr
from transformers import pipeline

# pipeline = pipeline("text-generation")
pipeline = pipeline("text-generation", model="TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-SuperHOT-8K-GPTQ", trust_remote_code=True)

def text_generate(input_text):
    result = pipeline(input_text)
    result = result[0]["generated_text"]
    return result

demo = gr.Interface(fn=text_generate, inputs="text", outputs="text")
demo.launch()