File size: 466 Bytes
02fc79d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
import gradio as gr
from gpt4all import GPT4All
model = GPT4All("orca-mini-3b-gguf2-q4_0.gguf")
def generate_text(input_text):
output = model.generate(input_text, max_tokens=50)
generated_text = output["text"]
return generated_text
input_text = gr.Textbox(lines=5, label="Input Text")
output_text = gr.Textbox(lines=5, label="Generated Text")
gr.Interface(fn=generate_text, inputs=input_text, outputs=output_text, title="GPT4All_experiment").launch() |