| import gradio as gr | |
| from gpt4all import GPT4All | |
| model = GPT4All("orca-mini-3b-gguf2-q4_0.gguf") | |
| def generate_text(input_text): | |
| output = model.generate(input_text, max_tokens=50) | |
| generated_text = output["text"] | |
| return generated_text | |
| input_text = gr.Textbox(lines=5, label="Input Text") | |
| output_text = gr.Textbox(lines=5, label="Generated Text") | |
| gr.Interface(fn=generate_text, inputs=input_text, outputs=output_text, title="GPT4All_experiment").launch() |