File size: 833 Bytes
16373e4 c51fccd 16373e4 cdc7861 16373e4 5557f6f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 |
import ollama
import gradio as gr
import os
import subprocess
result = subprocess.run(["ollama serve"], shell=True, capture_output=True, text=True)
print(result)
def query(q):
while True:
client = ollama.Client(host="localhost:11434")
print(q)
if not q:
q="what is a dog?"
print(q)
#query = q['q']
query = q
out=""
r = client.chat(
model='tinyllama',
messages=[{'role': 'system', 'content': 'You are a Survival Expert'}],
stream=True,
)
for chunk in r:
chat_back = chunk['message']['content']
yield chat_back
with gr.Blocks() as app:
with gr.Row():
inp = gr.Textbox()
sub = gr.Button()
outp = gr.Textbox()
sub.click(query,inp,outp)
app.launch() |