Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -23,7 +23,7 @@ def generate_stream(prompt):
|
|
23 |
|
24 |
def worker():
|
25 |
# 在背景 thread 中做推論
|
26 |
-
pipe.generate([prompt], streamer=streamer, max_new_tokens=
|
27 |
q.put(None) # 結束符號
|
28 |
|
29 |
threading.Thread(target=worker).start()
|
@@ -40,7 +40,7 @@ def generate_stream(prompt):
|
|
40 |
with gr.Blocks() as demo:
|
41 |
gr.Markdown("## 🧠 OpenVINO Streaming Demo with Gradio Textbox")
|
42 |
|
43 |
-
textbox_input = gr.Textbox(label="Prompt", lines=
|
44 |
textbox_output = gr.Textbox(label="Output", lines=10)
|
45 |
|
46 |
# 按鈕控制觸發推論
|
|
|
23 |
|
24 |
def worker():
|
25 |
# 在背景 thread 中做推論
|
26 |
+
pipe.generate([prompt], streamer=streamer, max_new_tokens=32768)
|
27 |
q.put(None) # 結束符號
|
28 |
|
29 |
threading.Thread(target=worker).start()
|
|
|
40 |
with gr.Blocks() as demo:
|
41 |
gr.Markdown("## 🧠 OpenVINO Streaming Demo with Gradio Textbox")
|
42 |
|
43 |
+
textbox_input = gr.Textbox(label="Prompt", lines=1, placeholder="Enter prompt here...")
|
44 |
textbox_output = gr.Textbox(label="Output", lines=10)
|
45 |
|
46 |
# 按鈕控制觸發推論
|