hsuwill000 commited on
Commit
3818ee6
·
verified ·
1 Parent(s): d45acbf

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -23,7 +23,7 @@ def generate_stream(prompt):
23
 
24
  def worker():
25
  # 在背景 thread 中做推論
26
- pipe.generate([prompt], streamer=streamer, max_new_tokens=512)
27
  q.put(None) # 結束符號
28
 
29
  threading.Thread(target=worker).start()
@@ -40,7 +40,7 @@ def generate_stream(prompt):
40
  with gr.Blocks() as demo:
41
  gr.Markdown("## 🧠 OpenVINO Streaming Demo with Gradio Textbox")
42
 
43
- textbox_input = gr.Textbox(label="Prompt", lines=3, placeholder="Enter prompt here...")
44
  textbox_output = gr.Textbox(label="Output", lines=10)
45
 
46
  # 按鈕控制觸發推論
 
23
 
24
  def worker():
25
  # 在背景 thread 中做推論
26
+ pipe.generate([prompt], streamer=streamer, max_new_tokens=32768)
27
  q.put(None) # 結束符號
28
 
29
  threading.Thread(target=worker).start()
 
40
  with gr.Blocks() as demo:
41
  gr.Markdown("## 🧠 OpenVINO Streaming Demo with Gradio Textbox")
42
 
43
+ textbox_input = gr.Textbox(label="Prompt", lines=1, placeholder="Enter prompt here...")
44
  textbox_output = gr.Textbox(label="Output", lines=10)
45
 
46
  # 按鈕控制觸發推論