yzhuang commited on
Commit
5331b33
·
verified ·
1 Parent(s): c2ec273

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -1,6 +1,6 @@
1
  # app.py
2
  import json
3
- import requests
4
  import sseclient
5
  import gradio as gr
6
  from server import setup_mixinputs, launch_vllm_server
@@ -81,5 +81,5 @@ with gr.Blocks(title="🎨 Mixture of Inputs (MoI) Demo") as demo:
81
 
82
  if __name__ == "__main__":
83
  setup_mixinputs()
84
- launch_vllm_server(beta=1.0)
85
  demo.launch()
 
1
  # app.py
2
  import json
3
+ import requests, threading
4
  import sseclient
5
  import gradio as gr
6
  from server import setup_mixinputs, launch_vllm_server
 
81
 
82
  if __name__ == "__main__":
83
  setup_mixinputs()
84
+ threading.Thread(target=launch_vllm_server, daemon=True).start()
85
  demo.launch()