yzhuang commited on
Commit
524243a
·
verified ·
1 Parent(s): a28682a

Update server.py

Browse files
Files changed (1) hide show
  1. server.py +1 -0
server.py CHANGED
@@ -23,6 +23,7 @@ def launch_vllm_server(beta=1.0):
23
  "--max-model-len", "2048",
24
  "--max-seq-len-to-capture", "2048",
25
  "--max-num-seqs", "1",
 
26
  "--port", "8000",
27
  "--api-key", "EMPTY"
28
  ]
 
23
  "--max-model-len", "2048",
24
  "--max-seq-len-to-capture", "2048",
25
  "--max-num-seqs", "1",
26
+ "--host", "0.0.0.0",
27
  "--port", "8000",
28
  "--api-key", "EMPTY"
29
  ]