cyfyifanchen commited on
Commit
52c98e9
·
verified ·
1 Parent(s): 09119a9

Update entrypoint.sh

Browse files
Files changed (1) hide show
  1. entrypoint.sh +1 -1
entrypoint.sh CHANGED
@@ -18,7 +18,7 @@ LOCAL_MODEL_PATH=./data/${HF_MODEL_NAME}
18
  VLLM_SERVE_API_KEY=Shisa_7b_V1
19
 
20
  HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH} --local-dir ${LOCAL_MODEL_PATH}
21
- vllm serve ${LOCAL_MODEL_PATH} --served-model-name ${HF_MODEL_NAME} --api-key ${VLLM_SERVE_API_KEY} --port 8000
22
 
23
  # Start frontend
24
  export NEXT_PUBLIC_EDIT_GRAPH_MODE=false
 
18
  VLLM_SERVE_API_KEY=Shisa_7b_V1
19
 
20
  HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH} --local-dir ${LOCAL_MODEL_PATH}
21
+ vllm serve ${LOCAL_MODEL_PATH} --served-model-name ${HF_MODEL_NAME} --api-key ${VLLM_SERVE_API_KEY} --port 8000 &
22
 
23
  # Start frontend
24
  export NEXT_PUBLIC_EDIT_GRAPH_MODE=false