Spaces:
Restarting
on
L4
Restarting
on
L4
Update entrypoint.sh
Browse files- entrypoint.sh +1 -1
entrypoint.sh
CHANGED
@@ -18,7 +18,7 @@ LOCAL_MODEL_PATH=./data/${HF_MODEL_NAME}
|
|
18 |
VLLM_SERVE_API_KEY=Shisa_7b_V1
|
19 |
|
20 |
HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH} --local-dir ${LOCAL_MODEL_PATH}
|
21 |
-
vllm serve ${LOCAL_MODEL_PATH} --served-model-name ${HF_MODEL_NAME} --api-key ${VLLM_SERVE_API_KEY} --port 8000
|
22 |
|
23 |
# Start frontend
|
24 |
export NEXT_PUBLIC_EDIT_GRAPH_MODE=false
|
|
|
18 |
VLLM_SERVE_API_KEY=Shisa_7b_V1
|
19 |
|
20 |
HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH} --local-dir ${LOCAL_MODEL_PATH}
|
21 |
+
vllm serve ${LOCAL_MODEL_PATH} --served-model-name ${HF_MODEL_NAME} --api-key ${VLLM_SERVE_API_KEY} --port 8000 &
|
22 |
|
23 |
# Start frontend
|
24 |
export NEXT_PUBLIC_EDIT_GRAPH_MODE=false
|