Spaces:
Running
on
L4
Running
on
L4
fix: url
Browse files- entrypoint.sh +1 -0
entrypoint.sh
CHANGED
|
@@ -19,6 +19,7 @@ vllm serve ${LOCAL_MODEL_PATH} --served-model-name ${HF_MODEL_NAME} --api-key ${
|
|
| 19 |
cd /app/playground && npm run dev &
|
| 20 |
|
| 21 |
# start backend
|
|
|
|
| 22 |
export OPENAI_MODEL=${HF_MODEL_NAME}
|
| 23 |
export OPENAI_API_KEY=${VLLM_SERVE_API_KEY}
|
| 24 |
cd /app && task run
|
|
|
|
| 19 |
cd /app/playground && npm run dev &
|
| 20 |
|
| 21 |
# start backend
|
| 22 |
+
export OPENAI_API_BASE=http://127.0.0.1:8000/v1
|
| 23 |
export OPENAI_MODEL=${HF_MODEL_NAME}
|
| 24 |
export OPENAI_API_KEY=${VLLM_SERVE_API_KEY}
|
| 25 |
cd /app && task run
|