Spaces:
Sleeping
Sleeping
Commit
·
946e50b
1
Parent(s):
1b99c24
feat: install node
Browse files- Dockerfile +5 -0
- entrypoint.sh +6 -0
Dockerfile
CHANGED
|
@@ -3,6 +3,11 @@ FROM ghcr.io/ten-framework/ten_agent_build:0.4.17-10-g5620673-cuda
|
|
| 3 |
# install vllm
|
| 4 |
RUN pip install vllm
|
| 5 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
# Set up a new user named "user" with user ID 1000
|
| 7 |
RUN useradd -m -u 1000 user
|
| 8 |
|
|
|
|
| 3 |
# install vllm
|
| 4 |
RUN pip install vllm
|
| 5 |
|
| 6 |
+
# install node and npm for demo
|
| 7 |
+
ENV NVM_DIR /usr/local/nvm
|
| 8 |
+
RUN curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.2/install.sh | PROFILE=/etc/bash.bashrc bash
|
| 9 |
+
RUN . $NVM_DIR/nvm.sh && nvm install
|
| 10 |
+
|
| 11 |
# Set up a new user named "user" with user ID 1000
|
| 12 |
RUN useradd -m -u 1000 user
|
| 13 |
|
entrypoint.sh
CHANGED
|
@@ -1,5 +1,10 @@
|
|
| 1 |
#!/bin/bash -xe
|
| 2 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3 |
mkdir -p data
|
| 4 |
|
| 5 |
HF_MODEL_PATH=Qwen/Qwen2.5-1.5B-Instruct
|
|
@@ -11,3 +16,4 @@ HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH} --local-di
|
|
| 11 |
|
| 12 |
# start vllm server
|
| 13 |
vllm serve ${LOCAL_MODEL_PATH} --served-model-name ${HF_MODEL_NAME}
|
|
|
|
|
|
| 1 |
#!/bin/bash -xe
|
| 2 |
|
| 3 |
+
# TODO: remove
|
| 4 |
+
nvm --version
|
| 5 |
+
node --version
|
| 6 |
+
npm --version
|
| 7 |
+
|
| 8 |
mkdir -p data
|
| 9 |
|
| 10 |
HF_MODEL_PATH=Qwen/Qwen2.5-1.5B-Instruct
|
|
|
|
| 16 |
|
| 17 |
# start vllm server
|
| 18 |
vllm serve ${LOCAL_MODEL_PATH} --served-model-name ${HF_MODEL_NAME}
|
| 19 |
+
|