Spaces:
Running
on
L4
Running
on
L4
chore: clean
Browse files- Dockerfile +3 -18
Dockerfile
CHANGED
@@ -1,26 +1,11 @@
|
|
1 |
#FROM ghcr.io/ten-framework/ten_agent_build:0.4.17-2-geca93b3-cuda
|
2 |
FROM ghcr.io/ten-framework/ten_agent_build:0.5.0-2-g7d064cd-vllm-cpu
|
3 |
|
4 |
-
|
5 |
-
|
6 |
-
RUN pip install "huggingface_hub[cli]"
|
7 |
-
RUN pip install hf_transfer
|
8 |
|
9 |
# install vllm
|
10 |
#RUN pip install vllm
|
11 |
-
|
12 |
-
#RUN pip install cmake>=3.26 wheel packaging ninja "setuptools-scm>=8" numpy
|
13 |
-
#RUN cd vllm && pip install -v -r requirements/cpu.txt --extra-index-url https://download.pytorch.org/whl/cpu
|
14 |
-
#RUN git clone -b rls-v3.5 https://github.com/oneapi-src/oneDNN.git
|
15 |
-
#RUN cmake -B ./oneDNN/build -S ./oneDNN -G Ninja -DONEDNN_LIBRARY_TYPE=STATIC \
|
16 |
-
# -DONEDNN_BUILD_DOC=OFF \
|
17 |
-
# -DONEDNN_BUILD_EXAMPLES=OFF \
|
18 |
-
# -DONEDNN_BUILD_TESTS=OFF \
|
19 |
-
# -DONEDNN_BUILD_GRAPH=OFF \
|
20 |
-
# -DONEDNN_ENABLE_WORKLOAD=INFERENCE \
|
21 |
-
# -DONEDNN_ENABLE_PRIMITIVE=MATMUL
|
22 |
-
#RUN cmake --build ./oneDNN/build --target install --config Release -j 1
|
23 |
-
#RUN cd vllm && VLLM_TARGET_DEVICE=cpu MAX_JOBS=2 python3 setup.py install
|
24 |
|
25 |
# install node and npm for demo
|
26 |
ENV NVM_DIR /usr/local/nvm
|
@@ -54,7 +39,7 @@ ENV HOME=/home/user \
|
|
54 |
PATH=/home/user/.local/bin:$PATH
|
55 |
|
56 |
# Set the working directory to the user's home directory
|
57 |
-
WORKDIR $HOME/app
|
58 |
|
59 |
# Try and run pip command after setting the user with `USER user` to avoid permission issues with Python
|
60 |
RUN pip install --no-cache-dir --upgrade pip
|
|
|
1 |
#FROM ghcr.io/ten-framework/ten_agent_build:0.4.17-2-geca93b3-cuda
|
2 |
FROM ghcr.io/ten-framework/ten_agent_build:0.5.0-2-g7d064cd-vllm-cpu
|
3 |
|
4 |
+
RUN pip install "huggingface_hub[cli]" hf_transfer
|
|
|
|
|
|
|
5 |
|
6 |
# install vllm
|
7 |
#RUN pip install vllm
|
8 |
+
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
9 |
|
10 |
# install node and npm for demo
|
11 |
ENV NVM_DIR /usr/local/nvm
|
|
|
39 |
PATH=/home/user/.local/bin:$PATH
|
40 |
|
41 |
# Set the working directory to the user's home directory
|
42 |
+
# WORKDIR $HOME/app
|
43 |
|
44 |
# Try and run pip command after setting the user with `USER user` to avoid permission issues with Python
|
45 |
RUN pip install --no-cache-dir --upgrade pip
|