Spaces:
Running
on
L4
Running
on
L4
fix: use gpu
Browse files- Dockerfile +3 -3
Dockerfile
CHANGED
@@ -1,10 +1,10 @@
|
|
1 |
-
|
2 |
-
FROM ghcr.io/ten-framework/ten_agent_build:0.5.0-2-g7d064cd-vllm-cpu
|
3 |
|
4 |
RUN pip install "huggingface_hub[cli]" hf_transfer
|
5 |
|
6 |
# install vllm
|
7 |
-
|
8 |
|
9 |
|
10 |
# install node and npm for demo
|
|
|
1 |
+
FROM ghcr.io/ten-framework/ten_agent_build:0.5.0-cuda
|
2 |
+
#FROM ghcr.io/ten-framework/ten_agent_build:0.5.0-2-g7d064cd-vllm-cpu
|
3 |
|
4 |
RUN pip install "huggingface_hub[cli]" hf_transfer
|
5 |
|
6 |
# install vllm
|
7 |
+
RUN pip install vllm
|
8 |
|
9 |
|
10 |
# install node and npm for demo
|