ngxson HF Staff commited on
Commit
3f014b3
·
verified ·
1 Parent(s): 9ef7983

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +20 -8
Dockerfile CHANGED
@@ -13,18 +13,30 @@ RUN apt-get update && \
13
 
14
  WORKDIR /app
15
 
16
- RUN git clone https://github.com/ggerganov/llama.cpp --depth 1 .
17
 
18
- # Use the default CUDA archs if not specified
19
- RUN LDFLAGS="-lcudart_static -lcublas_static -lcublasLt_static -lculibos" GGML_CUDA=1 LLAMA_CURL=1 LLAMA_CUDA=1 make llama-server -j
20
 
 
 
21
 
22
- FROM node:22 AS runtime
 
 
 
 
 
 
 
 
23
 
24
- RUN npm i -g http-server
25
 
26
- WORKDIR /app
27
- COPY --from=build /app/llama-server /app/llama-server
 
 
 
 
28
 
29
- CMD ["http-server", "/app", "-p", "7860", "-c-1"]
30
 
 
13
 
14
  WORKDIR /app
15
 
 
16
 
17
+ RUN apt install -y sudo && adduser --disabled-password --gecos '' docker && adduser docker sudo && echo '%sudo ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers
 
18
 
19
+ USER docker
20
+ WORKDIR /home/docker
21
 
22
+ ENV NODE_VERSION=22.11.0
23
+ RUN curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.0/install.sh | bash
24
+ ENV NVM_DIR=/home/docker/.nvm
25
+ RUN . "$NVM_DIR/nvm.sh" && nvm install ${NODE_VERSION}
26
+ RUN . "$NVM_DIR/nvm.sh" && nvm use v${NODE_VERSION}
27
+ RUN . "$NVM_DIR/nvm.sh" && nvm alias default v${NODE_VERSION}
28
+ ENV PATH="/home/docker/.nvm/versions/node/v${NODE_VERSION}/bin/:${PATH}"
29
+ RUN node --version
30
+ RUN npm --version
31
 
32
+ RUN git clone https://github.com/ggerganov/llama.cpp --depth 1
33
 
34
+ WORKDIR /home/docker/llama.cpp
35
+ RUN sed -i 's/-lcublas /-lcublas_static /g' Makefile && \
36
+ sed -i 's/-lcublasLt /-lcublasLt_static /g' Makefile && \
37
+ sed -i 's/-lcudart /-lcudart_static /g' Makefile
38
+
39
+ RUN npm i -g http-server
40
 
41
+ CMD ["bash", "-c", "GGML_CUDA=1 LLAMA_CURL=1 make llama-server -j && ldd llama-server && http-server -p 7860 -c-1"]
42