llama-cpp-server-13b

Sleeping

muryshev commited on Dec 25, 2023

Commit

f1abe43

1 Parent(s): 6ae41f0

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -17,7 +17,7 @@ RUN git clone https://github.com/ggerganov/llama.cpp.git
 WORKDIR /build/llama.cpp
 ENV CUDA_DOCKER_ARCH=${CUDA_DOCKER_ARCH}
-#ENV LLAMA_CUBLAS=1
 RUN mkdir build && \
     cd build && \

 WORKDIR /build/llama.cpp
 ENV CUDA_DOCKER_ARCH=${CUDA_DOCKER_ARCH}
+ENV LLAMA_CUBLAS=1
 RUN mkdir build && \
     cd build && \