Spaces:
Paused
Paused
Commit
·
b8923c9
1
Parent(s):
f3eab1a
Update Dockerfile
Browse files- Dockerfile +7 -5
Dockerfile
CHANGED
|
@@ -1,19 +1,21 @@
|
|
| 1 |
-
FROM
|
| 2 |
|
| 3 |
ENV PYTHONUNBUFFERED 1
|
| 4 |
|
| 5 |
-
EXPOSE
|
| 6 |
|
| 7 |
WORKDIR /app
|
| 8 |
|
| 9 |
-
RUN
|
|
|
|
|
|
|
| 10 |
RUN curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
|
| 11 |
RUN apt-get install git-lfs
|
| 12 |
-
|
| 13 |
RUN git clone https://huggingface.co/TheBloke/wizardLM-7B-GGML/blob/main/wizardLM-7B.ggml.q5_1.bin
|
|
|
|
| 14 |
RUN ls
|
| 15 |
COPY . .
|
| 16 |
|
| 17 |
RUN ls -al
|
| 18 |
|
| 19 |
-
CMD
|
|
|
|
| 1 |
+
FROM python:latest
|
| 2 |
|
| 3 |
ENV PYTHONUNBUFFERED 1
|
| 4 |
|
| 5 |
+
EXPOSE 8080
|
| 6 |
|
| 7 |
WORKDIR /app
|
| 8 |
|
| 9 |
+
RUN wget -qO- "https://cmake.org/files/v3.17/cmake-3.17.0-Linux-x86_64.tar.gz" | tar --strip-components=1 -xz -C /usr/local
|
| 10 |
+
RUN git clone https://github.com/abetlen/llama-cpp-python
|
| 11 |
+
RUN CMAKE_ARGS="-DLLAMA_OPENBLAS=on" FORCE_CMAKE=1 pip install llama-cpp-python && cd llama-cpp-python
|
| 12 |
RUN curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
|
| 13 |
RUN apt-get install git-lfs
|
|
|
|
| 14 |
RUN git clone https://huggingface.co/TheBloke/wizardLM-7B-GGML/blob/main/wizardLM-7B.ggml.q5_1.bin
|
| 15 |
+
|
| 16 |
RUN ls
|
| 17 |
COPY . .
|
| 18 |
|
| 19 |
RUN ls -al
|
| 20 |
|
| 21 |
+
CMD python3 -m llama-cpp-python/llama_cpp.server --model wizardLM-7B.ggml.q5_1.bin
|