Spaces:
Running
Running
MVPilgrim
commited on
Commit
·
b67784b
1
Parent(s):
6f4e3dc
add
Browse files- Dockerfile +76 -0
Dockerfile
ADDED
@@ -0,0 +1,76 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
###############################################################################
|
2 |
+
#python environment, main app and startup script.
|
3 |
+
FROM python:3.11.5
|
4 |
+
#FROM python:3.11.9-slim
|
5 |
+
#FROM python:3.11.9-alpine
|
6 |
+
#FROM python:3.11-bookworm
|
7 |
+
|
8 |
+
RUN echo "\n\n############################################# Dockerfile DbgUI ######################################\n\n"
|
9 |
+
|
10 |
+
ENTRYPOINT ["/app/startup.sh"]
|
11 |
+
#RUN apt-get update && \
|
12 |
+
# apt-get install -y libc6 && \
|
13 |
+
# rm -rf /var/lib/apt/lists/*
|
14 |
+
WORKDIR /app
|
15 |
+
|
16 |
+
#RUN ls -l / || ls -l /lib || ls -l /usr || ls -l /usr/lib6 || echo "### An ls failed."
|
17 |
+
|
18 |
+
COPY ./requirements.txt /app/requirements.txt
|
19 |
+
COPY ./semsearch.py /app/semsearch.py
|
20 |
+
COPY ./startup.sh /app/startup.sh
|
21 |
+
COPY ./semsearchDbgUI.py /app/semsearchDbgUI.py
|
22 |
+
COPY ./startupDbgUI.sh /app/startupDbgUI.sh
|
23 |
+
RUN chmod 755 /app/startup.sh /app/startupDbgUI.sh
|
24 |
+
|
25 |
+
COPY ./multi-qa-MiniLM-L6-cos-v1 /app/multi-qa-MiniLM-L6-cos-v1
|
26 |
+
|
27 |
+
RUN mkdir -p /app/inputDocs
|
28 |
+
COPY ./inputDocs/* /app/inputDocs
|
29 |
+
RUN pip install --no-cache-dir --upgrade -r /app/requirements.txt
|
30 |
+
RUN pip install https://files.pythonhosted.org/packages/13/87/e0cb08c2d4bd7d38ab63816b306c8b1e7cfdc0e59bd54462e8b0df069078/semantic_text_splitter-0.6.3-cp38-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl
|
31 |
+
RUN pip show semantic-text-splitter
|
32 |
+
|
33 |
+
RUN pip install llama_cpp_python
|
34 |
+
|
35 |
+
##############################################################################
|
36 |
+
# Install Weaviate
|
37 |
+
WORKDIR /app/weaviate
|
38 |
+
RUN wget -qO- https://github.com/weaviate/weaviate/releases/download/v1.24.10/weaviate-v1.24.10-linux-amd64.tar.gz | tar -xzf -
|
39 |
+
RUN ls -al /app/weaviate
|
40 |
+
|
41 |
+
# Set environment variables for Weaviate
|
42 |
+
ENV PATH="/app:/app/weaviate-v1.24.10-linux-x86_64:${PATH}"
|
43 |
+
# Expose the Weaviate port
|
44 |
+
EXPOSE 8080
|
45 |
+
|
46 |
+
#COPY Llama-2-7B-Chat-GGUF/llama-2-7b-chat.Q4_0.gguf /app
|
47 |
+
RUN cd /app; wget -v https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGUF/resolve/main/llama-2-7b-chat.Q4_0.gguf
|
48 |
+
|
49 |
+
##############################################################################
|
50 |
+
# Install text2vec-transformers
|
51 |
+
WORKDIR /app/text2vec-transformers
|
52 |
+
COPY --from=semitechnologies/transformers-inference:sentence-transformers-multi-qa-MiniLM-L6-cos-v1 /app /app/text2vec-transformers
|
53 |
+
COPY --from=semitechnologies/transformers-inference:sentence-transformers-multi-qa-MiniLM-L6-cos-v1 /usr/local/bin /app/text2vec-transformers/bin
|
54 |
+
|
55 |
+
COPY ./multi-qa-MiniLM-L6-cos-v1 /app/app/text2vec-transformers
|
56 |
+
|
57 |
+
ENV PATH="/app/text2vec-transformers:/app/text2vec-transformers/bin:${PATH}"
|
58 |
+
#RUN pip install -r requirements.txt
|
59 |
+
#RUN pip install nltk==3.8.1 optimum==1.13.2 onnxruntime==1.16.1 onnx==1.14.1
|
60 |
+
RUN ./custom_prerequisites.py
|
61 |
+
|
62 |
+
|
63 |
+
##############################
|
64 |
+
RUN useradd -m -u 1000 user
|
65 |
+
|
66 |
+
#############################################
|
67 |
+
# Specify /data volume.
|
68 |
+
#VOLUME /data
|
69 |
+
|
70 |
+
##############################################################################
|
71 |
+
# Start the weaviate vector database, text2vec-transformers and the semantic search app.
|
72 |
+
#RUN /app/startup.sh
|
73 |
+
#RUN --mount=type=cache,target=/data,mode=777 /app/startup.sh
|
74 |
+
#RUN --mount=type=cache,target=/data,mode=777 echo "### Mounting /data"
|
75 |
+
#CMD ["/app/startup.sh"]
|
76 |
+
CMD ["/app/startupDbgUI.sh"]
|