File size: 737 Bytes
a0296c1
 
 
 
 
 
 
6f21901
a0296c1
 
 
6f21901
a0296c1
 
 
 
6f21901
a0296c1
 
 
 
 
 
 
6f21901
 
a0296c1
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
FROM ghcr.io/ggml-org/llama.cpp:full-cuda

# Check if user with UID 1000 exists, if not create it
RUN id -u 1000 &>/dev/null || useradd -m -u 1000 user
USER 1000

ENV HOME=/home/user \
    PATH=${PATH}:/home/user/.local/bin:/usr/local/nvidia/bin:/app

WORKDIR ${HOME}/app

COPY --chown=1000 requirements.txt ${HOME}/app

RUN pip install --no-cache-dir -r requirements.txt

ENV PYTHONPATH=${PYTHONPATH}:${HOME}/.local/bin \
    LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib64:/app \
    HF_HUB_ENABLE_HF_TRANSFER=1 \
    GRADIO_ALLOW_FLAGGING=never \
    GRADIO_NUM_PORTS=1 \
    GRADIO_SERVER_NAME=0.0.0.0 \
    GRADIO_THEME=huggingface \
    SYSTEM=spaces

COPY --chown=1000 . ${HOME}/app

ENTRYPOINT ["/bin/bash", "start.sh"]