.devops/cuda.Dockerfile

FROM ghcr.io/ggml-org/llama.cpp:full-cuda

# Check if user with UID 1000 exists, if not create it
RUN id -u 1000 &>/dev/null || useradd -m -u 1000 user
USER 1000

ENV HOME=/home/user \
    PATH=${PATH}:/home/user/.local/bin \
    PATH=${PATH}:/app \
    PATH=${PATH}:/usr/local/nvidia/bin

WORKDIR ${HOME}/app

COPY --chown=1000 . ${HOME}/app

RUN pip install --no-cache-dir -r requirements.txt

ENV PYTHONPATH=${PYTHONPATH}:${HOME}/.local/bin \
    LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/app \
    LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib64 \
    HF_HUB_ENABLE_HF_TRANSFER=1 \
    GRADIO_ALLOW_FLAGGING=never \
    GRADIO_NUM_PORTS=1 \
    GRADIO_SERVER_NAME=0.0.0.0 \
    GRADIO_THEME=huggingface \
    SYSTEM=spaces

ENTRYPOINT ["/bin/bash", "start.sh"]