Dockerfile

# Use an NVIDIA PyTorch container with cuDNN 9.1 support
FROM nvidia/cuda:12.3.2-cudnn9-runtime-ubuntu22.04


# Basic setup
ENV OMP_NUM_THREADS=1
ENV DEBIAN_FRONTEND=noninteractive
RUN apt-get update && apt-get install -y \
    python3 python3-pip ffmpeg git libsndfile1 \
    # Development tools required to compile native extensions such as llama-cpp-python
    build-essential cmake libopenblas-dev \
    && rm -rf /var/lib/apt/lists/*

# Set up Python environment
COPY requirements.txt .
RUN pip install --upgrade pip && pip install -r requirements.txt

# Copy app files
COPY . /app
WORKDIR /app

CMD ["python3", "app.py"]