# Use an NVIDIA PyTorch container with cuDNN 9.1 support FROM nvidia/cuda:12.3.2-cudnn9-runtime-ubuntu22.04 # Basic setup ENV OMP_NUM_THREADS=1 ENV DEBIAN_FRONTEND=noninteractive RUN apt-get update && apt-get install -y \ python3 python3-pip ffmpeg git libsndfile1 \ # Development tools required to compile native extensions such as llama-cpp-python build-essential cmake libopenblas-dev \ && rm -rf /var/lib/apt/lists/* # Set up Python environment COPY requirements.txt . RUN pip install --upgrade pip && pip install -r requirements.txt # Copy app files COPY . /app WORKDIR /app CMD ["python3", "app.py"]