Dockerfile

FROM python:3.11-slim-bookworm

WORKDIR /app

# Install Dependensi system
RUN apt-get update && apt-get install -y --no-install-recommends \
    build-essential \
    cmake \
    git \
    sed \
    curl \
    jq \
    && rm -rf /var/lib/apt/lists/*

COPY requirements.txt .
RUN pip install --no-cache-dir -r requirements.txt

# Cetak versi llama-cpp-python
RUN python -c "import llama_cpp; print(llama_cpp.__version__)"

# Set environment variable
ARG HF_TOKEN
ENV HF_TOKEN=$HF_TOKEN
#Export HF_TOKEN untuk download modelnya
ENV DEBIAN_FRONTEND=noninteractive

# Arahkan cache ke /tmp
ENV HUGGINGFACE_HUB_CACHE=/tmp
# Nonaktifkan telemetry
ENV HFC_USER_AGENT_DISABLE_TELEMETRY=1

# Skrip Download Model
COPY download-model.sh .
RUN sed -i 's/\r$//' download-model.sh

# Hapus cache dan model lama
RUN rm -rf /app/models/*
RUN mkdir -p /app/models

# Cetak direktori saat ini
RUN pwd

#Download Modelnya
RUN chmod +x download-model.sh
RUN ./download-model.sh

# Tambahkan perintah untuk daftar direktori
RUN ls -l /app/models

COPY app.py .

EXPOSE 8501

CMD ["python", "-u", "app.py"]