Dockerfile

# Use an official Python runtime as a parent image
FROM python:3.9-slim

# Set the working directory in the container
WORKDIR /app

# Copy the current directory contents into the container at /app
COPY . /app

# Install any needed packages specified in requirements.txt
RUN pip install --no-cache-dir -r requirements.txt

# Download the model from Hugging Face
RUN huggingface-cli login $HF_TOKEN
RUN ollama run hf.co/mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF


# Command to run the application
CMD ["python", "app.py"]