Modelfile

# Specify the path to the downloaded GGUF file within the container.
# The filename must exactly match the one downloaded in the Dockerfile.
FROM ./gemma-3-4b-it-qat.Q4_K_M.gguf