Modelfile

# Specify the path to the downloaded GGUF file within the container.
# The filename must exactly match the one downloaded in the Dockerfile.
FROM ./'gemma-3-4b-it-qat-Q4_K_M.gguf'