Create Modelfile

Modelfile

@@ -0,0 +1,3 @@
+# Specify the path to the downloaded GGUF file within the container.
+# The filename must exactly match the one downloaded in the Dockerfile.
+FROM ./gemma-3-4b-it-qat.Q4_K_M.gguf