feat: first commit2

Dockerfile

@@ -0,0 +1,22 @@
+# Base image: Hugging Face TGI
+FROM ghcr.io/huggingface/text-generation-inference:3.0.2
+
+# Set working directory
+WORKDIR /app
+
+# Minimal storage directories
+RUN mkdir -p /data && chmod 777 /data
+RUN mkdir -p /.cache && chmod 777 /.cache
+RUN mkdir -p /.triton && chmod 777 /.triton
+
+# Expose the API port
+EXPOSE 8080
+
+# Optional: Set Hugging Face token for private model access
+ARG HF_TOKEN
+ENV HF_TOKEN=${HF_TOKEN}
+
+# Model: Replace with any small or quantized TGI-compatible model
+# Example: TheBloke/Mistral-7B-Instruct-v0.1-GPTQ or TinyLlama/TinyLlama-1.1B-Chat
+CMD ["--model-id", "TinyLlama/TinyLlama-1.1B-Chat-v1.0", "--port", "8080"]
+