File size: 641 Bytes
7fd5900 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 |
# Base image: Hugging Face TGI
FROM ghcr.io/huggingface/text-generation-inference:3.0.2
# Set working directory
WORKDIR /app
# Minimal storage directories
RUN mkdir -p /data && chmod 777 /data
RUN mkdir -p /.cache && chmod 777 /.cache
RUN mkdir -p /.triton && chmod 777 /.triton
# Expose the API port
EXPOSE 8080
# Optional: Set Hugging Face token for private model access
ARG HF_TOKEN
ENV HF_TOKEN=${HF_TOKEN}
# Model: Replace with any small or quantized TGI-compatible model
# Example: TheBloke/Mistral-7B-Instruct-v0.1-GPTQ or TinyLlama/TinyLlama-1.1B-Chat
CMD ["--model-id", "TinyLlama/TinyLlama-1.1B-Chat-v1.0", "--port", "8080"]
|