HF Space: Docker FastAPI inference

Dockerfile

@@ -1,6 +1,11 @@
 FROM python:3.11-slim
+
 WORKDIR /app
+RUN apt-get update && apt-get install -y git && rm -rf /var/lib/apt/lists/*
+
 COPY requirements.txt .
-RUN pip install -r requirements.txt
+RUN pip install --no-cache-dir -r requirements.txt
+
 COPY . .
-CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "9000"]
+EXPOSE 7860
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

requirements.txt

@@ -2,3 +2,6 @@ fastapi
 uvicorn[standard]
 transformers
 torch
+sentencepiece>=0.1.99
+tokenizers>=0.15
+protobuf>=4.25