add CD settings

.github/workflows/deploy-hf.yml

@@ -0,0 +1,20 @@
+name: Deploy to Hugging Face Space masx-openchat-llm
+
+on:
+  push:
+    branches: [ main ]  # or your deployment branch
+
+jobs:
+  deploy:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repo
+        uses: actions/checkout@v3
+
+      - name: Upload to Hugging Face Space
+        uses: huggingface/[email protected]
+        with:
+          api_token: ${{ secrets.HF_TOKEN }}
+          repo_id: AteetVatan/masx-openchat-llm
+          repo_type: space

Dockerfile

@@ -0,0 +1,21 @@
+# Base image
+FROM python:3.10-slim
+
+# Install system dependencies
+RUN apt-get update && apt-get install -y git && rm -rf /var/lib/apt/lists/*
+
+# Create app directory
+WORKDIR /app
+
+# Copy requirements and install
+COPY requirements.txt .
+RUN pip install --upgrade pip && pip install -r requirements.txt
+
+# Copy all project files
+COPY . .
+
+# Expose port (default for HF Spaces)
+EXPOSE 7860
+
+# Run the app
+CMD ["python", "app.py"]

README.md

@@ -8,6 +8,17 @@ MASX OpenChat LLM powered by the state-of-the-art OpenChat-3.5 model.
 
 - **Powered by OpenChat-3.5**: Latest conversational AI model with 7B parameters
 
+## Folder Structure
+
+masx-openchat-llm/
+├── app.py                #  FastAPI entrypoint
+├── model_loader.py       #  Load model only once (OpenChat/Mistral)
+├── requirements.txt      #  Only include inference packages
+├── Dockerfile            #  Used automatically by HF
+├── env.example           #  Environment variables template
+└── README.md             #  Endpoint doc & HF Space link
+
+
 ##  Quick Start
 
 ### Requirements