add nginx grafana workflows

.github/deploy.yml

@@ -0,0 +1,44 @@
+name: Deploy to Hugging Face Spaces
+
+on:
+  push:
+    branches:
+      - main
+
+jobs:
+  test-and-deploy:
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v2
+
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v1
+
+    - name: Login to DockerHub
+      uses: docker/login-action@v1
+      with:
+        username: ${{ secrets.DOCKER_USERNAME }}
+        password: ${{ secrets.DOCKER_PASSWORD }}
+
+    - name: Run tests
+      run: |
+        docker build --target test -t macrdel/sentiment-summarize-youtube-comments-backend:latest .
+        docker run --rm macrdel/sentiment-summarize-youtube-comments-backend:latest pytest /tests
+
+    - name: Build Docker image
+      if: success()
+      run: docker build -t macrdel/sentiment-summarize-youtube-comments-backend:latest .
+
+    - name: Push Docker image
+      if: success()
+      run: docker push macrdel/sentiment-summarize-youtube-comments-backend:latest
+
+    - name: Deploy to Hugging Face Spaces
+      if: success()
+      env:
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
+          HF_USER: ${{ secrets.HF_USER }}
+      run: git push --force https://$HF_USER:[email protected]/spaces/$HF_USER/sentiment-summarize-youtube-comms main
+

Dockerfile

@@ -4,7 +4,7 @@ WORKDIR /code
 
 COPY ./requirements.txt /code/requirements.txt
 
-RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+RUN apt-get update && apt-get install -y nginx && apt-get clean && pip install --no-cache-dir --upgrade -r /code/requirements.txt
 
 RUN useradd -m -u 1000 user
 USER user
@@ -15,4 +15,4 @@ WORKDIR $HOME/app
 
 COPY --chown=user . $HOME/app
 
-CMD ["uvicorn", "app.api:app", "--host", "0.0.0.0", "--port", "7860"]
+CMD ["sh", "-c", "service nginx start && uvicorn app.main:app --host 0.0.0.0 --port 8000"]

app/api.py

@@ -5,6 +5,7 @@ from fastapi import FastAPI
 from pydantic import BaseModel
 # from transformers import pipeline
 # import uvicorn
+from prometheus_client import start_http_server, Summary
 import pandas as pd
 import os
 
@@ -15,6 +16,7 @@ SENT_API_URL = f"https://api-inference.huggingface.co/models/{config.sentiment_m
 SUM_API_URL = f"https://api-inference.huggingface.co/models/{config.sum_model}"
 
 app = FastAPI()
+REQUEST_TIME = Summary('request_processing_seconds', 'Time spent processing request')
 
 class YouTubeUrl(BaseModel):
     url_video: str
@@ -40,6 +42,10 @@ def get_summarize():
     if f"{config.NAME_DATA}" in os.listdir(f"{config.PATH_DATA}"):
         data = pd.read_csv(f"{config.DATA_FILE}")
         return pipeline_summarize(data['text_comment'], headers, SUM_API_URL)
+    
+@app.lifespan("startup")
+def startup_event():
+    start_http_server(8000)
 
 
 #if __name__ == '__main__':

config/nginx.conf

@@ -0,0 +1,11 @@
+upstream backend {
+    server app:8000;
+}
+
+server {
+    listen 80;
+
+    location / {
+        proxy_pass http://backend;
+    }
+}

docker-compose-ci.yml

@@ -0,0 +1,50 @@
+version: '3.7'
+
+services:
+  app:
+    build: .
+    container_name: sentiment-summarize-youtube-comments
+    ports:
+      - "8000:8000"
+    depends_on:
+      - prometheus
+    networks:
+      - custom
+
+  nginx:
+    image: nginx:latest
+    container_name: nginx
+    ports:
+      - "80:80"
+    volumes:
+      - ./config/nginx.conf:/etc/nginx/nginx.conf:ro
+    depends_on:
+      - app
+    networks:
+      - custom
+
+  prometheus:
+    image: prom/prometheus
+    container_name: prometheus
+    volumes:
+      - ./prometheus.yml:/etc/prometheus/prometheus.yml
+    ports:
+      - "9090:9090"
+    networks:
+      - custom
+
+  grafana:
+    image: grafana/grafana
+    container_name: grafana
+    ports:
+      - "3000:3000"
+    environment:
+      - GF_SECURITY_ADMIN_PASSWORD=admin
+    depends_on:
+      - prometheus
+    networks:
+      - custom
+
+networks:
+  custom:
+    driver: bridge

prometheus.yml

@@ -0,0 +1,7 @@
+global:
+  scrape_interval: 15s
+
+scrape_configs:
+  - job_name: 'sentiment-summarize-youtube-comments'
+    static_configs:
+      - targets: ['app:8000']

tests/test_main.py

@@ -0,0 +1,13 @@
+from fastapi.testclient import TestClient
+from app.api import app
+
+client = TestClient(app)
+
+def test_read_root():
+    response = client.get("/")
+    assert response.status_code == 200
+    assert response.json() == {'message': 'FastAPI+HuggingFace app sentiment + summarize YouTube comments'}
+
+#def test_get_comments():
+#    response = client.post("/comments", json={"url_video" : "https://www.youtube.com/watch?v=ITEfXK2J3Gw"})
+#    assert response.status_code == 200