Upload 6 files

Dockerfile

@@ -0,0 +1,49 @@
+# Read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
+# you will also find guides on how best to write your Dockerfile
+FROM python:3
+
+# Add new user 'user' (non-root)
+RUN useradd -m -u 1000 user
+
+# Set working dir to app
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH
+RUN mkdir $HOME/app
+WORKDIR $HOME/app
+
+# Switch to root
+USER root
+
+# Install nginx and packages.txt
+COPY --chown=root packages.txt packages.txt
+RUN apt-get -y update && apt-get -y install nginx && xargs apt-get -y install < packages.txt
+
+# Give app permissions to 'user' (non-root)
+RUN chown user:user .
+
+# Give nginx permissions to 'user' (non-root)
+# See https://www.rockyourcode.com/run-docker-nginx-as-non-root-user/
+RUN mkdir -p /var/cache/nginx \
+             /var/log/nginx \
+             /var/lib/nginx
+RUN touch /var/run/nginx.pid
+RUN chown -R user:user /var/cache/nginx \
+                       /var/log/nginx \
+                       /var/lib/nginx \
+                       /var/run/nginx.pid
+
+# Switch to 'user' (non-root)
+USER user
+
+# Install requirements.txt
+COPY --chown=user requirements.txt requirements.txt
+RUN pip install --no-cache-dir --upgrade -r requirements.txt
+
+# Copy nginx configuration
+COPY --chown=user nginx.conf /etc/nginx/sites-available/default
+
+# Copy app
+COPY --chown=user . .
+
+# Run
+CMD ["bash", "run.sh"]

api.py

@@ -0,0 +1,11 @@
+from flask import Flask, Response, json, jsonify, request
+
+
+api = Flask(__name__)
+
+@api.route("/", methods=["POST"])
+def query() -> Response:
+  data = json.loads(request.data)
+  return jsonify({"dummy": "response"}.update(data))
+
+api.run(host="localhost", port=3000)

app.py

@@ -0,0 +1,17 @@
+import gradio as gr
+import requests
+
+
+def chatbot_response(user_input: str, history) -> str:
+  r = requests.post(
+    "https://localhost:3000", 
+    json={"example": "json"}
+  )
+  response = r.json()
+  return f"Response from the API was {response}"
+  
+demo = gr.ChatInterface(fn=chatbot_response,
+  title="Name of demo goes here",
+  description="Description goes here")
+
+demo.launch(server_name="localhost", server_port=7860, show_api=False)

nginx.conf

@@ -0,0 +1,35 @@
+server {
+    listen 7860 default_server;
+    listen [::]:7860 default_server;
+
+    server_name _;
+
+    location / {
+        # Serve Gradio from port 4000
+        proxy_pass http://localhost:4000;
+        proxy_http_version 1.1;
+        proxy_set_header Upgrade $http_upgrade;
+        proxy_set_header Connection 'upgrade';
+        proxy_set_header Host $host;
+        proxy_set_header X-Real-IP $remote_addr;
+        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+        proxy_cache_bypass $http_upgrade;
+        proxy_read_timeout 86400;
+        proxy_redirect off;
+    }
+
+    location /query {
+        # Serve Flask app API server from port 3000
+        rewrite ^/query/?(.*)$ /$1 break; # strip the /query/
+        proxy_pass http://localhost:3000;
+        proxy_http_version 1.1;
+        proxy_set_header Upgrade $http_upgrade;
+        proxy_set_header Connection 'upgrade';
+        proxy_set_header Host $host;
+        proxy_set_header X-Real-IP $remote_addr;
+        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+        proxy_cache_bypass $http_upgrade;
+        proxy_read_timeout 86400;
+        proxy_redirect off;
+    }
+}

requirements.txt

@@ -0,0 +1,3 @@
+flask
+gradio
+requests

run.sh

@@ -0,0 +1,7 @@
+#!/bin/bash
+
+# start nginx
+service nginx start
+
+# start the processes
+python api.py & python app.py