initial commit

.env.template

@@ -0,0 +1,74 @@
+# Use .env.local to change these variables
+# DO NOT EDIT THIS FILE WITH SENSITIVE DATA
+
+MONGODB_URL=mongodb://127.0.0.1:27017
+MONGODB_DB_NAME=chat-ui
+MONGODB_DIRECT_CONNECTION=false
+
+
+COOKIE_NAME=${SPACE_ID}
+HF_ACCESS_TOKEN=#hf_<token> from from https://huggingface.co/settings/token
+
+# used to activate search with web functionality. disabled if not defined
+SERPAPI_KEY=#your serpapi key here
+
+# Parameters to enable "Sign in with HF"
+OPENID_CLIENT_ID=
+OPENID_CLIENT_SECRET=
+OPENID_SCOPES="openid profile" # Add "email" for some providers like Google that do not provide preferred_username
+OPENID_PROVIDER_URL=https://huggingface.co # for Google, use https://accounts.google.com
+
+
+# 'name', 'userMessageToken', 'assistantMessageToken' are required
+MODELS=`[
+  {
+    "name": "${MODEL_NAME}",
+    "userMessageToken": "<|prompter|>",
+    "assistantMessageToken": "<|assistant|>",
+    "messageEndToken": "<|endoftext|>",
+    "preprompt": "${PREPROMPT}",
+    "promptExamples": [
+      {
+        "title": "Python Fibonacci",
+        "prompt": "How can I write a Python function to generate the nth Fibonacci number?"
+      }, {
+        "title": "What is a meme?",
+        "prompt": "What is a meme, and what's the history behind this word?"
+      }, {
+        "title": "Regex",
+        "prompt": "Create a regex to extract dates from logs"
+      }
+    ],
+    "endpoints": [
+      {
+        "url": "http://127.0.0.1:8080"
+      }
+    ],
+    "parameters": {
+      "temperature": ${MODEL_TEMPERATURE},
+      "top_p": 0.95,
+      "repetition_penalty": 1.2,
+      "top_k": 50,
+      "truncate": 1000,
+      "max_new_tokens": 1024
+    }
+  }
+]`
+OLD_MODELS=`[]`# any removed models, `{ name: string, displayName?: string, id?: string }`
+
+APP_BASE=
+PUBLIC_ORIGIN=${SPACE_HOST}
+PUBLIC_SHARE_PREFIX=${SPACE_HOST}
+PUBLIC_GOOGLE_ANALYTICS_ID=#G-XXXXXXXX / Leave empty to disable
+PUBLIC_DEPRECATED_GOOGLE_ANALYTICS_ID=#UA-XXXXXXXX-X / Leave empty to disable
+PUBLIC_ANNOUNCEMENT_BANNERS=`[
+  {
+    "title": "Chat UI is now open sourced on GitHub",
+    "linkTitle": "GitHub repo",
+    "linkHref": "https://github.com/huggingface/chat-ui"
+  }
+]`
+
+PARQUET_EXPORT_DATASET=
+PARQUET_EXPORT_HF_TOKEN=
+PARQUET_EXPORT_SECRET=

Dockerfile

@@ -0,0 +1,74 @@
+FROM node:19 as chatui-builder
+
+WORKDIR /app
+
+RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+    git && \
+    rm -rf /var/lib/apt/lists/*
+
+RUN git clone https://github.com/huggingface/chat-ui.git
+
+WORKDIR /app/chat-ui
+
+RUN --mount=type=cache,target=/app/.npm \
+    npm set cache /app/.npm && \
+    npm ci
+
+RUN envsubst < ".env.template" > ".env.local"
+
+COPY .env.local .env.local
+RUN npm run build
+
+FROM ghcr.io/huggingface/text-generation-inference:latest
+
+ENV TZ=Europe/Paris \
+    PORT=3000
+
+RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+    gnupg \
+    curl && \
+    rm -rf /var/lib/apt/lists/*
+
+RUN curl -fsSL https://pgp.mongodb.com/server-6.0.asc | \
+    gpg -o /usr/share/keyrings/mongodb-server-6.0.gpg \
+    --dearmor
+
+RUN echo "deb [ arch=amd64,arm64 signed-by=/usr/share/keyrings/mongodb-server-6.0.gpg ] https://repo.mongodb.org/apt/ubuntu focal/mongodb-org/6.0 multiverse" | tee /etc/apt/sources.list.d/mongodb-org-6.0.list
+
+RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+    mongodb-org && \
+    rm -rf /var/lib/apt/lists/*
+
+RUN mkdir -p /data/db
+RUN chown -R 1000:1000 /data
+
+RUN curl -fsSL https://deb.nodesource.com/setup_19.x | /bin/bash -
+
+RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+    nodejs && \
+    rm -rf /var/lib/apt/lists/*
+
+RUN mkdir /app
+RUN chown -R 1000:1000 /app
+
+RUN useradd -m -u 1000 user
+
+# Switch to the "user" user
+USER user
+
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH
+
+RUN npm config set prefix /home/user/.local
+RUN npm install -g pm2
+
+COPY --from=chatui-builder --chown=1000 /app/chat-ui/node_modules /app/node_modules
+COPY --from=chatui-builder --chown=1000 /app/chat-ui/package.json /app/package.json
+COPY --from=chatui-builder --chown=1000 /app/chat-ui/build /app/build
+
+COPY entrypoint.sh entrypoint.sh
+
+ENTRYPOINT ["/bin/bash"]
+CMD ["entrypoint.sh"]
+
+

entrypoint.sh

@@ -0,0 +1,19 @@
+#!/bin/bash
+
+# Start the local Mongo database
+mongod &
+
+# Start the text-generation-inference process
+text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust_remote_code &
+
+# Wait for text-generation-inference to start
+curl --retry 60 --retry-delay 60 --retry-connrefused http://127.0.0.1:8080/health
+
+# Start the chat-ui process
+pm2 start /app/build/index.js -i $CPU_CORES --no-daemon &
+
+# Wait for any process to exit
+wait -n
+
+# Exit with status of process that exited first
+exit $?