ai: Allow Spaces to be indexed by search engines.

This configuration is required to turn Open-WebUI into a website and to ensure it can be indexed by search engines.

BingSiteAuth.xml

@@ -0,0 +1,4 @@
+<?xml version="1.0"?>
+<users>
+	<user>6F0E69E47393F89FAEEEE8B9212EBAE4</user>
+</users>

Dockerfile

@@ -19,6 +19,32 @@ COPY --chown=$UID:$GID webui.db /app/backend/data/
 # and Secret Environment settings of Hugging Face Spaces.
 RUN chmod 555 /app/backend/data/webui.db
 
+# Search Engine Optimization (SEO)
+# Robots Exclusion Protocol
+RUN search='<meta name="robots" content="noindex,nofollow"' && \
+    replace='<meta name="robots" content="index,follow"' && \
+    find /app -type f -name '*.html' -exec grep -l "$search" {} \; | \
+    while IFS= read -r file; do \
+        echo "Processing: $file" && \
+        if sed -i "s|$search|$replace|g" "$file"; then \
+            echo "Success: $file updated"; \
+        else \
+            echo "Error: failed to update $file"; \
+            exit 1; \
+        fi; \
+    done
+# https://umint-ai.hf.space/robots.txt
+COPY --chown=$UID:$GID robots.txt /app/build/
+# Sitemaps
+# https://umint-ai.hf.space/sitemap.xml
+COPY --chown=$UID:$GID sitemap.xml /app/build/
+# Google Search Console Tools
+# https://umint-ai.hf.space/google15aba15fe250d693.html
+COPY --chown=$UID:$GID google15aba15fe250d693.html /app/build/
+# Bing Webmaster Tools
+# https://umint-ai.hf.space/BingSiteAuth.xml
+COPY --chown=$UID:$GID BingSiteAuth.xml /app/build/
+
 # Open the port so the application can be accessed
 EXPOSE 8000
 

google15aba15fe250d693.html

@@ -0,0 +1 @@
+google-site-verification: google15aba15fe250d693.html

robots.txt

@@ -0,0 +1,2 @@
+User-agent: *
+Allow: /

sitemap.xml

@@ -0,0 +1,12 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!-- 
+  SPDX-FileCopyrightText: Hadad <[email protected]>
+  SPDX-License-Identifier: MIT
+-->
+<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+  <url>
+    <loc>https://umint-ai.hf.space</loc>
+    <changefreq>daily</changefreq>
+    <priority>1.0</priority>
+  </url>
+</urlset>