Spaces:

Futuresony
/

FuturesonyAi

Runtime error

App Files Files Community

Futuresony commited on Dec 12, 2024

Commit

8c8e15f

verified ·

1 Parent(s): 0cbb769

Update app.py

Browse files

Files changed (1) hide show

app.py +128 -22

app.py CHANGED Viewed

@@ -1,46 +1,152 @@
 from flask import Flask, request, jsonify, render_template
 from huggingface_hub import InferenceClient
 app = Flask(__name__)
 client = InferenceClient("Futuresony/future_ai_12_10_2024.gguf")
-@app.route("/")
-def index():
-    return render_template("index.html")
 @app.route("/respond", methods=["POST"])
 def respond():
     data = request.json
-    message = data["message"]
-    history = data["history"]
-    system_message = data["system_message"]
-    max_tokens = data["max_tokens"]
-    temperature = data["temperature"]
-    top_p = data["top_p"]
     messages = [{"role": "system", "content": system_message}]
-    for val in history:
-        if val[0]:
-            messages.append({"role": "user", "content": val[0]})
-        if val[1]:
-            messages.append({"role": "assistant", "content": val[1]})
     messages.append({"role": "user", "content": message})
     response = ""
-    for message in client.chat_completion(
-        messages,
-        max_tokens=max_tokens,
         stream=True,
-        temperature=temperature,
-        top_p=top_p,
     ):
-        token = message.choices[0].delta.content
         response += token
     return jsonify({"response": response})
 if __name__ == "__main__":
-    app.run(debug=True)

 from flask import Flask, request, jsonify, render_template
 from huggingface_hub import InferenceClient
+import os
+# Initialize the Flask app
 app = Flask(__name__)
+# Initialize the Hugging Face Inference Client
 client = InferenceClient("Futuresony/future_ai_12_10_2024.gguf")
+# HTML template for the app
+HTML_TEMPLATE = """
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Chat Interface</title>
+    <style>
+        body {
+            font-family: Arial, sans-serif;
+            margin: 20px;
+        }
+        .container {
+            max-width: 800px;
+            margin: auto;
+        }
+        .chat-box {
+            border: 1px solid #ccc;
+            padding: 10px;
+            border-radius: 5px;
+            background-color: #f9f9f9;
+            height: 400px;
+            overflow-y: auto;
+        }
+        .chat-input {
+            width: 100%;
+            padding: 10px;
+            margin-top: 10px;
+            border: 1px solid #ccc;
+            border-radius: 5px;
+        }
+        .response {
+            background-color: #e8f5e9;
+            border: 1px solid #81c784;
+            padding: 8px;
+            margin-top: 5px;
+            border-radius: 5px;
+            white-space: pre-wrap; /* Preserve formatting */
+        }
+        .bold-italic {
+            font-weight: bold;
+            font-style: italic;
+        }
+        .code-box {
+            background-color: #f4f4f4;
+            border: 1px solid #ddd;
+            padding: 10px;
+            font-family: monospace;
+            white-space: pre-wrap;
+            overflow-x: auto;
+            border-radius: 5px;
+        }
+    </style>
+</head>
+<body>
+    <div class="container">
+        <h1>Chat Interface</h1>
+        <div class="chat-box" id="chat-box">
+            <!-- Chat history will appear here -->
+        </div>
+        <textarea id="message" class="chat-input" placeholder="Type your message here..."></textarea>
+        <button onclick="sendMessage()">Send</button>
+    </div>
+    <script>
+        function sendMessage() {
+            const message = document.getElementById("message").value;
+            const chatBox = document.getElementById("chat-box");
+            if (!message.trim()) return; // Don't send empty messages
+            // Append the user's message to the chat box
+            const userMessage = document.createElement("div");
+            userMessage.textContent = "You: " + message;
+            chatBox.appendChild(userMessage);
+            // Clear the input field
+            document.getElementById("message").value = "";
+            // Send the message to the server
+            fetch("/respond", {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                },
+                body: JSON.stringify({ message: message }),
+            })
+                .then((response) => response.json())
+                .then((data) => {
+                    // Append the assistant's response to the chat box
+                    const botMessage = document.createElement("div");
+                    botMessage.innerHTML = `<div class="response">${data.response}</div>`;
+                    chatBox.appendChild(botMessage);
+                    // Scroll to the bottom of the chat box
+                    chatBox.scrollTop = chatBox.scrollHeight;
+                })
+                .catch((error) => console.error("Error:", error));
+        }
+    </script>
+</body>
+</html>
+"""
+@app.route("/")
+def home():
+    return HTML_TEMPLATE
 @app.route("/respond", methods=["POST"])
 def respond():
+    # Extract data from the request
     data = request.json
+    message = data.get("message", "")
+    # Define system message
+    system_message = "You are a friendly chatbot."
+    # Build the chat history and message
     messages = [{"role": "system", "content": system_message}]
     messages.append({"role": "user", "content": message})
+    # Call the Hugging Face API
     response = ""
+    for msg in client.chat_completion(
+        messages=messages,
+        max_tokens=512,
         stream=True,
+        temperature=0.7,
+        top_p=0.95,
     ):
+        token = msg.choices[0].delta.content
         response += token
+    # Return the response in bold italic format
+    response = response.replace("**", '<span class="bold-italic">').replace("**", "</span>")
     return jsonify({"response": response})
 if __name__ == "__main__":
+    # Use PORT environment variable or default to 7860
+    port = int(os.getenv("PORT", 7860))
+    app.run(host="0.0.0.0", port=port)