Update app.py

app.py

@@ -1,3 +1,4 @@
+
 from fastapi import FastAPI, Form, Request
 from fastapi.responses import HTMLResponse, StreamingResponse
 import os
@@ -12,7 +13,7 @@ MODEL = "gpt-4o-mini"
 API_URL = os.getenv("API_URL")
 DISABLED = os.getenv("DISABLED") == 'True'
 OPENAI_API_KEYS = os.getenv("OPENAI_API_KEYS", "").split(",")
-NUM_THREADS = int(os.getenv("NUM_THREADS", 1))  # Default to 1 if not set
+NUM_THREADS = int(os.getenv("NUM_THREADS", 1))
 
 # HTML with embedded CSS and JS
 HTML_CONTENT = """
@@ -63,7 +64,6 @@ HTML_CONTENT = """
         const submitBtn = document.getElementById("submit-btn");
         let history = JSON.parse(localStorage.getItem("chatHistory")) || [];
 
-        // Load existing history
         history.forEach(msg => addMessage(msg.role, msg.content));
 
         form.addEventListener("submit", async (e) => {
@@ -120,14 +120,12 @@ HTML_CONTENT = """
 </html>
 """
 
-# Serve the chat interface
 @app.get("/", response_class=HTMLResponse)
 async def home():
     if DISABLED:
         return "<h1 style='color:red;text-align:center'>This app has reached OpenAI's usage limit. Please check back tomorrow.</h1>"
     return HTML_CONTENT
 
-# Handle chat input and stream response
 @app.post("/chat")
 async def chat(input: str = Form(...), top_p: float = Form(1.0), temperature: float = Form(1.0)):
     if DISABLED:
@@ -157,4 +155,15 @@ async def chat(input: str = Form(...), top_p: float = Form(1.0), temperature: fl
             for chunk in response.iter_lines():
                 if chunk:
                     chunk_data = chunk.decode('utf-8')
-                    if chunk_data.startswith(
+                    if chunk_data.startswith("data: "):
+                        chunk_json = json.loads(chunk_data[6:])
+                        if "choices" in chunk_json and "delta" in chunk_json["choices"][0] and "content" in chunk_json["choices"][0]["delta"]:
+                            yield chunk_json["choices"][0]["delta"]["content"]
+        except Exception as e:
+            yield f"Error: {str(e)}"
+
+    return StreamingResponse(stream_response(), media_type="text/plain")
+
+if __name__ == "__main__":
+    import uvicorn
+    uvicorn.run(app, host="0.0.0.0", port=7860)