Update app.py

app.py

@@ -8,7 +8,7 @@ LLM_URL = os.environ.get("LLM_URL")
 
 USER_ID = "HuggingFace Space"  # Placeholder user ID
 
-def send_chat_message(LLM_URL, LLM_API, user_input):
+async def send_chat_message(LLM_URL, LLM_API, user_input):
     payload = {
         "inputs": {},
         "query": user_input,
@@ -17,40 +17,56 @@ def send_chat_message(LLM_URL, LLM_API, user_input):
         "user": USER_ID,
     }
     print("Sending chat message payload:", payload)  # Debug information
-    response = requests.post(
-        url=f"{LLM_URL}/chat-messages",
-        headers={"Authorization": f"Bearer {LLM_API}"},
-        json=payload,
-        stream=True  # Enable streaming
-    )
-    if response.status_code == 404:
-        return "Error: Endpoint not found (404)"
-    
-    # Handle the stream of events
-    last_thought = None
-    try:
-        for line in response.iter_lines(decode_unicode=True):
-            if line:
-                try:
-                    data = json.loads(line.split("data: ")[1])
-                    if data.get("event") == "agent_thought":
-                        last_thought = data.get("thought")
-                except (IndexError, json.JSONDecodeError):
-                    continue
-    except json.JSONDecodeError:
-        return "Error: Invalid JSON response"
-    
-    if last_thought:
-        # Structure the thought text
-        return last_thought.strip()
-    else:
-        return "Error: No thought found in the response"
 
-def handle_input(user_input):
-    chat_response = send_chat_message(LLM_URL, LLM_API, user_input)
+    async with aiohttp.ClientSession() as session:
+        try:
+            async with session.post(
+                url=f"{LLM_URL}/chat-messages",
+                headers={"Authorization": f"Bearer {LLM_API}"},
+                json=payload,
+                timeout=aiohttp.ClientTimeout(total=60)
+            ) as response:
+                if response.status != 200:
+                    print(f"Error: {response.status}")
+                    return f"Error: {response.status}"
+
+                full_response = []
+                async for line in response.content:
+                    line = line.decode('utf-8').strip()
+                    if not line:
+                        continue
+                    if "data: " not in line:
+                        continue
+                    try:
+                        print("Received line:", line)  # Debug information
+                        data = json.loads(line.split("data: ")[1])
+                        if "answer" in data:
+                            full_response.append(data["answer"])
+                    except (IndexError, json.JSONDecodeError) as e:
+                        print(f"Error parsing line: {line}, error: {e}")  # Debug information
+                        continue
+
+                if full_response:
+                    return ''.join(full_response).strip()
+                else:
+                    return "Error: No response found in the response"
+        except Exception as e:
+            print(f"Exception: {e}")
+            return f"Exception: {e}"
+
+async def handle_input(user_input):
+    print(f"Handling input: {user_input}")
+    chat_response = await send_chat_message(LLM_URL, LLM_API, user_input)
     print("Chat response:", chat_response)  # Debug information
     return chat_response
 
+def run_sync(func, *args):
+    loop = asyncio.new_event_loop()
+    asyncio.set_event_loop(loop)
+    result = loop.run_until_complete(func(*args))
+    loop.close()
+    return result
+
 # Define Gradio interface
 user_input = gr.Textbox(label='請輸入您想查詢的關鍵公司名稱')
 examples = [