Update app.py

app.py

@@ -11,6 +11,16 @@ LLM_API = os.environ.get("LLM_API")
 LLM_URL = os.environ.get("LLM_URL")
 USER_ID = "HuggingFace Space"  # Placeholder user ID
 
+import traceback
+import aiohttp
+import asyncio
+import urllib.parse
+
+# 設置重試次數和延遲
+MAX_RETRIES = 3
+RETRY_DELAY = 2  # 每次重試之間的延遲秒數
+TIMEOUT_DURATION = 120  # 超時時間設定為 120 秒
+
 async def send_chat_message(LLM_URL, LLM_API, user_input):
     payload = {
         "inputs": {},
@@ -21,45 +31,47 @@ async def send_chat_message(LLM_URL, LLM_API, user_input):
     }
     print("Sending chat message payload:", payload)  # Debug information
 
-    async with aiohttp.ClientSession() as session:
-        try:
-            async with session.post(
-                url=f"{LLM_URL}/chat-messages",
-                headers={"Authorization": f"Bearer {LLM_API}"},
-                json=payload,
-                timeout=aiohttp.ClientTimeout(total=60)
-            ) as response:
-                if response.status != 200:
-                    print(f"Error: {response.status}")
-                    return f"Error: {response.status}"
-
-                full_response = []
-                
-                async for line in response.content.iter_chunked(1024):  # 設置分段大小為 1024 bytes
-                    line = line.decode('utf-8').strip()
-                    if not line:
-                        continue
-                    if "data: " not in line:
-                        continue
-                    try:
-                        print("Received line:", line)  # Debug information
-                        data = json.loads(line.split("data: ")[1])
-                        if "answer" in data:
-                            decoded_answer = urllib.parse.unquote(data["answer"])
-                            full_response.append(decoded_answer)
-                    except (IndexError, json.JSONDecodeError) as e:
-                        print(f"Error parsing line: {line}, error: {e}")  # Debug information
-                        continue
-
-                if full_response:
-                    return ''.join(full_response).strip()
+    for attempt in range(MAX_RETRIES):
+        async with aiohttp.ClientSession() as session:
+            try:
+                async with session.post(
+                    url=f"{LLM_URL}/chat-messages",
+                    headers={"Authorization": f"Bearer {LLM_API}"},
+                    json=payload,
+                    timeout=aiohttp.ClientTimeout(total=TIMEOUT_DURATION)  # 增加超時時間
+                ) as response:
+                    if response.status != 200:
+                        print(f"Error: {response.status}")
+                        return f"Error: {response.status}"
+
+                    full_response = []
+                    async for line in response.content.iter_chunked(1024):
+                        line = line.decode('utf-8').strip()
+                        if not line:
+                            continue
+                        if "data: " not in line:
+                            continue
+                        try:
+                            print("Received line:", line)  # Debug information
+                            data = json.loads(line.split("data: ")[1])
+                            if "answer" in data:
+                                decoded_answer = urllib.parse.unquote(data["answer"])
+                                full_response.append(decoded_answer)
+                        except (IndexError, json.JSONDecodeError) as e:
+                            print(f"Error parsing line: {line}, error: {e}")
+                            continue
+
+                    if full_response:
+                        return ''.join(full_response).strip()
+                    else:
+                        return "Error: No response found in the response"
+            except (asyncio.TimeoutError, aiohttp.ClientError) as e:
+                print(f"Attempt {attempt + 1} failed with error: {e}")
+                print(traceback.format_exc())  # 顯示詳細的錯誤堆疊
+                if attempt < MAX_RETRIES - 1:
+                    await asyncio.sleep(RETRY_DELAY)  # 延遲後重試
                 else:
-                    return "Error: No response found in the response"
-        except Exception as e:
-            # 捕捉完整的異常訊息並打印出堆疊資訊
-            print("Exception occurred in send_chat_message:")
-            print(traceback.format_exc())  # 使用 traceback 輸出完整的錯誤堆疊
-            return f"Exception: {e}"
+                    return f"Exception: {e}"
 
 async def handle_input(user_input):
     print(f"Handling input: {user_input}")