fix: handle semantic scholar request err

main.py

@@ -1,4 +1,5 @@
 import os
+import time
 
 import httpx
 import streamlit as st
@@ -60,17 +61,30 @@ def generate_answer(
 def semantic_scholar(
     client: httpx.Client, query: str, top_k: int = 10
 ) -> list[Article]:
-    resp = client.get(
-        "https://api.semanticscholar.org/graph/v1/paper/search",
-        params={
-            "query": query,
-            "limit": top_k,
-            "fields": "title,tldr,abstract,externalIds,url",
-            "fieldsOfStudy": "Medicine,Biology",
-            "minCitationCount": 20,
-        },
-    )
-    resp.raise_for_status()
+    max_retries = 5
+    for attempt in range(max_retries):
+        try:
+            resp = client.get(
+                "https://api.semanticscholar.org/graph/v1/paper/search",
+                params={
+                    "query": query,
+                    "limit": top_k,
+                    "fields": "title,tldr,abstract,externalIds,url,venue,year,citationCount",
+                    "fieldsOfStudy": "Medicine,Biology",
+                    "minCitationCount": 20,
+                },
+                timeout=10.0,
+            )
+            resp.raise_for_status()
+            break
+        except (httpx.HTTPStatusError, httpx.TimeoutException) as err:
+            if attempt < max_retries - 1:
+                time.sleep(1)
+            else:
+                raise err
+    else:
+        raise RuntimeError()
+
     results = resp.json()
     articles = []
     for i, article in enumerate(results.get("data", []), 1):