Update app.py

app.py

@@ -1,3 +1,4 @@
+import asyncio
 import inspect
 import os
 
@@ -28,36 +29,56 @@ HUGGINGFACEHUB_API_TOKEN = os.getenv("HUGGINGFACEHUB_API_TOKEN")
 class BasicAgent:
     def __init__(self):
         print("BasicAgent initialized.")
-        self.llm = HuggingFaceEndpoint(repo_id="Qwen/Qwen2.5-Coder-32B-Instruct", huggingfacehub_api_token=HUGGINGFACEHUB_API_TOKEN,)
+        self.llm = HuggingFaceEndpoint(
+            repo_id="Qwen/Qwen2.5-Coder-32B-Instruct",
+            huggingfacehub_api_token=HUGGINGFACEHUB_API_TOKEN,
+        )
         self.chat = ChatHuggingFace(llm=self.llm, verbose=True)
         self.tools = [
-            multiply,
-            add,
-            subtract,
-            power,
-            divide,
-            modulus,
-            square_root,
-            floor_divide,
-            absolute,
-            logarithm,
-            exponential,
-            web_search,
-            roman_calculator_converter,
-            get_current_time_in_timezone,
+            multiply, add, subtract, power, divide, modulus,
+            square_root, floor_divide, absolute, logarithm,
+            exponential, web_search, roman_calculator_converter,
+            get_current_time_in_timezone
         ]
         self.chat_with_tools = self.chat.bind_tools(self.tools)
         print(f"Total tools available: {len(self.tools)}")
 
-
-    def __call__(self, question: str) -> str:
+    async def answer(self, question: str) -> str:
         print(f"Agent received question (first 50 chars): {question[:50]}...")
-
-        # Question in a HumanMessage from langchain_core
         messages = [HumanMessage(content=question)]
-        messages = self.chat_with_tools.invoke({"messages": messages})
-        answer = messages['messages'][-1].content
-        return answer[14:]
+        response = await asyncio.to_thread(self.chat_with_tools.invoke, {"messages": messages})
+        return response['messages'][-1].content[14:]
+
+async def run_agent_async(agent, questions_data):
+    results_log, answers_payload = [], []
+    tasks = []
+
+    for item in questions_data:
+        task_id = item.get("task_id")
+        question = item.get("question")
+        if not task_id or question is None:
+            print(f"Skipping item with missing task_id or question: {item}")
+            continue
+        tasks.append((task_id, question))
+
+    async def process(task_id, question):
+        try:
+            answer = await agent.answer(question)
+            return task_id, question, answer, None
+        except Exception as e:
+            return task_id, question, None, str(e)
+
+    results = await asyncio.gather(*(process(tid, q) for tid, q in tasks))
+    for tid, question, answer, error in results:
+        if error:
+            print(f"Error running agent on task {tid}: {error}")
+            results_log.append({"Task ID": tid, "Question": question, "Submitted Answer": f"AGENT ERROR: {error}"})
+        else:
+            answers_payload.append({"task_id": tid, "submitted_answer": answer})
+            results_log.append({"Task ID": tid, "Question": question, "Submitted Answer": answer})
+
+    return results_log, answers_payload
+
 
 def run_and_submit_all( profile: gr.OAuthProfile | None):
     """