Update app.py

app.py

@@ -27,14 +27,45 @@ class IntelligentAgent:
         if self.debug:
             print(f"IntelligentAgent initialized with model: {model_name}")
 
+    def _chat_completion(self, prompt: str, max_tokens: int = 500, temperature: float = 0.3) -> str:
+        """
+        Use chat completion instead of text generation to avoid provider compatibility issues.
+        """
+        try:
+            messages = [{"role": "user", "content": prompt}]
+            
+            # Try chat completion first
+            try:
+                response = self.client.chat_completion(
+                    messages=messages,
+                    max_tokens=max_tokens,
+                    temperature=temperature
+                )
+                return response.choices[0].message.content.strip()
+            except Exception as chat_error:
+                if self.debug:
+                    print(f"Chat completion failed: {chat_error}, trying text generation...")
+                
+                # Fallback to text generation
+                response = self.client.text_generation(
+                    prompt,
+                    max_new_tokens=max_tokens,
+                    temperature=temperature,
+                    do_sample=temperature > 0
+                )
+                return response.strip()
+                
+        except Exception as e:
+            if self.debug:
+                print(f"Both chat completion and text generation failed: {e}")
+            raise e
+
     def _should_search(self, question: str) -> bool:
         """
         Use LLM to determine if search is needed for the question.
         Returns True if search is recommended, False otherwise.
         """
-        decision_prompt = f"""You are a general AI assistant. I will ask you a question. Report your thoughts, and finish your answer with the following template: FINAL ANSWER: [YOUR FINAL ANSWER]. YOUR FINAL ANSWER should be a number OR as few words as possible OR a comma separated list of numbers and/or strings. If you are asked for a number, don't use comma to write your number neither use units such as $ or percent sign unless specified otherwise. If you are asked for a string, don't use articles, neither abbreviations (e.g. for cities), and write the digits in plain text unless specified otherwise. If you are asked for a comma separated list, apply the above rules depending on whether the element to be put in the list is a number or a string
-
-Analyze this question and decide if it requires real-time information, recent data, or specific facts that might not be in your training data.
+        decision_prompt = f"""Analyze this question and decide if it requires real-time information, recent data, or specific facts that might not be in your training data.
 
 SEARCH IS NEEDED for:
 - Current events, news, recent developments
@@ -63,12 +94,7 @@ Example responses:
 """
 
         try:
-            response = self.client.text_generation(
-                decision_prompt,
-                max_new_tokens=50,
-                temperature=0.1,
-                do_sample=False
-            )
+            response = self._chat_completion(decision_prompt, max_tokens=50, temperature=0.1)
             
             decision = response.strip().upper()
             should_search = decision.startswith("SEARCH")
@@ -89,19 +115,15 @@ Example responses:
         """
         Generate answer using LLM without search.
         """
-        answer_prompt = f"""You are a general AI assistant. I will ask you a question. Report your thoughts, and finish your answer with the following template: FINAL ANSWER: [YOUR FINAL ANSWER]. YOUR FINAL ANSWER should be a number OR as few words as possible OR a comma separated list of numbers and/or strings. If you are asked for a number, don't use comma to write your number neither use units such as $ or percent sign unless specified otherwise. If you are asked for a string, don't use articles, neither abbreviations (e.g. for cities), and write the digits in plain text unless specified otherwise. If you are asked for a comma separated list, apply the above rules depending of whether the element to be put in the list is a number or a string."
+        answer_prompt = f"""You are a general AI assistant. I will ask you a question. Report your thoughts, and finish your answer with the following template: FINAL ANSWER: [YOUR FINAL ANSWER]. YOUR FINAL ANSWER should be a number OR as few words as possible OR a comma separated list of numbers and/or strings. If you are asked for a number, don't use comma to write your number neither use units such as $ or percent sign unless specified otherwise. If you are asked for a string, don't use articles, neither abbreviations (e.g. for cities), and write the digits in plain text unless specified otherwise. If you are asked for a comma separated list, apply the above rules depending of whether the element to be put in the list is a number or a string.
+
 Question: {question}
 
 Answer:"""
 
         try:
-            response = self.client.text_generation(
-                answer_prompt,
-                max_new_tokens=500,
-                temperature=0.3,
-                do_sample=True
-            )
-            return response.strip()
+            response = self._chat_completion(answer_prompt, max_tokens=500, temperature=0.3)
+            return response
             
         except Exception as e:
             return f"Sorry, I encountered an error generating the response: {e}"
@@ -149,7 +171,7 @@ Answer:"""
                 search_context = "\n\n".join(formatted_results)
 
             # Generate answer using search context
-            answer_prompt = f"""You are a general AI assistant. I will ask you a question. Report your thoughts, and finish your answer with the following template: FINAL ANSWER: [YOUR FINAL ANSWER]. YOUR FINAL ANSWER should be a number OR as few words as possible OR a comma separated list of numbers and/or strings. If you are asked for a number, don't use comma to write your number neither use units such as $ or percent sign unless specified otherwise. If you are asked for a string, don't use articles, neither abbreviations (e.g. for cities), and write the digits in plain text unless specified otherwise. If you are asked for a comma separated list, apply the above rules depending of whether the element to be put in the list is a number or a string."
+            answer_prompt = f"""You are a general AI assistant. I will ask you a question. Report your thoughts, and finish your answer with the following template: FINAL ANSWER: [YOUR FINAL ANSWER]. YOUR FINAL ANSWER should be a number OR as few words as possible OR a comma separated list of numbers and/or strings. If you are asked for a number, don't use comma to write your number neither use units such as $ or percent sign unless specified otherwise. If you are asked for a string, don't use articles, neither abbreviations (e.g. for cities), and write the digits in plain text unless specified otherwise. If you are asked for a comma separated list, apply the above rules depending of whether the element to be put in the list is a number or a string.
 
 Question: {question}
 
@@ -161,13 +183,8 @@ Based on the search results above, provide an answer to the question. If the sea
 Answer:"""
 
             try:
-                response = self.client.text_generation(
-                    answer_prompt,
-                    max_new_tokens=60,
-                    temperature=0.3,
-                    do_sample=True
-                )
-                return response.strip()
+                response = self._chat_completion(answer_prompt, max_tokens=600, temperature=0.3)
+                return response
                 
             except Exception as e:
                 if self.debug:
@@ -450,8 +467,6 @@ def clear_cache():
     processing_status = {"is_processing": False, "progress": 0, "total": 0}
     return "Cache cleared successfully.", None
 
-
-
 # --- Enhanced Gradio Interface ---
 with gr.Blocks(title="Intelligent Agent with Conditional Search") as demo:
     gr.Markdown("# Intelligent Agent with Conditional Search")