Update app.py

app.py

@@ -26,24 +26,62 @@ class ChutesClient:
             "Content-Type": "application/json"
         }
         
-        # Prepare the body, excluding tools since Chutes doesn't support the same format
+        # Prepare the body for Chutes API
         body = {
             "model": kwargs.get("model", "openai/gpt-oss-20b"),
             "messages": kwargs.get("messages", []),
-            "stream": False,
+            "stream": kwargs.get("stream", False),
             "max_tokens": kwargs.get("max_tokens", 1024),
             "temperature": kwargs.get("temperature", 0.7)
         }
         
         async with aiohttp.ClientSession() as session:
-            async with session.post(
-                f"{self.base_url}/chat/completions",
-                headers=headers,
-                json=body
-            ) as response:
-                if response.status != 200:
-                    raise Exception(f"Chutes API error: {await response.text()}")
-                return await response.json()
+            if body["stream"]:
+                # Handle streaming response
+                async with session.post(
+                    f"{self.base_url}/chat/completions",
+                    headers=headers,
+                    json=body
+                ) as response:
+                    if response.status != 200:
+                        raise Exception(f"Chutes API error: {await response.text()}")
+                    
+                    content = ""
+                    async for line in response.content:
+                        line = line.decode("utf-8").strip()
+                        if line.startswith("data: "):
+                            data = line[6:]
+                            if data == "[DONE]":
+                                break
+                            try:
+                                if data.strip():
+                                    chunk_json = json.loads(data)
+                                    if "choices" in chunk_json and len(chunk_json["choices"]) > 0:
+                                        delta = chunk_json["choices"][0].get("delta", {})
+                                        if "content" in delta:
+                                            content += delta["content"]
+                            except json.JSONDecodeError:
+                                continue
+                    
+                    # Return in OpenAI format for compatibility
+                    return {
+                        "choices": [{
+                            "message": {
+                                "content": content,
+                                "role": "assistant"
+                            }
+                        }]
+                    }
+            else:
+                # Handle non-streaming response
+                async with session.post(
+                    f"{self.base_url}/chat/completions",
+                    headers=headers,
+                    json=body
+                ) as response:
+                    if response.status != 200:
+                        raise Exception(f"Chutes API error: {await response.text()}")
+                    return await response.json()
 
 class CreativeAgenticAI:
     """
@@ -102,9 +140,14 @@ class CreativeAgenticAI:
         Returns:
             AI response with metadata
         """
-        # Enhanced system prompt for better citation behavior
+        # Enhanced system prompt for better behavior
         if not system_prompt:
-            citation_instruction = """
+            if self.model == "openai/gpt-oss-20b":
+                # Simple, direct system prompt for Chutes model
+                system_prompt = """You are a helpful, knowledgeable AI assistant. Provide direct, clear, and informative responses to user questions. Be concise but thorough. Do not include internal reasoning or commentary - just give the answer the user is looking for."""
+            else:
+                # Enhanced system prompt for Groq models with search capabilities
+                citation_instruction = """
 IMPORTANT: When you search the web and find information, you MUST:
 1. Always cite your sources with clickable links in this format: [Source Title](URL)
 2. Include multiple diverse sources when possible
@@ -112,39 +155,41 @@ IMPORTANT: When you search the web and find information, you MUST:
 4. At the end of your response, provide a "Sources Used" section with all the links
 5. Be transparent about which information comes from which source
 """
-            
-            domain_context = ""
-            if include_domains and self._supports_web_search():
-                domain_context = f"\nYou are restricted to searching ONLY these domains: {', '.join(include_domains)}. Make sure to find and cite sources specifically from these domains."
-            elif exclude_domains and self._supports_web_search():
-                domain_context = f"\nAvoid searching these domains: {', '.join(exclude_domains)}. Search everywhere else on the web."
-            
-            search_instruction = ""
-            if search_type == "browser_search" and self._supports_browser_search():
-                search_instruction = "\nUse browser search tools to find the most current and relevant information from the web."
-            elif search_type == "web_search":
-                search_instruction = "\nUse web search capabilities to find relevant information."
-            elif force_search:
-                if self._supports_browser_search():
-                    search_instruction = "\nYou MUST use search tools to find current information before responding."
-                elif self._supports_web_search():
-                    search_instruction = "\nYou MUST use web search to find current information before responding."
-            
-            system_prompt = f"""You are a creative and intelligent AI assistant with agentic capabilities. 
-            You can search the web, analyze information, and provide comprehensive responses. 
-            Be helpful, creative, and engaging while maintaining accuracy.
-            
-            {citation_instruction}
-            {domain_context}
-            {search_instruction}
-            
-            Your responses should be well-structured, informative, and properly cited with working links."""
+                
+                domain_context = ""
+                if include_domains and self._supports_web_search():
+                    domain_context = f"\nYou are restricted to searching ONLY these domains: {', '.join(include_domains)}. Make sure to find and cite sources specifically from these domains."
+                elif exclude_domains and self._supports_web_search():
+                    domain_context = f"\nAvoid searching these domains: {', '.join(exclude_domains)}. Search everywhere else on the web."
+                
+                search_instruction = ""
+                if search_type == "browser_search" and self._supports_browser_search():
+                    search_instruction = "\nUse browser search tools to find the most current and relevant information from the web."
+                elif search_type == "web_search":
+                    search_instruction = "\nUse web search capabilities to find relevant information."
+                elif force_search:
+                    if self._supports_browser_search():
+                        search_instruction = "\nYou MUST use search tools to find current information before responding."
+                    elif self._supports_web_search():
+                        search_instruction = "\nYou MUST use web search to find current information before responding."
+                
+                system_prompt = f"""You are a creative and intelligent AI assistant with agentic capabilities. 
+                You can search the web, analyze information, and provide comprehensive responses. 
+                Be helpful, creative, and engaging while maintaining accuracy.
+                
+                {citation_instruction}
+                {domain_context}
+                {search_instruction}
+                
+                Your responses should be well-structured, informative, and properly cited with working links."""
         
         # Build messages
         messages = [{"role": "system", "content": system_prompt}]
         messages.extend(self.conversation_history[-20:])
+        
+        # Enhanced message for domain filtering (only for Groq models)
         enhanced_message = message
-        if include_domains or exclude_domains:
+        if (include_domains or exclude_domains) and self._supports_web_search():
             filter_context = []
             if include_domains:
                 filter_context.append(f"ONLY search these domains: {', '.join(include_domains)}")
@@ -162,7 +207,7 @@ IMPORTANT: When you search the web and find information, you MUST:
             "max_tokens": max_tokens,
         }
         
-        # Add domain filtering for compound models
+        # Add domain filtering for compound models (Groq only)
         if self._supports_web_search():
             if include_domains and include_domains[0].strip():
                 params["include_domains"] = [domain.strip() for domain in include_domains if domain.strip()]
@@ -184,11 +229,14 @@ IMPORTANT: When you search the web and find information, you MUST:
         try:
             # Make the API call based on model
             if self.available_models[self.model]["api"] == "chutes":
+                # Use streaming for better response quality
+                params["stream"] = True
                 response = await self.chutes_client.chat_completions_create(**params)
                 # Handle Chutes response
                 content = response.get("choices", [{}])[0].get("message", {}).get("content", "No response content")
-                tool_calls = response.get("choices", [{}])[0].get("message", {}).get("tool_calls", None)
+                tool_calls = None
             else:
+                # Groq API call
                 params["max_completion_tokens"] = params.pop("max_tokens", None)
                 response = self.groq_client.chat.completions.create(**params)
                 content = response.choices[0].message.content
@@ -301,7 +349,7 @@ IMPORTANT: When you search the web and find information, you MUST:
             return content
         
         if "Sources Used:" not in content and "sources:" not in content.lower():
-            sources_section = "\n\n---\n\n### 📚 Sources Used:\n"
+            sources_section = "\n\n---\n\n### Sources Used:\n"
             for i, url in enumerate(tool_info["sources_found"][:10], 1):
                 domain = self._extract_domain(url)
                 sources_section += f"{i}. [{domain}]({url})\n"
@@ -462,7 +510,8 @@ async def chat_with_ai(message: str,
         
         ai_response = response["content"]
         
-        if response.get("tool_usage"):
+        # Add tool usage info for Groq models
+        if response.get("tool_usage") and ai_instance.model != "openai/gpt-oss-20b":
             tool_info = response["tool_usage"]
             tool_summary = []
             
@@ -480,6 +529,7 @@ async def chat_with_ai(message: str,
             if tool_summary:
                 ai_response += f"\n\n*{' | '.join(tool_summary)}*"
         
+        # Add search settings info
         search_info = []
         if response.get("search_type_used") and response["search_type_used"] != "none":
             search_info.append(f"🔍 Search type: {response['search_type_used']}")
@@ -495,7 +545,7 @@ async def chat_with_ai(message: str,
                 filter_info.append(f"❌ Excluded domains: {', '.join(exclude_list)}")
             search_info.extend(filter_info)
         
-        if search_info:
+        if search_info and ai_instance.model != "openai/gpt-oss-20b":
             ai_response += f"\n\n*🌐 Search settings: {' | '.join(search_info)}*"
         
         history.append([message, ai_response])
@@ -586,7 +636,7 @@ def create_gradio_app():
                     - 🧠 **Intelligence** (Neuro): Advanced AI reasoning across multiple models
                     - 🔍 **Precision Search** (Scope): Domain filtering (Groq models)
                     - 🤖 **AI Capabilities** (AI): Agentic behavior with tool usage
-                    - ⚡ **Dual APIs**: Web search (Groq) + Basic chat (Chutes)
+                    - ⚡ **Dual APIs**: Web search (Groq) + Streaming chat (Chutes)
                     - 🎯 **Model Flexibility**: Choose the right model for your task
                 """)
                 
@@ -605,19 +655,20 @@ def create_gradio_app():
                 
                 <h4>💬 Chat Model (Chutes API)</h4>
                 <ul>
-                    <li><strong>openai/gpt-oss-20b:</strong> Fast conversational capabilities</li>
-                    <li><strong>Features:</strong> General chat, no browser search</li>
+                    <li><strong>openai/gpt-oss-20b:</strong> Fast conversational capabilities with streaming</li>
+                    <li><strong>Features:</strong> General chat, streaming responses, no web search</li>
                 </ul>
                 </div>
                 
                 <div class="citation-info">
                 <h3>🔗 Enhanced Citation System</h3>
-                <p>All models now include:</p>
+                <p>Groq models include:</p>
                 <ul>
-                    <li><strong>Automatic Source Citations:</strong> Clickable links to sources (Groq models)</li>
+                    <li><strong>Automatic Source Citations:</strong> Clickable links to sources</li>
                     <li><strong>Sources Used Section:</strong> Dedicated section showing all websites</li>
                     <li><strong>Search Type Indication:</strong> Shows which search method was used</li>
                 </ul>
+                <p><strong>Chutes models:</strong> Direct conversational responses without web search</p>
                 </div>
                 """)