Add external HF Space integration for web search and code execution

- Enable dynamic URL fetching by default (hidden from UI)
- Add web search functionality using external HuggingFace Spaces
- Add code execution capability via external HF Spaces
- Implement automatic pattern detection for search and code requests
- Add graceful fallbacks when external spaces unavailable
- Integrate results into LLM context for enhanced responses
- Fix lambda function compatibility issue

app.py

@@ -100,7 +100,7 @@ def enhanced_fetch_url_content(url, enable_search_validation=False):
             element.decompose()
         
         # Extract main content preferentially
-        main_content = soup.find('main') or soup.find('article') or soup.find('div', class_=lambda x: x and 'content' in x.lower() if x else False) or soup
+        main_content = soup.find('main') or soup.find('article') or soup.find('div', class_=lambda x: bool(x and 'content' in x.lower())) or soup
         text = main_content.get_text()
         
         # Enhanced text cleaning
@@ -895,7 +895,7 @@ def update_sandbox_preview(config_data):
     
     return preview_text, preview_html
 
-def on_preview_combined(name, description, system_prompt, enable_research_assistant, model, temperature, max_tokens, examples_text, enable_dynamic_urls, enable_vector_rag, enable_code_execution):
+def on_preview_combined(name, description, system_prompt, enable_research_assistant, model, temperature, max_tokens, examples_text, enable_dynamic_urls, enable_vector_rag, enable_code_execution, enable_web_search):
     """Generate configuration and return preview updates"""
     if not name or not name.strip():
         return (
@@ -928,6 +928,7 @@ def on_preview_combined(name, description, system_prompt, enable_research_assist
             'enable_dynamic_urls': enable_dynamic_urls,
             'enable_vector_rag': enable_vector_rag,
             'enable_code_execution': enable_code_execution,
+            'enable_web_search': enable_web_search,
             'examples_text': examples_text,
             'preview_ready': True
         }
@@ -1078,6 +1079,29 @@ def preview_chat_response(message, history, config_data, url1="", url2="", url3=
                 if dynamic_context_parts:
                     dynamic_context = "\n".join(dynamic_context_parts)
         
+        # Check for web search request if enabled
+        web_search_result = ""
+        if config_data.get('enable_web_search'):
+            # Simple patterns to detect search requests
+            search_patterns = [
+                r'search for\s+(.+)',
+                r'find\s+(.+)',
+                r'look up\s+(.+)',
+                r'what is\s+(.+)',
+                r'who is\s+(.+)',
+                r'how to\s+(.+)',
+                r'latest\s+(.+)',
+                r'recent\s+(.+)'
+            ]
+            
+            for pattern in search_patterns:
+                match = re.search(pattern, message, re.IGNORECASE)
+                if match:
+                    search_query = match.group(1).strip()
+                    search_result = perform_web_search(search_query, "Web search requested")
+                    web_search_result = f"\n\n{search_result}\n\n"
+                    break
+        
         # Check for code execution request if enabled
         code_execution_result = ""
         if config_data.get('enable_code_execution'):
@@ -1103,7 +1127,7 @@ def preview_chat_response(message, history, config_data, url1="", url2="", url3=
                     break
         
         # Build enhanced system prompt with all contexts
-        enhanced_system_prompt = config_data.get('system_prompt', '') + grounding_context + rag_context + dynamic_context + code_execution_result
+        enhanced_system_prompt = config_data.get('system_prompt', '') + grounding_context + rag_context + dynamic_context + web_search_result + code_execution_result
         
         # Build messages array for the API
         messages = [{"role": "system", "content": enhanced_system_prompt}]
@@ -1193,7 +1217,7 @@ def export_preview_conversation(history):
     
     return gr.update(value=temp_file, visible=True)
 
-def on_generate(name, description, system_prompt, enable_research_assistant, model, api_key_var, temperature, max_tokens, examples_text, access_code, enable_dynamic_urls, url1, url2, url3, url4, enable_vector_rag, rag_tool_state, enable_code_execution):
+def on_generate(name, description, system_prompt, enable_research_assistant, model, api_key_var, temperature, max_tokens, examples_text, access_code, enable_dynamic_urls, url1, url2, url3, url4, enable_vector_rag, rag_tool_state, enable_code_execution, enable_web_search):
     if not name or not name.strip():
         return gr.update(value="Error: Please provide a Space Title", visible=True), gr.update(visible=False)
     
@@ -1707,6 +1731,13 @@ with gr.Blocks(title="Chat U/I Helper") as demo:
                 outputs=[code_execution_space]
             )
             
+            # Connect the web search checkbox
+            enable_web_search.change(
+                toggle_web_search,
+                inputs=[enable_web_search],
+                outputs=[web_search_space]
+            )
+            
             
             
             # Connect the URL management buttons
@@ -1739,7 +1770,7 @@ with gr.Blocks(title="Chat U/I Helper") as demo:
             # Connect the generate button
             generate_btn.click(
                 on_generate,
-                inputs=[name, description, system_prompt, enable_research_assistant, model, api_key_var, temperature, max_tokens, examples_text, access_code, enable_dynamic_urls, url1, url2, url3, url4, enable_vector_rag, rag_tool_state, enable_code_execution],
+                inputs=[name, description, system_prompt, enable_research_assistant, model, api_key_var, temperature, max_tokens, examples_text, access_code, enable_dynamic_urls, url1, url2, url3, url4, enable_vector_rag, rag_tool_state, enable_code_execution, enable_web_search],
                 outputs=[status, download_file, sandbox_state]
             )
             
@@ -1857,7 +1888,7 @@ with gr.Blocks(title="Chat U/I Helper") as demo:
     # Connect cross-tab functionality after all components are defined
     preview_btn.click(
         on_preview_combined,
-        inputs=[name, description, system_prompt, enable_research_assistant, model, temperature, max_tokens, examples_text, enable_dynamic_urls, enable_vector_rag, enable_code_execution],
+        inputs=[name, description, system_prompt, enable_research_assistant, model, temperature, max_tokens, examples_text, enable_dynamic_urls, enable_vector_rag, enable_code_execution, enable_web_search],
         outputs=[preview_config_state, preview_status_comp, preview_chat_section_comp, config_display_comp]
     )