Update app.py

app.py

@@ -1,54 +1,73 @@
-from langchain_community.utilities import SearxSearchWrapper
 import gradio as gr
-import logging
+import requests
+import json
+import random
 
-# Set up logging
-logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
-logger = logging.getLogger(__name__)
+# List of SearXNG instances to try
+SEARXNG_INSTANCES = [
+    "https://search.inetol.net",
+    "https://northboot.xyz",
+    "https://search.hbubli.cc",
+    "https://searx.tiekoetter.com",
+    "https://search.bus-hit.me",
+    # Add more instances here
+]
 
-# Initialize the SearxNG search wrapper
-# You can replace this URL with any SearXNG instance you prefer
-searx = SearxSearchWrapper(searx_host="http://localhost:8888")
+def search_news(query, num_results=10):
+    # Shuffle the list of instances to distribute load
+    random.shuffle(SEARXNG_INSTANCES)
+    
+    for searxng_url in SEARXNG_INSTANCES:
+        params = {
+            "q": query,
+            "categories": "news",
+            "format": "json",
+            "lang": "en",
+            "pageno": 1,
+            "time_range": "None",
+            "engines": "google_news,bing_news,yahoo_news",
+            "results": num_results
+        }
+        try:
+            response = requests.get(f"{searxng_url}/search", params=params, timeout=10)
+            response.raise_for_status()
+            results = response.json()
+            news_items = results.get("results", [])
+            if news_items:
+                return news_items, None
+        except requests.RequestException as e:
+            continue  # Try the next instance
+    
+    return [], "Unable to fetch results from any SearXNG instance. Please try again later."
 
-def search_news(query, num_results=5):
-    try:
-        logger.info(f"Searching for query: {query} with {num_results} results")
-        # Perform the search
-        search_results = searx.results(query, num_results=num_results)
-        
-        logger.info(f"Received {len(search_results)} results")
-        
-        # Format the output
-        formatted_results = "Search Results:\n\n"
-        for i, result in enumerate(search_results, 1):
-            logger.debug(f"Processing result {i}: {result}")
-            
-            title = result.get('title', 'No title')
-            link = result.get('link', 'No link')
-            snippet = result.get('snippet', 'No snippet available')
-            
-            formatted_results += f"{i}. {title}\n"
-            formatted_results += f"   URL: {link}\n"
-            formatted_results += f"   Snippet: {snippet}\n\n"
-        
-        return formatted_results
+def format_news(news_items, error=None):
+    if error:
+        return f"Error: {error}"
     
-    except Exception as e:
-        logger.error(f"An error occurred: {str(e)}", exc_info=True)
-        return f"An error occurred: {str(e)}\n\nPlease check the logs for more details."
+    if not news_items:
+        return "No news items found."
+    
+    formatted_results = ""
+    for i, item in enumerate(news_items, 1):
+        formatted_results += f"{i}. {item['title']}\n"
+        formatted_results += f"   URL: {item['url']}\n"
+        formatted_results += f"   Published: {item.get('publishedDate', 'N/A')}\n"
+        formatted_results += f"   Content: {item.get('content', 'N/A')[:150]}...\n\n"
+    return formatted_results
+
+def gradio_search_news(query, num_results):
+    news_items, error = search_news(query, int(num_results))
+    return format_news(news_items, error)
 
-# Create Gradio interface
 iface = gr.Interface(
-    fn=search_news,
+    fn=gradio_search_news,
     inputs=[
         gr.Textbox(label="Enter a news topic to search for"),
-        gr.Slider(minimum=1, maximum=10, value=5, step=1, label="Number of results")
+        gr.Slider(minimum=1, maximum=20, value=10, step=1, label="Number of results")
     ],
     outputs=gr.Textbox(label="Search Results", lines=20),
-    title="News Search with LangChain and SearXNG",
-    description="Search for news articles using SearXNG through LangChain."
+    title="SearXNG News Search",
+    description="Search for news articles using SearXNG metasearch engine. If one instance fails, it will try others."
 )
 
-if __name__ == "__main__":
-    logger.info("Starting the application")
-    iface.launch()
+iface.launch()