Update app.py

app.py

@@ -8,7 +8,6 @@ import re
 import logging
 from concurrent.futures import ThreadPoolExecutor, as_completed
 
-
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
 
@@ -35,7 +34,7 @@ def get_page_content(url):
         return content
     except Exception as e:
         logger.error(f"Error processing {url}: {str(e)}")
-        return [f"Error processing {url}: {str(e)}"]
+        return []  # Return an empty list instead of error message
 
 def get_links(url, base_url):
     try:
@@ -63,7 +62,7 @@ def crawl_pages(base_url, max_depth):
         logger.info(f"Processed page: {url} at depth {depth}")
         return url, content, depth
 
-    with ThreadPoolExecutor(max_workers=10) as executor:  # Adjust max_workers as needed
+    with ThreadPoolExecutor(max_workers=10) as executor:
         futures = []
         while to_visit:
             current_url, depth = to_visit.pop(0)
@@ -81,7 +80,8 @@ def crawl_pages(base_url, max_depth):
 
         for future in as_completed(futures):
             url, content, depth = future.result()
-            all_pages.append((url, content))
+            if content:  # Only add pages with content
+                all_pages.append((url, content))
 
     return all_pages
 
@@ -118,16 +118,18 @@ def process_url(url, depth):
         return pdf_file
     except Exception as e:
         logger.error(f"Error in process_url: {str(e)}")
-        return f"An error occurred: {str(e)}"
+        return None  # Return None instead of error message
 
-# Add this new function
 def threaded_process_url(url, depth):
     with ThreadPoolExecutor() as executor:
         future = executor.submit(process_url, url, depth)
-        return future.result()
+        result = future.result()
+        if result is None:
+            return gr.update(value=None, visible=False)
+        return gr.update(value=result, visible=True)
 
 iface = gr.Interface(
-    fn=threaded_process_url,  # Use the new threaded function
+    fn=threaded_process_url,
     inputs=[
         gr.Textbox(label="Enter website URL (e.g., https://www.gradio.app/docs)"),
         gr.Slider(minimum=1, maximum=5, value=3, step=1, label="Crawl Depth")
@@ -138,4 +140,4 @@ iface = gr.Interface(
 )
 
 if __name__ == "__main__":
-    iface.launch(share=True, server_name="0.0.0.0", server_port=7860)
+    iface.launch()