Update app.py

app.py

@@ -34,7 +34,7 @@ def get_page_content(url):
         return content
     except Exception as e:
         logger.error(f"Error processing {url}: {str(e)}")
-        return []  # Return an empty list instead of error message
+        return [f"Error processing {url}: {str(e)}"]
 
 def get_links(url, base_url):
     try:
@@ -80,8 +80,7 @@ def crawl_pages(base_url, max_depth):
 
         for future in as_completed(futures):
             url, content, depth = future.result()
-            if content:  # Only add pages with content
-                all_pages.append((url, content))
+            all_pages.append((url, content))
 
     return all_pages
 
@@ -118,15 +117,12 @@ def process_url(url, depth):
         return pdf_file
     except Exception as e:
         logger.error(f"Error in process_url: {str(e)}")
-        return None  # Return None instead of error message
+        return f"An error occurred: {str(e)}"
 
 def threaded_process_url(url, depth):
     with ThreadPoolExecutor() as executor:
         future = executor.submit(process_url, url, depth)
-        result = future.result()
-        if result is None:
-            return gr.update(value=None, visible=False)
-        return gr.update(value=result, visible=True)
+        return future.result()
 
 iface = gr.Interface(
     fn=threaded_process_url,