Update app.py

app.py

@@ -31,17 +31,23 @@ logging.basicConfig(
 logger = logging.getLogger(__name__)
 
 class URLProcessor:
-    def __init__(self, timeout=15, max_retries=3, concurrent_requests=5, cache_dir='cache'):
+    """Class to handle URL processing with advanced features"""
+    
+    def __init__(self, timeout=15, max_retries=3, cache_dir='cache'):
+        self.ua = UserAgent()  # Initialize UserAgent first
+        self.timeout = timeout
+        self.max_retries = max_retries
+        
+        # Persistent caching setup
         self.cache_dir = Path(cache_dir)
         self.cache_dir.mkdir(exist_ok=True)
-        
-        # Persistent disk-based caches
         self.url_cache = Cache(str(self.cache_dir / 'url_cache'))
         self.content_cache = Cache(str(self.cache_dir / 'content_cache'), size_limit=2**30)
-        
+
+        # Session configuration
         self.session = requests.Session()
         self.session.headers.update({
-            'User -Agent': self.ua.random, 
+            'User-Agent': self.ua.random,  # Correct header key
             'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
             'Accept-Language': 'en-US,en;q=0.5',
             'Connection': 'keep-alive'