Update scraper.py

scraper.py

@@ -2,11 +2,12 @@ import requests
 from bs4 import BeautifulSoup
 
 def scrape_url(url):
-    """Fetch and extract text from a webpage."""
     try:
-        res = requests.get(url, timeout=10)
+        res = requests.get(url, timeout=10, headers={'User-Agent': 'Mozilla/5.0'})
         res.raise_for_status()
         soup = BeautifulSoup(res.text, 'html.parser')
-        return soup.get_text(separator='\n', strip=True)
+        for tag in soup(['script','style','']): tag.decompose()
+        text = soup.get_text(separator='\n', strip=True)
+        return text
     except Exception as e:
         return f"[Error scraping {url}: {e}]"