Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -92,7 +92,7 @@ async def get_links(session, url, base_url):
|
|
92 |
logger.error(f"Error getting links from {url}: {str(e)}")
|
93 |
return []
|
94 |
|
95 |
-
|
96 |
visited = set()
|
97 |
to_visit = [(base_url, 0)]
|
98 |
all_pages = []
|
|
|
92 |
logger.error(f"Error getting links from {url}: {str(e)}")
|
93 |
return []
|
94 |
|
95 |
+
async def crawl_pages(base_url, max_depth):
|
96 |
visited = set()
|
97 |
to_visit = [(base_url, 0)]
|
98 |
all_pages = []
|