prompt and strategy changed

main.py

@@ -42,7 +42,7 @@ async def scrape_visible_text(url):
             }
         )
         page = await context.new_page()
-        await page.goto(url, wait_until="networkidle")
+        await page.goto(url, wait_until="domcontentloaded")
         visible_text = await page.evaluate("document.body.innerText")
         await browser.close()
         return visible_text
@@ -117,7 +117,7 @@ async def crawl_web(request: CrawlerRequest):
         all_links = google_links + quora_links + other_links
 
         # Use Gemini to filter and list relevant URLs
-        prompt = f"Filter the following URLs and list only those that are most relevant to the topic '{topic_title}':\n{all_links}"
+        prompt = f"Filter the following URLs and list only those that are most relevant to the topic '{topic_title}':\n{all_links}. Response should only contain the array of links with no formatting."
         model = genai.GenerativeModel("gemini-1.5-pro")
         response = model.generate_content(prompt)
         filtered_links = response.text.strip().split('\n')