|
from fastapi import Query |
|
|
|
@app.get("/search_leads") |
|
async def search_leads( |
|
query: str = Query(..., description="Search term for business leads") |
|
): |
|
logger.info(f"Searching Google Maps for: {query}") |
|
|
|
async with async_playwright() as p: |
|
browser = await p.chromium.launch(headless=True) |
|
page = await browser.new_page() |
|
|
|
try: |
|
|
|
await page.goto("https://www.google.com/maps", wait_until="networkidle") |
|
|
|
|
|
try: |
|
await page.click('button[aria-label="Accept all"]', timeout=3000) |
|
except: |
|
pass |
|
|
|
|
|
await page.fill('input#searchboxinput', query) |
|
await page.click('button#searchbox-searchbutton') |
|
|
|
|
|
await page.wait_for_selector('div[role="article"]', timeout=10000) |
|
|
|
|
|
|
|
|
|
|
|
results = await page.evaluate(""" |
|
() => { |
|
const listings = []; |
|
const elements = document.querySelectorAll('div[role="article"]'); |
|
elements.forEach(el => { |
|
const nameEl = el.querySelector('h3 span'); |
|
const name = nameEl ? nameEl.innerText : null; |
|
|
|
const addressEl = el.querySelector('[data-tooltip="Address"]'); |
|
const address = addressEl ? addressEl.innerText : null; |
|
|
|
const phoneEl = el.querySelector('button[data-tooltip="Copy phone number"]'); |
|
const phone = phoneEl ? phoneEl.getAttribute('aria-label')?.replace('Copy phone number ', '') : null; |
|
|
|
const websiteEl = el.querySelector('a[aria-label*="Website"]'); |
|
const website = websiteEl ? websiteEl.href : null; |
|
|
|
listings.push({name, address, phone, website}); |
|
}); |
|
return listings; |
|
} |
|
""") |
|
|
|
await browser.close() |
|
|
|
|
|
filtered = [r for r in results if r['name']] |
|
|
|
return {"query": query, "results_count": len(filtered), "results": filtered} |
|
|
|
except Exception as e: |
|
await browser.close() |
|
logger.error(f"Error during Google Maps search scraping: {str(e)}") |
|
raise HTTPException(status_code=500, detail=f"Search scraping error: {str(e)}") |
|
|