app.py

import os
os.system("playwright install")
# app.py (Synchronous, state-separated, and Gradio API fix)

import gradio as gr
from playwright.sync_api import sync_playwright, Error as PlaywrightError
from bs4 import BeautifulSoup
import urllib.parse
import datetime
import atexit
import re
import os
from itertools import cycle
import uuid

# --- 1. LIVE RESOURCES (Global, Non-copyable) ---
try:
    p = sync_playwright().start()
    browser = p.firefox.launch(headless=True, timeout=60000)
    print("✅ Playwright browser launched successfully.")
except Exception as e:
    print(f"❌ Could not launch Playwright browser. Original error: {e}"); exit()

LIVE_CONTEXTS = {}  # { tab_id: { "context": PlaywrightContext, "page": PlaywrightPage } }

def cleanup():
    print(f"🧹 Cleaning up: Closing {len(LIVE_CONTEXTS)} browser contexts...")
    for tab_id, resources in LIVE_CONTEXTS.items():
        if not resources["context"].is_closed():
            resources["context"].close()
    browser.close(); p.stop()
atexit.register(cleanup)


# --- 2. STATE DATA (Plain, Copyable Classes) ---
class TabState:
    def __init__(self, tab_id, proxy_used="Direct Connection"):
        self.id, self.url, self.title = tab_id, "about:blank", "New Tab"
        self.parsed_text = "Welcome! Navigate to a URL or search to get started."
        self.links, self.proxy_used = [], proxy_used

class BrowserState:
    def __init__(self): self.tabs, self.active_tab_id = [], None
    def get_active_tab(self): return next((t for t in self.tabs if t.id == self.active_tab_id), None)


# --- 3. LOGIC ---
class CredentialRevolver:
    def __init__(self, proxy_string: str):
        self.proxies = self._parse_proxies(proxy_string)
        if self.proxies: self.proxy_cycler = cycle(self.proxies)
        else: self.proxy_cycler = None
    def _parse_proxies(self, proxy_string: str):
        proxies = [];
        for line in proxy_string.strip().splitlines():
            try: parsed = urllib.parse.urlparse(f"//{line.strip()}"); server = f"{parsed.scheme or 'http'}://{parsed.hostname}:{parsed.port}"; proxies.append({"server": server, "username": parsed.username, "password": parsed.password})
            except: pass
        return proxies
    def get_next(self): return next(self.proxy_cycler) if self.proxy_cycler else None
    def count(self): return len(self.proxies)

proxy_list_str = os.getenv("PROXY_LIST", "")
revolver = CredentialRevolver(proxy_list_str)

def _fetch_and_update_tab_state(tab_state: TabState, url: str):
    log = f"▶️ Navigating to {url}..."; live_page = LIVE_CONTEXTS[tab_state.id]["page"]
    try:
        live_page.goto(url, wait_until='domcontentloaded', timeout=30000)
        tab_state.url, tab_state.title = live_page.url, live_page.title() or "No Title"
        log += f"\n✅ Arrived at: {tab_state.url}"
        html_content = live_page.content()
        soup = BeautifulSoup(html_content, 'lxml')
        for script in soup(["script", "style", "nav", "footer"]): script.extract()
        tab_state.parsed_text = soup.get_text(separator='\n', strip=True)
        tab_state.links = [{'text': link.get_text(strip=True) or "[No Link Text]", 'url': urllib.parse.urljoin(tab_state.url, link['href'])} for link in soup.find_all('a', href=True) if link['href'] and link['href'].startswith('http')]
        log += f"\n🔗 Found {len(tab_state.links)} links."
    except PlaywrightError as e:
        error_message = str(e); tab_state.title = "Error"; tab_state.url = url
        tab_state.parsed_text = f"❌ Failed to load page.\n\nError: {error_message}"
        tab_state.links = []; log += f"\n❌ {error_message}"
    return log

def handle_action(browser_state: BrowserState, action: str, value=None):
    log = ""; active_tab_state = browser_state.get_active_tab()
    if action == "new_tab":
        tab_id, proxy_config = str(uuid.uuid4()), revolver.get_next()
        context = browser.new_context(proxy=proxy_config)
        page = context.new_page()
        LIVE_CONTEXTS[tab_id] = {"context": context, "page": page}
        new_tab = TabState(tab_id, proxy_used=proxy_config['server'] if proxy_config else "Direct")
        browser_state.tabs.append(new_tab)
        browser_state.active_tab_id = tab_id
        log = _fetch_and_update_tab_state(new_tab, "https://www.whatsmyip.org/")
    elif action == "go" and active_tab_state:
        url = value if (urllib.parse.urlparse(value).scheme and urllib.parse.urlparse(value).netloc) else f"https://duckduckgo.com/html/?q={urllib.parse.quote_plus(value)}"
        log = _fetch_and_update_tab_state(active_tab_state, url)
    elif action == "click" and active_tab_state and value is not None:
        try:
            link_index = int(value)
            if 0 <= link_index < len(active_tab_state.links):
                link_url = active_tab_state.links[link_index]['url']
                log = _fetch_and_update_tab_state(active_tab_state, link_url)
            else: log = "Invalid link number."
        except: log = "Please enter a valid number to click."
    elif action == "close_tab" and active_tab_state:
        if len(browser_state.tabs) > 1:
            tab_to_close_id = browser_state.active_tab_id
            tab_index = browser_state.tabs.index(active_tab_state)
            browser_state.tabs.pop(tab_index)
            new_index = tab_index - 1 if tab_index > 0 else 0
            browser_state.active_tab_id = browser_state.tabs[new_index].id
            resources = LIVE_CONTEXTS.pop(tab_to_close_id)
            if not resources['context'].is_closed(): resources['context'].close()
            log = f"💣 Tab closed."
        else: log = "Cannot close the last tab."
    elif action == "switch_tab" and value is not None:
        browser_state.active_tab_id = value; log = f"Switched to tab."
    return browser_state, log

def update_ui_components(browser_state: BrowserState):
    active_tab = browser_state.get_active_tab()
    if not active_tab: return {page_content: gr.Markdown("No active tabs."), url_textbox: "", links_display: "", tab_selector: gr.Radio(choices=[])}
    tab_choices = [(f"Tab {i}: {t.title[:25]}... (via {t.proxy_used})", t.id) for i, t in enumerate(browser_state.tabs)]
    links_md = "### 🔗 Links on Page\n" + ('\n'.join(f"{i}. [{link['text'][:80]}]({link['url']})" for i, link in enumerate(active_tab.links[:25])) if active_tab.links else "_No links found._")
    return {
        page_content: gr.Markdown(f"# {active_tab.title}\n**URL:** {active_tab.url}\n\n---\n\n{active_tab.parsed_text[:2000]}..."),
        url_textbox: gr.Textbox(value=active_tab.url), links_display: gr.Markdown(links_md),
        tab_selector: gr.Radio(choices=tab_choices, value=active_tab.id, label="Active Tabs"),
    }

# --- Gradio UI Layout ---
with gr.Blocks(theme=gr.themes.Soft(), title="Real Browser Demo") as demo:
    browser_state = gr.State(BrowserState())
    gr.Markdown("# 🛰️ Real Browser Demo (Synchronous Fix)")
    gr.Markdown(f"This demo runs a real headless browser. **{revolver.count()} proxies loaded**.")
    with gr.Row():
        with gr.Column(scale=3):
            url_textbox = gr.Textbox(label="URL or Search Term", interactive=True)
            go_btn = gr.Button("Go", variant="primary")
            with gr.Accordion("Page Content (Text Only)", open=True): page_content = gr.Markdown("Loading...")
            log_display = gr.Textbox(label="Status Log", interactive=False)
        with gr.Column(scale=1):
            with gr.Row(): new_tab_btn = gr.Button("➕ New Tab"); close_tab_btn = gr.Button("❌ Close Tab")
            tab_selector = gr.Radio(choices=[], label="Active Tabs", interactive=True)
            with gr.Accordion("Clickable Links", open=True):
                links_display = gr.Markdown("...");
                with gr.Row(): click_num_box = gr.Number(label="Link #", scale=1, minimum=0, step=1); click_btn = gr.Button("Click Link", scale=2)

    all_outputs = [page_content, url_textbox, links_display, tab_selector, log_display]

    def master_handler(current_state, action, value):
        new_state, log = handle_action(current_state, action, value)
        ui_updates = update_ui_components(new_state); ui_updates[log_display] = log
        return new_state, ui_updates

    def initial_load(s):
        # A small hack to initialize the browser state with one tab on load
        # We call the handler directly but only return the UI update part.
        _, ui_updates = master_handler(s, "new_tab", None)
        return ui_updates
    demo.load(initial_load, inputs=[browser_state], outputs=list(all_outputs))

    # Event listeners - FIXED by removing the `fn_name` argument.
    go_btn.click(master_handler, [browser_state, url_textbox], [browser_state, *all_outputs], show_progress="full")
    url_textbox.submit(master_handler, [browser_state, url_textbox], [browser_state, *all_outputs], show_progress="full")
    click_btn.click(master_handler, [browser_state, click_num_box], [browser_state, *all_outputs], show_progress="full")
    new_tab_btn.click(master_handler, [browser_state], [browser_state, *all_outputs], show_progress="full")
    close_tab_btn.click(master_handler, [browser_state], [browser_state, *all_outputs])
    tab_selector.input(master_handler, [browser_state, tab_selector], [browser_state, *all_outputs])

demo.launch()