Spaces:
Running
Running
File size: 9,064 Bytes
4c3fe29 d74e8cc 35ae779 3819331 80fef4e 31d5b37 35ae779 15fdb32 35ae779 31d5b37 d74e8cc 80fef4e 006e72f 80fef4e 006e72f 80fef4e 7f2bf6a 35ae779 80fef4e 31d5b37 7f2bf6a 35ae779 3819331 006e72f 7f2bf6a 31d5b37 d74e8cc 80fef4e 006e72f 7f2bf6a 80fef4e 7f2bf6a 80fef4e 7f2bf6a 80fef4e 7f2bf6a 3819331 80fef4e 35ae779 7f2bf6a 80fef4e 7f2bf6a 80fef4e 7f2bf6a 80fef4e 35ae779 15fdb32 7f2bf6a 80fef4e 7f2bf6a 35ae779 80fef4e 7f2bf6a 80fef4e 35ae779 7f2bf6a d74e8cc 31d5b37 7f2bf6a 80fef4e 3819331 80fef4e 15fdb32 31d5b37 3819331 15fdb32 3819331 31d5b37 006e72f 15fdb32 80fef4e d74e8cc 31d5b37 d74e8cc 80fef4e d74e8cc 3819331 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 |
import os
os.system("playwright install")
# app.py (Final, Working Async Version with Bugfixes)
import gradio as gr
from playwright.async_api import async_playwright, Error as PlaywrightError
from bs4 import BeautifulSoup
import urllib.parse
import os
from itertools import cycle
import uuid
# --- 1. GLOBAL RESOURCES & STATE ---
# These are initialized on the first request to be compatible with Spaces.
P = None
BROWSER = None
REVOLVER = None
LIVE_CONTEXTS = {} # { tab_id: { "context": PlaywrightContext, "page": PlaywrightPage } }
APP_STARTED = False
# --- 2. PLAIN DATA STATE CLASSES (Unchanged) ---
class TabState:
def __init__(self, tab_id, proxy_used="Direct Connection"):
self.id, self.url, self.title = tab_id, "about:blank", "New Tab"
self.parsed_text, self.links, self.proxy_used = "Welcome!", [], proxy_used
class BrowserState:
def __init__(self): self.tabs, self.active_tab_id = [], None
def get_active_tab(self): return next((t for t in self.tabs if t.id == self.active_tab_id), None)
class CredentialRevolver:
def __init__(self, proxy_string: str):
self.proxies = self._parse_proxies(proxy_string)
if self.proxies: self.proxy_cycler = cycle(self.proxies)
else: self.proxy_cycler = None
def _parse_proxies(self, proxy_string: str):
proxies = [];
for line in proxy_string.strip().splitlines():
try: parsed = urllib.parse.urlparse(f"//{line.strip()}"); server = f"{parsed.scheme or 'http'}://{parsed.hostname}:{parsed.port}"; proxies.append({"server": server, "username": parsed.username, "password": parsed.password})
except: pass
return proxies
def get_next(self): return next(self.proxy_cycler) if self.proxy_cycler else None
def count(self): return len(self.proxies)
# --- 3. ASYNC LOGIC (Unchanged) ---
async def _fetch_and_update_tab_state(tab_state: TabState, url: str):
log = f"▶️ Navigating to {url}..."; live_page = LIVE_CONTEXTS[tab_state.id]["page"]
try:
await live_page.goto(url, wait_until='domcontentloaded', timeout=30000)
tab_state.url = live_page.url; tab_state.title = await live_page.title() or "No Title"
log += f"\n✅ Arrived at: {tab_state.url}"
html_content = await live_page.content(); soup = BeautifulSoup(html_content, 'lxml')
for script in soup(["script", "style", "nav", "footer"]): script.extract()
tab_state.parsed_text = soup.get_text(separator='\n', strip=True)
tab_state.links = [{'text': link.get_text(strip=True) or "[No Link Text]", 'url': urllib.parse.urljoin(tab_state.url, link['href'])} for link in soup.find_all('a', href=True) if link.get('href', '').startswith('http')]
log += f"\n🔗 Found {len(tab_state.links)} links."
except PlaywrightError as e:
error_message = str(e); tab_state.title = "Error"; tab_state.url = url
tab_state.parsed_text = f"❌ Failed to load page.\n\nError: {error_message}"
tab_state.links = []; log += f"\n❌ {error_message}"
return log
async def handle_action(browser_state: BrowserState, action: str, value=None):
log = ""; active_tab_state = browser_state.get_active_tab()
if action == "new_tab":
tab_id, proxy_config = str(uuid.uuid4()), REVOLVER.get_next()
context = await BROWSER.new_context(proxy=proxy_config)
page = await context.new_page()
LIVE_CONTEXTS[tab_id] = {"context": context, "page": page}
new_tab = TabState(tab_id, proxy_used=proxy_config['server'] if proxy_config else "Direct")
browser_state.tabs.append(new_tab); browser_state.active_tab_id = tab_id
log = await _fetch_and_update_tab_state(new_tab, "https://www.whatsmyip.org/")
elif action == "go" and active_tab_state:
url = value if (urllib.parse.urlparse(value).scheme and urllib.parse.urlparse(value).netloc) else f"https://duckduckgo.com/html/?q={urllib.parse.quote_plus(value)}"
log = await _fetch_and_update_tab_state(active_tab_state, url)
elif action == "click" and active_tab_state and value is not None:
try:
link_index = int(value)
if 0 <= link_index < len(active_tab_state.links): log = await _fetch_and_update_tab_state(active_tab_state, active_tab_state.links[link_index]['url'])
else: log = "Invalid link number."
except: log = "Please enter a valid number to click."
elif action == "close_tab" and active_tab_state:
if len(browser_state.tabs) > 1:
tab_to_close_id = browser_state.active_tab_id; tab_index = browser_state.tabs.index(active_tab_state)
browser_state.tabs.pop(tab_index); new_index = tab_index - 1 if tab_index > 0 else 0
browser_state.active_tab_id = browser_state.tabs[new_index].id
resources = LIVE_CONTEXTS.pop(tab_to_close_id); await resources['context'].close(); log = f"💣 Tab closed."
else: log = "Cannot close the last tab."
elif action == "switch_tab" and value is not None:
browser_state.active_tab_id = value; log = f"Switched to tab."
return browser_state, log
# --- 4. GRADIO UI AND EVENT HANDLING (WITH FIXES) ---
with gr.Blocks(theme=gr.themes.Soft(), title="Real Browser Demo") as demo:
browser_state = gr.State(BrowserState())
gr.Markdown("# 🛰️ Real Browser Demo (Final Working Version)")
# UI Layout is the same...
with gr.Row():
with gr.Column(scale=3):
url_textbox = gr.Textbox(label="URL or Search Term", interactive=True); go_btn = gr.Button("Go", variant="primary")
with gr.Accordion("Page Content (Text Only)", open=True): page_content = gr.Markdown("Loading...")
log_display = gr.Textbox(label="Status Log", interactive=False)
with gr.Column(scale=1):
with gr.Row(): new_tab_btn = gr.Button("➕ New Tab"); close_tab_btn = gr.Button("❌ Close Tab")
tab_selector = gr.Radio(choices=[], label="Active Tabs", interactive=True)
with gr.Accordion("Clickable Links", open=True):
links_display = gr.Markdown("...");
with gr.Row(): click_num_box = gr.Number(label="Link #", scale=1, minimum=0, step=1); click_btn = gr.Button("Click Link", scale=2)
# This order must be consistent
all_outputs = [page_content, url_textbox, links_display, tab_selector, log_display]
async def master_handler(current_state, action, value=None):
global APP_STARTED, P, BROWSER, REVOLVER
if not APP_STARTED:
print("🚀 First request received, starting up Playwright...");
P = await async_playwright().start(); BROWSER = await P.firefox.launch(headless=True)
proxy_list_str = os.getenv("PROXY_LIST", ""); REVOLVER = CredentialRevolver(proxy_list_str)
print(f"✅ Playwright started. {REVOLVER.count()} proxies loaded."); APP_STARTED = True
new_state, log = await handle_action(current_state, action, value)
ui_updates = update_ui_components(new_state)
# **THE CRITICAL FIX IS HERE:**
# We must return a tuple with a value for EACH output component, in the correct order.
return (
new_state, # 1. For the browser_state output
ui_updates[page_content], # 2.
ui_updates[url_textbox], # 3.
ui_updates[links_display], # 4.
ui_updates[tab_selector], # 5.
ui_updates[log_display] # 6.
)
# **THE SECOND CRITICAL FIX IS HERE:**
# Each event listener is a simple, separate async function that Gradio can correctly await.
async def on_load(state):
return await master_handler(state, "new_tab", None)
async def on_go_click(state, value):
return await master_handler(state, "go", value)
async def on_click_link(state, value):
return await master_handler(state, "click", value)
async def on_new_tab(state):
return await master_handler(state, "new_tab", None)
async def on_close_tab(state):
return await master_handler(state, "close_tab", None)
async def on_switch_tab(state, value):
return await master_handler(state, "switch_tab", value)
# Wire up the new, clean event handlers
demo.load(on_load, inputs=[browser_state], outputs=[browser_state, *all_outputs])
go_btn.click(on_go_click, [browser_state, url_textbox], [browser_state, *all_outputs], show_progress="full")
url_textbox.submit(on_go_click, [browser_state, url_textbox], [browser_state, *all_outputs], show_progress="full")
click_btn.click(on_click_link, [browser_state, click_num_box], [browser_state, *all_outputs], show_progress="full")
new_tab_btn.click(on_new_tab, [browser_state], [browser_state, *all_outputs], show_progress="full")
close_tab_btn.click(on_close_tab, [browser_state], [browser_state, *all_outputs])
tab_selector.input(on_switch_tab, [browser_state, tab_selector], [browser_state, *all_outputs])
demo.launch() |