Spaces:
Running
Running
File size: 3,136 Bytes
75589ce |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 |
import cssutils
import re
from bs4 import BeautifulSoup
from DrissionPage import WebPage, ChromiumOptions
from pprint import pprint
class ProxyRowExtractor:
def __init__(self):
pass
def extract(self, table_html):
soup = BeautifulSoup(table_html, "html.parser")
rows = soup.find_all("tr")
keys = [
"ip",
"port",
"check_datetime_and_interval",
"bandwidth_and_latency",
"stability_and_samples",
"country",
"anonymity",
]
row_dicts = []
for row in rows:
row_dict = {}
cells = row.find_all("td")
for key, cell in zip(keys, cells):
cell_text = re.sub(r"\s+", " ", cell.text.strip())
if key == "bandwidth_and_latency":
progress_bar = cell.find("div", class_="progress-bar-inner")
bandwidth = cssutils.parseStyle(progress_bar["style"])["width"]
latency = cell_text
row_dict["bandwidth"] = bandwidth
row_dict["latency"] = latency
elif key == "check_datetime_and_interval":
check_datetime = cell.find("time").attrs["datetime"]
check_interval = cell_text
row_dict["check_datetime"] = check_datetime
row_dict["check_interval"] = check_interval
elif key == "stability_and_samples":
res = re.match(r"(\d+%)\s*\((\d+)\)", cell_text)
stability = res.group(1)
samples = res.group(2)
row_dict["stability"] = stability
row_dict["samples"] = samples
else:
row_dict[key] = cell_text
pprint(row_dict)
row_dicts.append(row_dict)
class ProxyScanner:
def __init__(self, scan_proxy=None):
self.scan_proxy = scan_proxy
self.init_proxy_servers()
def init_proxy_servers(self):
# https://www.proxynova.com/proxy-server-list
self.proxy_server_list_url_base = (
"https://www.proxynova.com/proxy-server-list/country"
)
countries = ["ar", "br", "co", "de", "id", "in", "mx", "sg", "us"]
self.proxy_server_list_urls = [
f"{self.proxy_server_list_url_base}-{country}" for country in countries
]
def run(self):
proxy_url = self.proxy_server_list_urls[-1]
options = ChromiumOptions()
options.set_argument("--incognito")
options.set_argument(f"--proxy-server", self.scan_proxy)
self.options = options
page = WebPage(driver_or_options=self.options)
page.get(proxy_url)
print(page.title)
page.wait.ele_display("#tbl_proxy_list")
ele = page.ele("#tbl_proxy_list")
# print(ele.html)
extractor = ProxyRowExtractor()
extractor.extract(ele.html)
self.page = page
if __name__ == "__main__":
scanner = ProxyScanner(scan_proxy="http://localhost:11111")
scanner.run()
|