Spaces:

zhepama
/

scraper-proxy

Paused

App Files Files Community

github-actions[bot] commited on Mar 2

Commit

9c1cc33

1 Parent(s): 2e466ee

Update from GitHub Actions

Browse files

Files changed (4) hide show

index.html +307 -0
main.py +50 -390
pyproject.toml +2 -0
uv.lock +65 -0

index.html ADDED Viewed

	@@ -0,0 +1,307 @@

+<!DOCTYPE html>
+<html lang="zh-CN">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>ScraperProxy API</title>
+    <style>
+        :root {
+            --primary-color: #3498db;
+            --secondary-color: #2980b9;
+            --accent-color: #e74c3c;
+            --text-color: #333;
+            --light-bg: #f5f7fa;
+            --card-shadow: 0 4px 6px rgba(0, 0, 0, 0.1);
+        }
+        * {
+            margin: 0;
+            padding: 0;
+            box-sizing: border-box;
+        }
+        body {
+            font-family: Arial, sans-serif;
+            line-height: 1.6;
+            color: var(--text-color);
+            background: linear-gradient(135deg, #f5f7fa 0%, #c3cfe2 100%);
+            min-height: 100vh;
+        }
+        .container {
+            max-width: 800px;
+            margin: 0 auto;
+            padding: 20px;
+        }
+        header {
+            text-align: center;
+            margin-bottom: 40px;
+            padding: 20px;
+            background-color: white;
+            border-radius: 10px;
+            box-shadow: var(--card-shadow);
+        }
+        h1 {
+            color: var(--primary-color);
+            margin-bottom: 10px;
+            font-size: 2.5rem;
+        }
+        h2 {
+            color: var(--primary-color);
+            margin: 25px 0 15px;
+            font-size: 1.8rem;
+        }
+        .subtitle {
+            font-size: 1.2rem;
+            color: #666;
+            margin-bottom: 20px;
+        }
+        pre, .code-block {
+            background-color: #282c34;
+            color: #abb2bf;
+            padding: 20px;
+            border-radius: 6px;
+            overflow-x: auto;
+            font-family: 'Courier New', Courier, monospace;
+            margin: 15px 0;
+            white-space: pre-wrap;
+        }
+        .features {
+            display: grid;
+            grid-template-columns: repeat(auto-fit, minmax(250px, 1fr));
+            gap: 20px;
+            margin-bottom: 40px;
+        }
+        .feature-card {
+            background-color: white;
+            padding: 25px;
+            border-radius: 10px;
+            box-shadow: var(--card-shadow);
+            transition: transform 0.3s ease;
+        }
+        .feature-card:hover {
+            transform: translateY(-5px);
+        }
+        .feature-card h3 {
+            color: var(--primary-color);
+            margin-bottom: 15px;
+            font-size: 1.4rem;
+        }
+        .section {
+            background-color: white;
+            padding: 30px;
+            border-radius: 10px;
+            box-shadow: var(--card-shadow);
+            margin-bottom: 30px;
+        }
+        .button {
+            display: inline-block;
+            background-color: var(--primary-color);
+            color: white;
+            padding: 12px 24px;
+            border-radius: 6px;
+            text-decoration: none;
+            font-weight: bold;
+            transition: background-color 0.3s ease;
+            margin: 10px 5px;
+            border: none;
+            cursor: pointer;
+        }
+        .button:hover {
+            background-color: var(--secondary-color);
+        }
+        .button.accent {
+            background-color: var(--accent-color);
+        }
+        .button.accent:hover {
+            background-color: #c0392b;
+        }
+        .input-group {
+            margin-bottom: 20px;
+        }
+        .input-group label {
+            display: block;
+            margin-bottom: 8px;
+            font-weight: bold;
+        }
+        .input-group input[type="text"] {
+            width: 100%;
+            padding: 12px;
+            border: 1px solid #ddd;
+            border-radius: 6px;
+            font-size: 16px;
+        }
+        .checkbox-group {
+            margin: 15px 0;
+        }
+        #response-container {
+            background-color: #f5f5f5;
+            padding: 20px;
+            border-radius: 6px;
+            min-height: 100px;
+            margin-top: 20px;
+            white-space: pre-wrap;
+            display: none;
+        }
+        ul {
+            list-style-position: inside;
+            margin: 10px 0;
+        }
+        ul li {
+            margin-bottom: 5px;
+        }
+        footer {
+            text-align: center;
+            margin-top: 40px;
+            padding: 20px;
+            color: #666;
+        }
+    </style>
+</head>
+<body>
+    <div class="container">
+        <header>
+            <h1>ScraperProxy API</h1>
+            <p class="subtitle">强大的网页请求代理服务，轻松绕过访问限制</p>
+            <div>
+                <a href="/docs" class="button">API 文档</a>
+                <a href="#try-it" class="button accent">立即尝试</a>
+            </div>
+        </header>
+        <div class="section">
+            <h2>支持的请求库</h2>
+            <p>这是一个支持两种强大请求库的代理服务：</p>
+            <ul>
+                <li><strong>CloudScraper</strong> - 专门用于绕过 Cloudflare 保护</li>
+                <li><strong>curl-cffi</strong> - 高性能的 cURL 实现</li>
+            </ul>
+        </div>
+        <div class="features">
+            <div class="feature-card">
+                <h3>绕过访问限制</h3>
+                <p>使用专业技术，轻松绕过常见的网站防护机制，如 Cloudflare 的反爬虫保护。</p>
+            </div>
+            <div class="feature-card">
+                <h3>支持流式响应</h3>
+                <p>通过流式响应处理大型数据，保持连接稳定，实现更高效的数据传输。</p>
+            </div>
+            <div class="feature-card">
+                <h3>简单易用</h3>
+                <p>简洁的 API 设计，只需一个 URL 参数即可使用，支持多种请求方法和自定义选项。</p>
+            </div>
+        </div>
+        <div class="section">
+            <h2>使用方法</h2>
+            <p>基本请求格式：</p>
+            <pre>GET /proxy?url=https://example.com
+POST /proxy?url=https://example.com</pre>
+            <h3>环境变量配置</h3>
+            <ul>
+                <li><strong>REQUEST_LIB</strong>: 选择请求库 (cloudscraper 或 curl_cffi)</li>
+                <li><strong>PROXY</strong>: 设置代理服务器</li>
+                <li><strong>TOKEN</strong>: 设置访问令牌</li>
+            </ul>
+            <h3>高级用法示例</h3>
+            <div class="code-block"># 启用流式响应
+GET /proxy?url=https://example.com&stream=true
+# 自定义请求方法和头信息
+POST /proxy
+{
+    "url": "https://example.com",
+    "method": "POST",
+    "headers": {"Custom-Header": "Value"},
+    "data": {"key": "value"},
+    "stream": true
+}</div>
+        </div>
+        <div class="section" id="try-it">
+            <h2>立即尝试</h2>
+            <div class="input-group">
+                <label for="url-input">输入要请求的 URL:</label>
+                <input type="text" id="url-input" placeholder="https://example.com" value="https://example.com">
+            </div>
+            <div class="checkbox-group">
+                <input type="checkbox" id="stream-checkbox" checked>
+                <label for="stream-checkbox">启用流式响应</label>
+            </div>
+            <button id="send-request" class="button">发送请求</button>
+            <div id="response-container"></div>
+        </div>
+    </div>
+    <footer>
+        <p>© 2025 ScraperProxy API. 所有权利保留。</p>
+    </footer>
+    <script>
+        document.getElementById('send-request').addEventListener('click', async function() {
+            const url = document.getElementById('url-input').value;
+            const streamEnabled = document.getElementById('stream-checkbox').checked;
+            const responseContainer = document.getElementById('response-container');
+            if (!url) {
+                alert('请输入有效的 URL');
+                return;
+            }
+            responseContainer.style.display = 'block';
+            responseContainer.textContent = '正在加载...';
+            try {
+                const proxyUrl = `/proxy?url=${encodeURIComponent(url)}&stream=${streamEnabled}`;
+                if (streamEnabled) {
+                    responseContainer.textContent = '';
+                    const response = await fetch(proxyUrl);
+                    const reader = response.body.getReader();
+                    while (true) {
+                        const { done, value } = await reader.read();
+                        if (done) break;
+                        const text = new TextDecoder().decode(value);
+                        responseContainer.textContent += text;
+                    }
+                } else {
+                    const response = await fetch(proxyUrl);
+                    const data = await response.text();
+                    responseContainer.textContent = data;
+                }
+            } catch (error) {
+                responseContainer.textContent = `错误: ${error.message}`;
+            }
+        });
+    </script>
+</body>
+</html>

main.py CHANGED Viewed

@@ -8,6 +8,11 @@ import uvicorn
 import asyncio
 from urllib.parse import urlparse
 import time
 app = FastAPI(
     title="ScraperProxy",
@@ -31,312 +36,46 @@ async def stream_generator(response):
             yield chunk
             await asyncio.sleep(0.001)  # 让出控制权，保持异步特性
-# 读取 HTML 模板
-def get_html_template():
-    # 这里可以从文件读取 HTML，或者直接返回上面的 HTML 字符串
-    # 为了简化示例，我们直接返回一个字符串变量
-    html_content = """<!DOCTYPE html>
-<html lang="zh-CN">
-<head>
-    <meta charset="UTF-8">
-    <meta name="viewport" content="width=device-width, initial-scale=1.0">
-    <title>ScraperProxy API - 网页请求代理服务</title>
-    <style>
-        :root {
-            --primary-color: #3498db;
-            --secondary-color: #2980b9;
-            --accent-color: #e74c3c;
-            --text-color: #333;
-            --light-bg: #f5f7fa;
-            --card-shadow: 0 4px 6px rgba(0, 0, 0, 0.1);
-        }
-        * {
-            margin: 0;
-            padding: 0;
-            box-sizing: border-box;
-        }
-        body {
-            font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif;
-            line-height: 1.6;
-            color: var(--text-color);
-            background: linear-gradient(135deg, #f5f7fa 0%, #c3cfe2 100%);
-            min-height: 100vh;
-            padding: 20px;
-        }
-        .container {
-            max-width: 1200px;
-            margin: 0 auto;
-            padding: 20px;
-        }
-        header {
-            text-align: center;
-            margin-bottom: 40px;
-            padding: 20px;
-            background-color: white;
-            border-radius: 10px;
-            box-shadow: var(--card-shadow);
-        }
-        h1 {
-            color: var(--primary-color);
-            margin-bottom: 10px;
-            font-size: 2.5rem;
-        }
-        .subtitle {
-            font-size: 1.2rem;
-            color: #666;
-            margin-bottom: 20px;
-        }
-        .features {
-            display: grid;
-            grid-template-columns: repeat(auto-fit, minmax(300px, 1fr));
-            gap: 20px;
-            margin-bottom: 40px;
-        }
-        .feature-card {
-            background-color: white;
-            padding: 25px;
-            border-radius: 10px;
-            box-shadow: var(--card-shadow);
-            transition: transform 0.3s ease;
-        }
-        .feature-card:hover {
-            transform: translateY(-5px);
-        }
-        .feature-card h3 {
-            color: var(--primary-color);
-            margin-bottom: 15px;
-            font-size: 1.4rem;
-        }
-        .code-section {
-            background-color: white;
-            padding: 30px;
-            border-radius: 10px;
-            box-shadow: var(--card-shadow);
-            margin-bottom: 40px;
-        }
-        .code-block {
-            background-color: #282c34;
-            color: #abb2bf;
-            padding: 20px;
-            border-radius: 6px;
-            overflow-x: auto;
-            font-family: 'Courier New', Courier, monospace;
-            margin: 15px 0;
-            white-space: pre-wrap;
-        }
-        .code-title {
-            margin-bottom: 15px;
-            color: var(--primary-color);
-            font-size: 1.3rem;
-        }
-        .button {
-            display: inline-block;
-            background-color: var(--primary-color);
-            color: white;
-            padding: 12px 24px;
-            border-radius: 6px;
-            text-decoration: none;
-            font-weight: bold;
-            transition: background-color 0.3s ease;
-            margin: 10px 5px;
-        }
-        .button:hover {
-            background-color: var(--secondary-color);
-        }
-        .button.accent {
-            background-color: var(--accent-color);
-        }
-        .button.accent:hover {
-            background-color: #c0392b;
-        }
-        footer {
-            text-align: center;
-            margin-top: 40px;
-            padding: 20px;
-            color: #666;
-        }
-        .try-it-section {
-            background-color: white;
-            padding: 30px;
-            border-radius: 10px;
-            box-shadow: var(--card-shadow);
-            margin-bottom: 40px;
-        }
-        .input-group {
-            margin-bottom: 20px;
-        }
-        .input-group label {
-            display: block;
-            margin-bottom: 8px;
-            font-weight: bold;
-        }
-        .input-group input[type="text"] {
-            width: 100%;
-            padding: 12px;
-            border: 1px solid #ddd;
-            border-radius: 6px;
-            font-size: 16px;
-        }
-        .checkbox-group {
-            margin: 15px 0;
-        }
-        #response-container {
-            background-color: #f5f5f5;
-            padding: 20px;
-            border-radius: 6px;
-            min-height: 100px;
-            margin-top: 20px;
-            white-space: pre-wrap;
-            display: none;
         }
-    </style>
-</head>
-<body>
-    <div class="container">
-        <header>
-            <h1>ScraperProxy API</h1>
-            <p class="subtitle">强大的网页请求代理服务，轻松绕过访问限制</p>
-            <div>
-                <a href="/docs" class="button">API 文档</a>
-                <a href="#try-it" class="button accent">立即尝试</a>
-            </div>
-        </header>
-        <div class="features">
-            <div class="feature-card">
-                <h3>绕过访问限制</h3>
-                <p>使用 cloudscraper 技术，轻松绕过常见的网站防护机制，如 Cloudflare 的反爬虫保护。</p>
-            </div>
-            <div class="feature-card">
-                <h3>支持流式响应</h3>
-                <p>通过流式响应处理大型数据，保持连接稳定，实现更高效的数据传输。</p>
-            </div>
-            <div class="feature-card">
-                <h3>简单易用</h3>
-                <p>简洁的 API 设计，只需一个 URL 参数即可使用，支持多种请求方法和自定义选项。</p>
-            </div>
-        </div>
-        <div class="code-section">
-            <h2 class="code-title">快速开始</h2>
-            <p>使用我们的代理服务非常简单，只需发送请求到以下端点：</p>
-            <div class="code-block">
-# 基本用法
-GET /proxy?url=https://example.com
-# 启用流式响应
-GET /proxy?url=https://example.com&stream=true
-# 自定义请求方法和头信息
-POST /proxy
-{
-    "url": "https://example.com",
-    "method": "POST",
-    "headers": {"Custom-Header": "Value"},
-    "data": {"key": "value"},
-    "stream": true
-}
-            </div>
-        </div>
-        <div class="try-it-section" id="try-it">
-            <h2 class="code-title">立即尝试</h2>
-            <div class="input-group">
-                <label for="url-input">输入要请求的 URL:</label>
-                <input type="text" id="url-input" placeholder="https://example.com" value="https://example.com">
-            </div>
-            <div class="checkbox-group">
-                <input type="checkbox" id="stream-checkbox" checked>
-                <label for="stream-checkbox">启用流式响应</label>
-            </div>
-            <button id="send-request" class="button">发送请求</button>
-            <div id="response-container"></div>
-        </div>
-    </div>
-    <footer>
-        <p>&copy; 2025 ScraperProxy API. 所有权利保留。</p>
-    </footer>
-    <script>
-        document.getElementById('send-request').addEventListener('click', async function() {
-            const url = document.getElementById('url-input').value;
-            const streamEnabled = document.getElementById('stream-checkbox').checked;
-            const responseContainer = document.getElementById('response-container');
-            if (!url) {
-                alert('请输入有效的 URL');
-                return;
-            }
-            responseContainer.style.display = 'block';
-            responseContainer.textContent = '正在加载...';
-            try {
-                const proxyUrl = `/proxy?url=${encodeURIComponent(url)}&stream=${streamEnabled}`;
-                if (streamEnabled) {
-                    responseContainer.textContent = '';
-                    const response = await fetch(proxyUrl);
-                    const reader = response.body.getReader();
-                    while (true) {
-                        const { done, value } = await reader.read();
-                        if (done) break;
-                        const text = new TextDecoder().decode(value);
-                        responseContainer.textContent += text;
-                    }
-                } else {
-                    const response = await fetch(proxyUrl);
-                    const data = await response.text();
-                    responseContainer.textContent = data;
-                }
-            } catch (error) {
-                responseContainer.textContent = `错误: ${error.message}`;
-            }
-        });
-    </script>
-</body>
-</html>
-    """
-    return html_content
 @app.get("/", response_class=HTMLResponse)
 async def root():
-    return get_html_template()
 @app.api_route("/proxy", methods=["GET", "POST", "PUT", "DELETE", "OPTIONS", "HEAD", "PATCH"])
 async def proxy(request: Request):
@@ -365,79 +104,21 @@ async def proxy(request: Request):
                     detail="Token无效"
                 )
-        # 获取请求方法
-        method = request.method
         target_url = request.query_params.get("url")
         if not target_url:
             raise HTTPException(status_code=400, detail="必须提供目标URL")
-        # 检查是否请求流式响应
-        stream_request = "stream" in request.query_params and request.query_params["stream"].lower() in ["true", "1", "yes"]
-        # 创建带有代理的 scraper
-        # 创建cloudscraper实例
-        scraper = cloudscraper.create_scraper(
-            # browser={
-            #     'browser': 'chrome',
-            #     'platform': 'windows',
-            #     'mobile': False
-            # },
-            # captcha={
-            #     'provider': '2captcha',
-            #     'api_key': ' '
-            # },
-            #debug=True,
-            delay=10
-        )
-        # 从请求中获取cookies并设置到scraper
-        cookies = request.cookies
-        for key, value in cookies.items():
-            scraper.cookies.set(key, value)
-        # 检查环境变量PROXY是否存在
-        proxy = os.environ.get('PROXY')
-        if proxy:
-            # 如果环境变量存在，则设置代理
-            scraper.proxies = {
-                'http': proxy,
-                'https': proxy
-            }
-        # 测试代理是否生效
-        # response = scraper.get('https://httpbin.org/ip')
-        # print(response.text)
         # 获取home_url
         home_url = request.query_params.get("home")
         if not home_url:
             # 从target_url中提取home_url
             parsed_url = urlparse(target_url)
             home_url = f"{parsed_url.scheme}://{parsed_url.netloc}/"
-        # 重试获取主页响应
-        max_retries = 3
-        retry_delay = 1  # 重试间隔秒数
-        home_response = None
-        for attempt in range(max_retries):
-            try:
-                home_response = scraper.get(home_url, headers= {
-                    "sec-fetch-dest": "document"
-                    })
-                print(f"主页{home_url}响应 (尝试 {attempt + 1}): {home_response.status_code}")
-                if home_response.status_code == 200:
-                    break
-                if attempt < max_retries - 1:  # 如果不是最后一次尝试
-                    time.sleep(retry_delay)
-            except Exception as e:
-                print(f"主页请求失败 (尝试 {attempt + 1}): {str(e)}")
-                if attempt < max_retries - 1:
-                    time.sleep(retry_delay)
         # 获取请求体
         body = await request.body()
@@ -447,13 +128,11 @@ async def proxy(request: Request):
         params.pop("url", None)
         params.pop("stream", None)
         # 获取原始请求头
         headers = dict(request.headers)
         # 移除可能导致问题的头
         headers.pop("host", None)
-        headers.pop("authorization", None)
-        headers.pop("cookie", None)
         headers.pop("x-forwarded-for", None)
         headers.pop("x-forwarded-proto", None)
         headers.pop("x-forwarded-port", None)
@@ -462,18 +141,12 @@ async def proxy(request: Request):
         headers.pop("x-ip-token", None)
         headers.pop("x-direct-url", None)
         headers.pop("x-direct-url", None)
-        headers.pop("accept", None)
-        headers.pop("accept-language", None)
-        headers.pop("accept-encoding", None)
-        headers.pop("content-type", None)
-        headers.pop("content-length", None)
-        headers.pop("user-agent", None)
         print(f"{headers}")
         # 构建请求参数
         request_kwargs = {
             "url": target_url,
-            "headers": {"sec-fetch-dest": "document"},
             "params": params,
             "stream": stream_request  # 设置stream参数
         }
@@ -481,24 +154,9 @@ async def proxy(request: Request):
         # 如果有请求体，添加到请求参数中
         if body:
             request_kwargs["data"] = body
-        # 发送请求
-        if method == "GET":
-            response = scraper.get(**request_kwargs)
-        elif method == "POST":
-            response = scraper.post(**request_kwargs)
-        elif method == "PUT":
-            response = scraper.put(**request_kwargs)
-        elif method == "DELETE":
-            response = scraper.delete(**request_kwargs)
-        elif method == "HEAD":
-            response = scraper.head(**request_kwargs)
-        elif method == "OPTIONS":
-            response = scraper.options(**request_kwargs)
-        elif method == "PATCH":
-            response = scraper.patch(**request_kwargs)
-        else:
-            raise HTTPException(status_code=405, detail=f"不支持的方法: {method}")
         # 处理流式响应
         if stream_request:
@@ -534,7 +192,9 @@ async def proxy(request: Request):
             return proxy_response
     except Exception as e:
-        raise HTTPException(status_code=500, detail=f"代理请求失败: {str(e)}")

 import asyncio
 from urllib.parse import urlparse
 import time
+from curl_cffi import requests
+from dotenv import load_dotenv
+# 加载.env文件
+load_dotenv()
 app = FastAPI(
     title="ScraperProxy",
             yield chunk
             await asyncio.sleep(0.001)  # 让出控制权，保持异步特性
+# 获取环境变量中的请求库选择
+REQUEST_LIB = os.environ.get('REQUEST_LIB', 'cloudscraper').lower()
+async def make_request(method: str, **kwargs):
+    """统一的请求处理函数"""
+    if REQUEST_LIB == 'cloudscraper':
+        scraper = cloudscraper.create_scraper(delay=10)
+        # 设置代理
+        proxy = os.environ.get('PROXY')
+        if proxy:
+            scraper.proxies = {
+                'http': proxy,
+                'https': proxy
+            }
+        # 根据方法发送请求
+        return getattr(scraper, method.lower())(**kwargs)
+    else:
+        # 使用 curl_cffi
+        proxy = os.environ.get('PROXY')
+        proxies = {'http': proxy, 'https': proxy} if proxy else None
+        # curl_cffi 的请求配置
+        request_config = {
+            **kwargs,
+            'proxies': proxies,
+            'impersonate': 'chrome110',
         }
+        return requests.request(method, **request_config)
 @app.get("/", response_class=HTMLResponse)
 async def root():
+    """返回index.html的内容"""
+    try:
+        with open("index.html", "r", encoding="utf-8") as f:
+            return f.read()
+    except FileNotFoundError:
+        return "Welcome to Scraper Proxy!"
 @app.api_route("/proxy", methods=["GET", "POST", "PUT", "DELETE", "OPTIONS", "HEAD", "PATCH"])
 async def proxy(request: Request):
                     detail="Token无效"
                 )
+        # 获取target_url
         target_url = request.query_params.get("url")
         if not target_url:
             raise HTTPException(status_code=400, detail="必须提供目标URL")
         # 获取home_url
         home_url = request.query_params.get("home")
         if not home_url:
             # 从target_url中提取home_url
             parsed_url = urlparse(target_url)
             home_url = f"{parsed_url.scheme}://{parsed_url.netloc}/"
+        # 检查是否请求流式响应
+        stream_request = "stream" in request.query_params and request.query_params["stream"].lower() in ["true", "1", "yes"]
         # 获取请求体
         body = await request.body()
         params.pop("url", None)
         params.pop("stream", None)
         # 获取原始请求头
         headers = dict(request.headers)
         # 移除可能导致问题的头
         headers.pop("host", None)
+        headers.pop("authorization", None)
         headers.pop("x-forwarded-for", None)
         headers.pop("x-forwarded-proto", None)
         headers.pop("x-forwarded-port", None)
         headers.pop("x-ip-token", None)
         headers.pop("x-direct-url", None)
         headers.pop("x-direct-url", None)
         print(f"{headers}")
         # 构建请求参数
         request_kwargs = {
             "url": target_url,
+            "headers": headers,
             "params": params,
             "stream": stream_request  # 设置stream参数
         }
         # 如果有请求体，添加到请求参数中
         if body:
             request_kwargs["data"] = body
+        # 使用统一的请求函数发送请求
+        response = await make_request(request.method, **request_kwargs)
         # 处理流式响应
         if stream_request:
             return proxy_response
     except Exception as e:
+        error = f"代理请求失败: {str(e)}"
+        print(error)
+        raise HTTPException(status_code=500, detail=error)

pyproject.toml CHANGED Viewed

@@ -7,8 +7,10 @@ requires-python = ">=3.13"
 dependencies = [
     "chardet>=5.2.0",
     "cloudscraper>=1.2.71",
     "fastapi>=0.115.10",
     "pydantic>=2.10.6",
     "typing-extensions>=4.12.2",
     "uvicorn>=0.34.0",
 ]

 dependencies = [
     "chardet>=5.2.0",
     "cloudscraper>=1.2.71",
+    "curl-cffi>=0.9.0",
     "fastapi>=0.115.10",
     "pydantic>=2.10.6",
+    "python-dotenv>=1.0.1",
     "typing-extensions>=4.12.2",
     "uvicorn>=0.34.0",
 ]

uv.lock CHANGED Viewed

@@ -32,6 +32,28 @@ wheels = [
     { url = "https://mirrors.aliyun.com/pypi/packages/38/fc/bce832fd4fd99766c04d1ee0eead6b0ec6486fb100ae5e74c1d91292b982/certifi-2025.1.31-py3-none-any.whl", hash = "sha256:ca78db4565a652026a4db2bcdf68f2fb589ea80d0be70e03929ed730746b84fe" },
 ]
 [[package]]
 name = "chardet"
 version = "5.2.0"
@@ -98,6 +120,27 @@ wheels = [
     { url = "https://mirrors.aliyun.com/pypi/packages/d1/d6/3965ed04c63042e047cb6a3e6ed1a63a35087b6a609aa3a15ed8ac56c221/colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6" },
 ]
 [[package]]
 name = "fastapi"
 version = "0.115.10"
@@ -152,6 +195,15 @@ wheels = [
     { url = "https://mirrors.aliyun.com/pypi/packages/b1/1f/4e7a9b6b33a085172a826d1f9d0a19a2e77982298acea13d40442f14ef28/poethepoet-0.32.2-py3-none-any.whl", hash = "sha256:97e165de8e00b07d33fd8d72896fad8b20ccafcd327b1118bb6a3da26af38d33" },
 ]
 [[package]]
 name = "pydantic"
 version = "2.10.6"
@@ -200,6 +252,15 @@ wheels = [
     { url = "https://mirrors.aliyun.com/pypi/packages/1c/a7/c8a2d361bf89c0d9577c934ebb7421b25dc84bf3a8e3ac0a40aed9acc547/pyparsing-3.2.1-py3-none-any.whl", hash = "sha256:506ff4f4386c4cec0590ec19e6302d3aedb992fdc02c761e90416f158dacf8e1" },
 ]
 [[package]]
 name = "pyyaml"
 version = "6.0.2"
@@ -251,8 +312,10 @@ source = { virtual = "." }
 dependencies = [
     { name = "chardet" },
     { name = "cloudscraper" },
     { name = "fastapi" },
     { name = "pydantic" },
     { name = "typing-extensions" },
     { name = "uvicorn" },
 ]
@@ -266,8 +329,10 @@ dev = [
 requires-dist = [
     { name = "chardet", specifier = ">=5.2.0" },
     { name = "cloudscraper", specifier = ">=1.2.71" },
     { name = "fastapi", specifier = ">=0.115.10" },
     { name = "pydantic", specifier = ">=2.10.6" },
     { name = "typing-extensions", specifier = ">=4.12.2" },
     { name = "uvicorn", specifier = ">=0.34.0" },
 ]

     { url = "https://mirrors.aliyun.com/pypi/packages/38/fc/bce832fd4fd99766c04d1ee0eead6b0ec6486fb100ae5e74c1d91292b982/certifi-2025.1.31-py3-none-any.whl", hash = "sha256:ca78db4565a652026a4db2bcdf68f2fb589ea80d0be70e03929ed730746b84fe" },
 ]
+[[package]]
+name = "cffi"
+version = "1.17.1"
+source = { registry = "https://mirrors.aliyun.com/pypi/simple/" }
+dependencies = [
+    { name = "pycparser" },
+]
+sdist = { url = "https://mirrors.aliyun.com/pypi/packages/fc/97/c783634659c2920c3fc70419e3af40972dbaf758daa229a7d6ea6135c90d/cffi-1.17.1.tar.gz", hash = "sha256:1c39c6016c32bc48dd54561950ebd6836e1670f2ae46128f67cf49e789c52824" }
+wheels = [
+    { url = "https://mirrors.aliyun.com/pypi/packages/8d/f8/dd6c246b148639254dad4d6803eb6a54e8c85c6e11ec9df2cffa87571dbe/cffi-1.17.1-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:f3a2b4222ce6b60e2e8b337bb9596923045681d71e5a082783484d845390938e" },
+    { url = "https://mirrors.aliyun.com/pypi/packages/8b/f1/672d303ddf17c24fc83afd712316fda78dc6fce1cd53011b839483e1ecc8/cffi-1.17.1-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:0984a4925a435b1da406122d4d7968dd861c1385afe3b45ba82b750f229811e2" },
+    { url = "https://mirrors.aliyun.com/pypi/packages/0e/2d/eab2e858a91fdff70533cab61dcff4a1f55ec60425832ddfdc9cd36bc8af/cffi-1.17.1-cp313-cp313-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:d01b12eeeb4427d3110de311e1774046ad344f5b1a7403101878976ecd7a10f3" },
+    { url = "https://mirrors.aliyun.com/pypi/packages/75/b2/fbaec7c4455c604e29388d55599b99ebcc250a60050610fadde58932b7ee/cffi-1.17.1-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:706510fe141c86a69c8ddc029c7910003a17353970cff3b904ff0686a5927683" },
+    { url = "https://mirrors.aliyun.com/pypi/packages/4f/b7/6e4a2162178bf1935c336d4da8a9352cccab4d3a5d7914065490f08c0690/cffi-1.17.1-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:de55b766c7aa2e2a3092c51e0483d700341182f08e67c63630d5b6f200bb28e5" },
+    { url = "https://mirrors.aliyun.com/pypi/packages/c7/8a/1d0e4a9c26e54746dc08c2c6c037889124d4f59dffd853a659fa545f1b40/cffi-1.17.1-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:c59d6e989d07460165cc5ad3c61f9fd8f1b4796eacbd81cee78957842b834af4" },
+    { url = "https://mirrors.aliyun.com/pypi/packages/26/9f/1aab65a6c0db35f43c4d1b4f580e8df53914310afc10ae0397d29d697af4/cffi-1.17.1-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:dd398dbc6773384a17fe0d3e7eeb8d1a21c2200473ee6806bb5e6a8e62bb73dd" },
+    { url = "https://mirrors.aliyun.com/pypi/packages/5f/e4/fb8b3dd8dc0e98edf1135ff067ae070bb32ef9d509d6cb0f538cd6f7483f/cffi-1.17.1-cp313-cp313-musllinux_1_1_aarch64.whl", hash = "sha256:3edc8d958eb099c634dace3c7e16560ae474aa3803a5df240542b305d14e14ed" },
+    { url = "https://mirrors.aliyun.com/pypi/packages/f1/47/d7145bf2dc04684935d57d67dff9d6d795b2ba2796806bb109864be3a151/cffi-1.17.1-cp313-cp313-musllinux_1_1_x86_64.whl", hash = "sha256:72e72408cad3d5419375fc87d289076ee319835bdfa2caad331e377589aebba9" },
+    { url = "https://mirrors.aliyun.com/pypi/packages/bf/ee/f94057fa6426481d663b88637a9a10e859e492c73d0384514a17d78ee205/cffi-1.17.1-cp313-cp313-win32.whl", hash = "sha256:e03eab0a8677fa80d646b5ddece1cbeaf556c313dcfac435ba11f107ba117b5d" },
+    { url = "https://mirrors.aliyun.com/pypi/packages/7c/fc/6a8cb64e5f0324877d503c854da15d76c1e50eb722e320b15345c4d0c6de/cffi-1.17.1-cp313-cp313-win_amd64.whl", hash = "sha256:f6a16c31041f09ead72d69f583767292f750d24913dadacf5756b966aacb3f1a" },
+]
 [[package]]
 name = "chardet"
 version = "5.2.0"
     { url = "https://mirrors.aliyun.com/pypi/packages/d1/d6/3965ed04c63042e047cb6a3e6ed1a63a35087b6a609aa3a15ed8ac56c221/colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6" },
 ]
+[[package]]
+name = "curl-cffi"
+version = "0.9.0"
+source = { registry = "https://mirrors.aliyun.com/pypi/simple/" }
+dependencies = [
+    { name = "certifi" },
+    { name = "cffi" },
+]
+sdist = { url = "https://mirrors.aliyun.com/pypi/packages/9f/7d/c326faf5a772a11011dcc30aca5b64c197bcf59fdd9b90bf28b700d6d682/curl_cffi-0.9.0.tar.gz", hash = "sha256:4818e074b61cb209bd8d4d0d03783313d4773e6b51f8b815e25aad9cc146a7b7" }
+wheels = [
+    { url = "https://mirrors.aliyun.com/pypi/packages/2a/96/befafab403a12a25e9fca376da20512b5962a2bf5810921c2fd27c01e96f/curl_cffi-0.9.0-cp38-abi3-macosx_10_9_x86_64.whl", hash = "sha256:429a14e724898b7001be2776caa87c294e8062f0ac652619df5854eeae6e156c" },
+    { url = "https://mirrors.aliyun.com/pypi/packages/2a/88/c3dfdf28448fad4be68a37cf758941583e4c1ff300b4e384197bedfda493/curl_cffi-0.9.0-cp38-abi3-macosx_11_0_arm64.whl", hash = "sha256:7968c3ea37bec96bbe4b623c0fa59c09d3cdaf173da2e0a516b19db52f05caa4" },
+    { url = "https://mirrors.aliyun.com/pypi/packages/3d/7a/feda016a35e904f0e4f753d41677f343e63271373b9c3648183e8f29ca76/curl_cffi-0.9.0-cp38-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:26d61c5b5c59e9c4a006cba35feccd73c75ce981db0da89a3da88dd280ead7a0" },
+    { url = "https://mirrors.aliyun.com/pypi/packages/28/27/d0cbb7a7cc9c444688c06cb41271d7ee7d429966d77dbaedbf19dd52d30e/curl_cffi-0.9.0-cp38-abi3-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:7b1177203e47d3248ccb250e63983eaddf39fce5332f91cc2993ea54cae5aa21" },
+    { url = "https://mirrors.aliyun.com/pypi/packages/c1/2f/75c971a345737c330d98fe75f7ef538209d77aa3f1197752766566815bac/curl_cffi-0.9.0-cp38-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7f41bd0a5dafe3fe19319da1c31302a40634ec4779769ca3d954d8673eb2b4f2" },
+    { url = "https://mirrors.aliyun.com/pypi/packages/e3/3b/0b11dfcdd4dcbefa025e8049f9479ace3321435afb6f78e3394cea395591/curl_cffi-0.9.0-cp38-abi3-musllinux_1_1_aarch64.whl", hash = "sha256:752a4686c062a8bd6e25961845ea812704ba089a0e6863957deb2a30590105bb" },
+    { url = "https://mirrors.aliyun.com/pypi/packages/11/76/f2c551acfb6538c3932734b83ae7b87baf7b795852b6600a7519ff68bb05/curl_cffi-0.9.0-cp38-abi3-musllinux_1_1_x86_64.whl", hash = "sha256:ea8f0511bc6882d30a985ddc53fa26d109f2977715d4851aef162bfa308cd2a8" },
+    { url = "https://mirrors.aliyun.com/pypi/packages/f3/0f/3eab3d6170813947c7ba2971ec516322be2678a088f190ead0bf45d7e596/curl_cffi-0.9.0-cp38-abi3-win32.whl", hash = "sha256:202145686c5ebc00635b9b15cc8afa82523f14197a640b618bb09d59e74889ba" },
+    { url = "https://mirrors.aliyun.com/pypi/packages/e5/49/7207356b343d9aa3590461035eabcef838af4c8d042ddac687fce878a999/curl_cffi-0.9.0-cp38-abi3-win_amd64.whl", hash = "sha256:81ba09622e68f8392236212dd0afd75dcd18cbe1be16467deb4d441d62cfc8a3" },
+]
 [[package]]
 name = "fastapi"
 version = "0.115.10"
     { url = "https://mirrors.aliyun.com/pypi/packages/b1/1f/4e7a9b6b33a085172a826d1f9d0a19a2e77982298acea13d40442f14ef28/poethepoet-0.32.2-py3-none-any.whl", hash = "sha256:97e165de8e00b07d33fd8d72896fad8b20ccafcd327b1118bb6a3da26af38d33" },
 ]
+[[package]]
+name = "pycparser"
+version = "2.22"
+source = { registry = "https://mirrors.aliyun.com/pypi/simple/" }
+sdist = { url = "https://mirrors.aliyun.com/pypi/packages/1d/b2/31537cf4b1ca988837256c910a668b553fceb8f069bedc4b1c826024b52c/pycparser-2.22.tar.gz", hash = "sha256:491c8be9c040f5390f5bf44a5b07752bd07f56edf992381b05c701439eec10f6" }
+wheels = [
+    { url = "https://mirrors.aliyun.com/pypi/packages/13/a3/a812df4e2dd5696d1f351d58b8fe16a405b234ad2886a0dab9183fb78109/pycparser-2.22-py3-none-any.whl", hash = "sha256:c3702b6d3dd8c7abc1afa565d7e63d53a1d0bd86cdc24edd75470f4de499cfcc" },
+]
 [[package]]
 name = "pydantic"
 version = "2.10.6"
     { url = "https://mirrors.aliyun.com/pypi/packages/1c/a7/c8a2d361bf89c0d9577c934ebb7421b25dc84bf3a8e3ac0a40aed9acc547/pyparsing-3.2.1-py3-none-any.whl", hash = "sha256:506ff4f4386c4cec0590ec19e6302d3aedb992fdc02c761e90416f158dacf8e1" },
 ]
+[[package]]
+name = "python-dotenv"
+version = "1.0.1"
+source = { registry = "https://mirrors.aliyun.com/pypi/simple/" }
+sdist = { url = "https://mirrors.aliyun.com/pypi/packages/bc/57/e84d88dfe0aec03b7a2d4327012c1627ab5f03652216c63d49846d7a6c58/python-dotenv-1.0.1.tar.gz", hash = "sha256:e324ee90a023d808f1959c46bcbc04446a10ced277783dc6ee09987c37ec10ca" }
+wheels = [
+    { url = "https://mirrors.aliyun.com/pypi/packages/6a/3e/b68c118422ec867fa7ab88444e1274aa40681c606d59ac27de5a5588f082/python_dotenv-1.0.1-py3-none-any.whl", hash = "sha256:f7b63ef50f1b690dddf550d03497b66d609393b40b564ed0d674909a68ebf16a" },
+]
 [[package]]
 name = "pyyaml"
 version = "6.0.2"
 dependencies = [
     { name = "chardet" },
     { name = "cloudscraper" },
+    { name = "curl-cffi" },
     { name = "fastapi" },
     { name = "pydantic" },
+    { name = "python-dotenv" },
     { name = "typing-extensions" },
     { name = "uvicorn" },
 ]
 requires-dist = [
     { name = "chardet", specifier = ">=5.2.0" },
     { name = "cloudscraper", specifier = ">=1.2.71" },
+    { name = "curl-cffi", specifier = ">=0.9.0" },
     { name = "fastapi", specifier = ">=0.115.10" },
     { name = "pydantic", specifier = ">=2.10.6" },
+    { name = "python-dotenv", specifier = ">=1.0.1" },
     { name = "typing-extensions", specifier = ">=4.12.2" },
     { name = "uvicorn", specifier = ">=0.34.0" },
 ]