Spaces:
Paused
Paused
Upload app.py
Browse files
app.py
CHANGED
@@ -7,7 +7,7 @@ import uuid
|
|
7 |
import re
|
8 |
import socket
|
9 |
from concurrent.futures import ThreadPoolExecutor
|
10 |
-
from functools import wraps
|
11 |
from typing import Dict, Any, Callable, List, Tuple
|
12 |
import requests
|
13 |
import tiktoken
|
@@ -46,7 +46,7 @@ if not _PASTE_API_URL:
|
|
46 |
app = Flask(__name__)
|
47 |
logging.basicConfig(level=logging.INFO)
|
48 |
logger = logging.getLogger(__name__)
|
49 |
-
CORS(app, resources={r"
|
50 |
executor = ThreadPoolExecutor(max_workers=10)
|
51 |
|
52 |
proxy_url = os.getenv('PROXY_URL')
|
@@ -64,7 +64,7 @@ def require_api_key(f):
|
|
64 |
auth_header = request.headers.get('Authorization')
|
65 |
if not auth_header:
|
66 |
return jsonify({'error': 'No API key provided'}), 401
|
67 |
-
|
68 |
try:
|
69 |
# 从 Bearer token 中提取API密钥
|
70 |
provided_key = auth_header.split('Bearer ')[-1].strip()
|
@@ -72,12 +72,12 @@ def require_api_key(f):
|
|
72 |
return jsonify({'error': 'Invalid API key'}), 401
|
73 |
except Exception:
|
74 |
return jsonify({'error': 'Invalid Authorization header format'}), 401
|
75 |
-
|
76 |
return f(*args, **kwargs)
|
77 |
return decorated_function
|
78 |
|
79 |
refresh_token_cache = TTLCache(maxsize=1000, ttl=3600)
|
80 |
-
headers_cache = TTLCache(maxsize=
|
81 |
token_refresh_lock = threading.Lock()
|
82 |
|
83 |
# 自定义连接函数
|
@@ -114,58 +114,6 @@ AUTH_CHECK_INTERVAL = 300 # 健康检查间隔(秒)
|
|
114 |
AUTH_RATE_LIMIT_WINDOW = 3600 # 速率限制窗口(秒)
|
115 |
AUTH_MAX_REQUESTS = 100 # 每个窗口最大请求数
|
116 |
|
117 |
-
# 模型信息
|
118 |
-
MODEL_INFO = {
|
119 |
-
"gpt-4o-mini": {
|
120 |
-
"provider": "openai",
|
121 |
-
"mapping": "gpt-4o-mini"
|
122 |
-
},
|
123 |
-
"gpt-4o": {
|
124 |
-
"provider": "openai",
|
125 |
-
"mapping": "gpt-4o"
|
126 |
-
},
|
127 |
-
"gpt-4-turbo": {
|
128 |
-
"provider": "openai",
|
129 |
-
"mapping": "gpt-4-turbo-2024-04-09"
|
130 |
-
},
|
131 |
-
"chatgpt-4o-latest": {
|
132 |
-
"provider": "openai",
|
133 |
-
"mapping": "chatgpt-4o-latest"
|
134 |
-
},
|
135 |
-
"gemini-1.5-pro-latest": {
|
136 |
-
"provider": "google",
|
137 |
-
"mapping": "models/gemini-1.5-pro-latest"
|
138 |
-
},
|
139 |
-
"gemini-1.5-flash-latest": {
|
140 |
-
"provider": "google",
|
141 |
-
"mapping": "models/gemini-1.5-flash-latest"
|
142 |
-
},
|
143 |
-
"llama-3.1-70b-instruct": {
|
144 |
-
"provider": "togetherai",
|
145 |
-
"mapping": "meta.llama3-1-70b-instruct-v1:0"
|
146 |
-
},
|
147 |
-
"llama-3.1-405b-instruct": {
|
148 |
-
"provider": "togetherai",
|
149 |
-
"mapping": "meta.llama3-1-405b-instruct-v1:0"
|
150 |
-
},
|
151 |
-
"claude-3-5-sonnet-20241022": {
|
152 |
-
"provider": "anthropic",
|
153 |
-
"mapping": "anthropic.claude-3-5-sonnet-20241022-v2:0"
|
154 |
-
},
|
155 |
-
"claude-3-5-haiku-20241022": {
|
156 |
-
"provider": "anthropic",
|
157 |
-
"mapping": "anthropic.claude-3-5-haiku-20241022-v1:0"
|
158 |
-
},
|
159 |
-
"perplexity": {
|
160 |
-
"provider": "perplexity",
|
161 |
-
"mapping": "llama-3.1-sonar-large-128k-online"
|
162 |
-
},
|
163 |
-
"mistral-large-2407": {
|
164 |
-
"provider": "mistral",
|
165 |
-
"mapping": "mistral.mistral-large-2407-v1:0"
|
166 |
-
}
|
167 |
-
}
|
168 |
-
|
169 |
class AuthManager:
|
170 |
def __init__(self, email: str, password: str):
|
171 |
self._email: str = email
|
@@ -185,44 +133,38 @@ class AuthManager:
|
|
185 |
self._auth_attempts = 0
|
186 |
self._auth_window_start = time.time()
|
187 |
self._backoff_delay = AUTH_RETRY_DELAY
|
188 |
-
# 标记账号不可用直到特定时间
|
189 |
-
self.unavailable_until = 0
|
190 |
|
191 |
def _should_attempt_auth(self) -> bool:
|
192 |
"""检查是否应该尝试认证请求"""
|
193 |
current_time = time.time()
|
194 |
-
|
195 |
-
# 检查是否在不可用期内
|
196 |
-
if current_time < self.unavailable_until:
|
197 |
-
return False
|
198 |
-
|
199 |
# 检查是否在退避期内
|
200 |
if current_time - self._last_auth_attempt < self._backoff_delay:
|
201 |
return False
|
202 |
-
|
203 |
# 检查速率限制窗口
|
204 |
if current_time - self._auth_window_start > AUTH_RATE_LIMIT_WINDOW:
|
205 |
# 重置窗口
|
206 |
self._auth_window_start = current_time
|
207 |
self._auth_attempts = 0
|
208 |
self._backoff_delay = AUTH_RETRY_DELAY
|
209 |
-
|
210 |
# 检查请求数量
|
211 |
if self._auth_attempts >= AUTH_MAX_REQUESTS:
|
212 |
return False
|
213 |
-
|
214 |
return True
|
215 |
|
216 |
def login(self) -> bool:
|
217 |
"""改进的登录方法,包含速率限制和退避机制"""
|
218 |
if not self._should_attempt_auth():
|
219 |
-
|
220 |
return False
|
221 |
|
222 |
try:
|
223 |
self._last_auth_attempt = time.time()
|
224 |
self._auth_attempts += 1
|
225 |
-
|
226 |
url = f"{_API_BASE_URL}/auth/v1/token?grant_type=password"
|
227 |
headers = self._get_headers(with_content_type=True)
|
228 |
data = {
|
@@ -230,32 +172,31 @@ class AuthManager:
|
|
230 |
"password": self._password,
|
231 |
"gotrue_meta_security": {}
|
232 |
}
|
233 |
-
|
234 |
response = self._make_request('POST', url, headers=headers, json=data)
|
235 |
-
|
236 |
if response.status_code == 429:
|
237 |
self._backoff_delay *= AUTH_BACKOFF_FACTOR
|
238 |
-
|
239 |
return False
|
240 |
-
|
241 |
response.raise_for_status()
|
242 |
self._user_info = response.json()
|
243 |
self._refresh_token = self._user_info.get('refresh_token', '')
|
244 |
self._access_token = self._user_info.get('access_token', '')
|
245 |
self._token_expiry = time.time() + self._user_info.get('expires_in', 3600)
|
246 |
-
|
247 |
# 重置退避延迟
|
248 |
self._backoff_delay = AUTH_RETRY_DELAY
|
249 |
self._log_values()
|
250 |
return True
|
251 |
-
|
252 |
except requests.RequestException as e:
|
253 |
-
|
254 |
self._backoff_delay *= AUTH_BACKOFF_FACTOR
|
255 |
return False
|
256 |
|
257 |
def refresh_user_token(self) -> bool:
|
258 |
-
"""刷新用户令牌"""
|
259 |
url = f"{_API_BASE_URL}/auth/v1/token?grant_type=refresh_token"
|
260 |
headers = self._get_headers(with_content_type=True)
|
261 |
data = {"refresh_token": self._refresh_token}
|
@@ -286,13 +227,13 @@ class AuthManager:
|
|
286 |
"""改进的token验证方法"""
|
287 |
if self.is_token_valid():
|
288 |
return True
|
289 |
-
|
290 |
if not self._should_attempt_auth():
|
291 |
return False
|
292 |
-
|
293 |
if self._refresh_token and self.refresh_user_token():
|
294 |
return True
|
295 |
-
|
296 |
return self.login()
|
297 |
|
298 |
def clear_auth(self) -> None:
|
@@ -302,14 +243,6 @@ class AuthManager:
|
|
302 |
self._access_token = ""
|
303 |
self._token_expiry = 0
|
304 |
|
305 |
-
def set_unavailable_until_next_day(self) -> None:
|
306 |
-
"""将账号标记为不可用,直到次日"""
|
307 |
-
now = datetime.now()
|
308 |
-
next_day = now + timedelta(days=1)
|
309 |
-
next_day_start = datetime(year=next_day.year, month=next_day.month, day=next_day.day)
|
310 |
-
self.unavailable_until = next_day_start.timestamp()
|
311 |
-
self._logger.info(f"Account {self._email} marked as unavailable until {next_day_start}")
|
312 |
-
|
313 |
def _log_values(self) -> None:
|
314 |
"""记录刷新令牌到日志中。"""
|
315 |
self._logger.info(f"\033[92mRefresh Token: {self._refresh_token}\033[0m")
|
@@ -322,17 +255,17 @@ class AuthManager:
|
|
322 |
try:
|
323 |
login_url = f"{_BASE_URL}/login"
|
324 |
response = self._make_request('GET', login_url)
|
325 |
-
|
326 |
match = re.search(r'<script src="(/_next/static/chunks/app/layout-[^"]+\.js)"', response.text)
|
327 |
if not match:
|
328 |
raise ValueError("未找到匹配的脚本标签")
|
329 |
js_url = f"{_BASE_URL}{match.group(1)}"
|
330 |
js_response = self._make_request('GET', js_url)
|
331 |
-
|
332 |
-
api_key_match = re.search(r'
|
333 |
if not api_key_match:
|
334 |
raise ValueError("未能匹配API key")
|
335 |
-
|
336 |
self._api_key = api_key_match.group(1)
|
337 |
return self._api_key
|
338 |
except (requests.RequestException, ValueError) as e:
|
@@ -376,25 +309,21 @@ class MultiAuthManager:
|
|
376 |
self.current_index = 0
|
377 |
self._last_rotation = time.time()
|
378 |
self._rotation_interval = 300 # 5分钟轮转间隔
|
379 |
-
self.last_successful_index = -1 # 上一次成功的账号索引
|
380 |
|
381 |
def _should_rotate(self) -> bool:
|
382 |
"""检查是否应该轮转到下一个账号"""
|
383 |
return time.time() - self._last_rotation >= self._rotation_interval
|
384 |
|
385 |
def get_next_auth_manager(self, model):
|
386 |
-
"""
|
387 |
-
if self.
|
388 |
-
self.current_index =
|
389 |
-
|
390 |
-
self.current_index = (self.last_successful_index + 1) % len(self.auth_managers)
|
391 |
|
392 |
start_index = self.current_index
|
393 |
for _ in range(len(self.auth_managers)):
|
394 |
auth_manager = self.auth_managers[self.current_index]
|
395 |
if auth_manager.is_model_available(model) and auth_manager._should_attempt_auth():
|
396 |
-
self.last_successful_index = self.current_index
|
397 |
-
self.current_index = (self.current_index + 1) % len(self.auth_managers)
|
398 |
return auth_manager
|
399 |
self.current_index = (self.current_index + 1) % len(self.auth_managers)
|
400 |
if self.current_index == start_index:
|
@@ -402,7 +331,6 @@ class MultiAuthManager:
|
|
402 |
return None
|
403 |
|
404 |
def ensure_valid_token(self, model):
|
405 |
-
"""确保有有效的token"""
|
406 |
for _ in range(len(self.auth_managers)):
|
407 |
auth_manager = self.get_next_auth_manager(model)
|
408 |
if auth_manager and auth_manager.ensure_valid_token():
|
@@ -413,18 +341,13 @@ class MultiAuthManager:
|
|
413 |
for auth_manager in self.auth_managers:
|
414 |
auth_manager.reset_model_status()
|
415 |
|
416 |
-
def mark_account_unavailable(self, auth_manager):
|
417 |
-
"""标记账号为不可用直到次日"""
|
418 |
-
auth_manager.set_unavailable_until_next_day()
|
419 |
-
|
420 |
def require_auth(func: Callable) -> Callable:
|
421 |
"""装饰器,确保在调用API之前有有效的token。"""
|
422 |
@wraps(func)
|
423 |
-
def wrapper(*args, **kwargs):
|
424 |
-
|
425 |
-
if not auth_manager:
|
426 |
raise Exception("无法获取有效的授权token")
|
427 |
-
return func(*args, **kwargs)
|
428 |
return wrapper
|
429 |
|
430 |
# 全局的 MultiAuthManager 对象
|
@@ -439,7 +362,7 @@ def get_notdiamond_url():
|
|
439 |
def get_notdiamond_headers(auth_manager):
|
440 |
"""返回用于 notdiamond API 请求的头信息。"""
|
441 |
cache_key = f'notdiamond_headers_{auth_manager.get_jwt_value()}'
|
442 |
-
|
443 |
try:
|
444 |
return headers_cache[cache_key]
|
445 |
except KeyError:
|
@@ -453,6 +376,57 @@ def get_notdiamond_headers(auth_manager):
|
|
453 |
headers_cache[cache_key] = headers
|
454 |
return headers
|
455 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
456 |
def generate_system_fingerprint():
|
457 |
"""生成并返回唯一的系统指纹。"""
|
458 |
return f"fp_{uuid.uuid4().hex[:10]}"
|
@@ -476,10 +450,10 @@ def create_openai_chunk(content, model, finish_reason=None, usage=None):
|
|
476 |
}
|
477 |
]
|
478 |
}
|
479 |
-
|
480 |
if usage is not None:
|
481 |
chunk["usage"] = usage
|
482 |
-
|
483 |
return chunk
|
484 |
|
485 |
def count_tokens(text, model="gpt-3.5-turbo-0301"):
|
@@ -497,28 +471,28 @@ def stream_notdiamond_response(response, model):
|
|
497 |
"""改进的流式响应处理,确保保持上下文完整性。"""
|
498 |
buffer = ""
|
499 |
full_content = ""
|
500 |
-
|
501 |
for chunk in response.iter_content(chunk_size=1024):
|
502 |
if chunk:
|
503 |
try:
|
504 |
new_content = chunk.decode('utf-8')
|
505 |
buffer += new_content
|
506 |
full_content += new_content
|
507 |
-
|
508 |
# 创建完整的响应块
|
509 |
chunk_data = create_openai_chunk(new_content, model)
|
510 |
-
|
511 |
# 确保响应块包含完整的上下文
|
512 |
if 'choices' in chunk_data and chunk_data['choices']:
|
513 |
chunk_data['choices'][0]['delta']['content'] = new_content
|
514 |
chunk_data['choices'][0]['context'] = full_content # 添加完整上下文
|
515 |
-
|
516 |
yield chunk_data
|
517 |
-
|
518 |
except Exception as e:
|
519 |
logger.error(f"Error processing chunk: {e}")
|
520 |
continue
|
521 |
-
|
522 |
# 发送完成标记
|
523 |
final_chunk = create_openai_chunk('', model, 'stop')
|
524 |
if 'choices' in final_chunk and final_chunk['choices']:
|
@@ -529,17 +503,17 @@ def handle_non_stream_response(response, model, prompt_tokens):
|
|
529 |
"""改进的非流式响应处理,确保保持完整上下文。"""
|
530 |
full_content = ""
|
531 |
context_buffer = []
|
532 |
-
|
533 |
try:
|
534 |
for chunk in response.iter_content(chunk_size=1024):
|
535 |
if chunk:
|
536 |
content = chunk.decode('utf-8')
|
537 |
full_content += content
|
538 |
context_buffer.append(content)
|
539 |
-
|
540 |
completion_tokens = count_tokens(full_content, model)
|
541 |
total_tokens = prompt_tokens + completion_tokens
|
542 |
-
|
543 |
# 创建包含完整上下文的响应
|
544 |
response_data = {
|
545 |
"id": f"chatcmpl-{uuid.uuid4()}",
|
@@ -564,9 +538,9 @@ def handle_non_stream_response(response, model, prompt_tokens):
|
|
564 |
"total_tokens": total_tokens
|
565 |
}
|
566 |
}
|
567 |
-
|
568 |
return jsonify(response_data)
|
569 |
-
|
570 |
except Exception as e:
|
571 |
logger.error(f"Error processing non-stream response: {e}")
|
572 |
raise
|
@@ -574,19 +548,19 @@ def handle_non_stream_response(response, model, prompt_tokens):
|
|
574 |
def generate_stream_response(response, model, prompt_tokens):
|
575 |
"""生成流式 HTTP 响应。"""
|
576 |
total_completion_tokens = 0
|
577 |
-
|
578 |
for chunk in stream_notdiamond_response(response, model):
|
579 |
content = chunk['choices'][0]['delta'].get('content', '')
|
580 |
total_completion_tokens += count_tokens(content, model)
|
581 |
-
|
582 |
chunk['usage'] = {
|
583 |
"prompt_tokens": prompt_tokens,
|
584 |
"completion_tokens": total_completion_tokens,
|
585 |
"total_tokens": prompt_tokens + total_completion_tokens
|
586 |
}
|
587 |
-
|
588 |
yield f"data: {json.dumps(chunk)}\n\n"
|
589 |
-
|
590 |
yield "data: [DONE]\n\n"
|
591 |
|
592 |
def get_auth_credentials():
|
@@ -594,7 +568,7 @@ def get_auth_credentials():
|
|
594 |
try:
|
595 |
session = create_custom_session()
|
596 |
headers = {
|
597 |
-
'accept': '
|
598 |
'accept-language': 'zh-CN,zh;q=0.9',
|
599 |
'user-agent': _USER_AGENT,
|
600 |
'x-password': _PASTE_API_PASSWORD
|
@@ -624,13 +598,13 @@ def get_auth_credentials():
|
|
624 |
def before_request():
|
625 |
global multi_auth_manager
|
626 |
credentials = get_auth_credentials()
|
627 |
-
|
628 |
# 如果没有凭据,尝试自动注册
|
629 |
if not credentials:
|
630 |
try:
|
631 |
# 使用 register_bot 注册新账号
|
632 |
successful_accounts = register_bot.register_and_verify(5) # 注册5个账号
|
633 |
-
|
634 |
if successful_accounts:
|
635 |
# 更新凭据
|
636 |
credentials = [(account['email'], account['password']) for account in successful_accounts]
|
@@ -643,7 +617,7 @@ def before_request():
|
|
643 |
logger.error(f"自动注册过程发生错误: {e}")
|
644 |
multi_auth_manager = None
|
645 |
return
|
646 |
-
|
647 |
if credentials:
|
648 |
multi_auth_manager = MultiAuthManager(credentials)
|
649 |
else:
|
@@ -698,11 +672,11 @@ def handle_request():
|
|
698 |
global multi_auth_manager
|
699 |
if not multi_auth_manager:
|
700 |
return jsonify({'error': 'Unauthorized'}), 401
|
701 |
-
|
702 |
try:
|
703 |
request_data = request.get_json()
|
704 |
model_id = request_data.get('model', '')
|
705 |
-
|
706 |
auth_manager = multi_auth_manager.ensure_valid_token(model_id)
|
707 |
if not auth_manager:
|
708 |
return jsonify({'error': 'No available accounts for this model'}), 403
|
@@ -721,7 +695,7 @@ def handle_request():
|
|
721 |
)
|
722 |
else:
|
723 |
return handle_non_stream_response(response, model_id, prompt_tokens)
|
724 |
-
|
725 |
except requests.RequestException as e:
|
726 |
logger.error("Request error: %s", str(e), exc_info=True)
|
727 |
return jsonify({
|
@@ -759,10 +733,10 @@ def handle_request():
|
|
759 |
def build_payload(request_data, model_id):
|
760 |
"""构建请求有效负载,确保保持完整的上下文。"""
|
761 |
messages = request_data.get('messages', [])
|
762 |
-
|
763 |
# 检查是否已经存在系统消息
|
764 |
has_system_message = any(message.get('role') == 'system' for message in messages)
|
765 |
-
|
766 |
# 如果没有系统消息,添加默认的系统消息
|
767 |
if not has_system_message:
|
768 |
system_message = {
|
@@ -780,11 +754,11 @@ def build_payload(request_data, model_id):
|
|
780 |
)
|
781 |
}
|
782 |
messages.insert(0, system_message)
|
783 |
-
|
784 |
# 获取模型映射
|
785 |
model_info = MODEL_INFO.get(model_id, {})
|
786 |
mapping = model_info.get('mapping', model_id)
|
787 |
-
|
788 |
# 构建完整的payload
|
789 |
payload = {
|
790 |
'model': mapping,
|
@@ -796,12 +770,12 @@ def build_payload(request_data, model_id):
|
|
796 |
'frequency_penalty': request_data.get('frequency_penalty'),
|
797 |
'top_p': request_data.get('top_p', 1),
|
798 |
}
|
799 |
-
|
800 |
# 添加其他自定义参数
|
801 |
for key, value in request_data.items():
|
802 |
if key not in ['messages', 'model', 'stream', 'temperature'] and value is not None:
|
803 |
payload[key] = value
|
804 |
-
|
805 |
return payload
|
806 |
|
807 |
def make_request(payload, auth_manager, model_id):
|
@@ -809,9 +783,9 @@ def make_request(payload, auth_manager, model_id):
|
|
809 |
global multi_auth_manager
|
810 |
max_retries = 3
|
811 |
retry_delay = 1
|
812 |
-
|
813 |
logger.info(f"尝试发送请求,模型:{model_id}")
|
814 |
-
|
815 |
# 确保 multi_auth_manager 存在
|
816 |
if not multi_auth_manager:
|
817 |
logger.error("MultiAuthManager 不存在,尝试重新初始化")
|
@@ -827,16 +801,16 @@ def make_request(payload, auth_manager, model_id):
|
|
827 |
|
828 |
# 记录已尝试的账号
|
829 |
tried_accounts = set()
|
830 |
-
|
831 |
while len(tried_accounts) < len(multi_auth_manager.auth_managers):
|
832 |
auth_manager = multi_auth_manager.get_next_auth_manager(model_id)
|
833 |
if not auth_manager:
|
834 |
break
|
835 |
-
|
836 |
# 如果这个账号已经尝试过,继续下一个
|
837 |
if auth_manager._email in tried_accounts:
|
838 |
continue
|
839 |
-
|
840 |
tried_accounts.add(auth_manager._email)
|
841 |
logger.info(f"尝试使用账号 {auth_manager._email}")
|
842 |
|
@@ -851,29 +825,25 @@ def make_request(payload, auth_manager, model_id):
|
|
851 |
json=payload,
|
852 |
stream=True
|
853 |
).result()
|
854 |
-
|
855 |
if response.status_code == 200 and response.headers.get('Content-Type') == 'text/event-stream':
|
856 |
logger.info(f"请求成功,使用账号 {auth_manager._email}")
|
857 |
-
# 记录最后成功的账号索引
|
858 |
-
multi_auth_manager.last_successful_index = multi_auth_manager.auth_managers.index(auth_manager)
|
859 |
return response
|
860 |
-
|
861 |
headers_cache.clear()
|
862 |
-
|
863 |
if response.status_code == 401: # Unauthorized
|
864 |
logger.info(f"Token expired for account {auth_manager._email}, attempting refresh")
|
865 |
if auth_manager.ensure_valid_token():
|
866 |
continue
|
867 |
-
|
868 |
if response.status_code == 403: # Forbidden, 模型使用限制
|
869 |
logger.warning(f"Model {model_id} usage limit reached for account {auth_manager._email}")
|
870 |
auth_manager.set_model_unavailable(model_id)
|
871 |
-
# 标记账号为不可用直到次日
|
872 |
-
multi_auth_manager.mark_account_unavailable(auth_manager)
|
873 |
break # 跳出重试循环,尝试下一个账号
|
874 |
-
|
875 |
logger.error(f"Request failed with status {response.status_code} for account {auth_manager._email}")
|
876 |
-
|
877 |
except Exception as e:
|
878 |
logger.error(f"Request attempt {attempt + 1} failed for account {auth_manager._email}: {e}")
|
879 |
if attempt < max_retries - 1:
|
@@ -889,45 +859,47 @@ def make_request(payload, auth_manager, model_id):
|
|
889 |
multi_auth_manager = MultiAuthManager(credentials)
|
890 |
# 使用新注册的账号重试请求
|
891 |
return make_request(payload, None, model_id)
|
892 |
-
|
893 |
raise Exception("所有账号均不可用,且注册新账号失败")
|
894 |
|
895 |
def health_check():
|
896 |
-
"""
|
897 |
-
|
898 |
-
|
899 |
while True:
|
900 |
try:
|
901 |
-
if multi_auth_manager
|
902 |
-
auth_manager = multi_auth_manager.auth_managers[last_check_index % len(multi_auth_manager.auth_managers)]
|
903 |
current_time = time.time()
|
904 |
-
|
905 |
-
|
906 |
-
|
907 |
-
|
908 |
-
|
909 |
-
|
910 |
-
|
|
|
|
|
|
|
|
|
|
|
911 |
if not auth_manager.ensure_valid_token():
|
912 |
-
logger.warning(f"Auth token validation failed during health check for {
|
913 |
auth_manager.clear_auth()
|
914 |
else:
|
915 |
-
logger.info(f"Health check passed for {
|
916 |
-
|
917 |
-
|
918 |
-
|
919 |
-
last_check_index += 1 # 更新下一个要检查的账��索引
|
920 |
-
|
921 |
# 每天重置所有账号的模型使用状态
|
922 |
current_time_local = time.localtime()
|
923 |
if current_time_local.tm_hour == 0 and current_time_local.tm_min == 0:
|
924 |
multi_auth_manager.reset_all_model_status()
|
925 |
logger.info("Reset model status for all accounts")
|
926 |
-
|
927 |
except Exception as e:
|
928 |
logger.error(f"Health check error: {e}")
|
929 |
-
|
930 |
-
sleep(60) #
|
931 |
|
932 |
# 为了兼容 Flask CLI 和 Gunicorn,修改启动逻辑
|
933 |
if __name__ != "__main__":
|
@@ -937,6 +909,7 @@ if __name__ != "__main__":
|
|
937 |
if __name__ == "__main__":
|
938 |
health_check_thread = threading.Thread(target=health_check, daemon=True)
|
939 |
health_check_thread.start()
|
940 |
-
|
941 |
port = int(os.environ.get("PORT", 3000))
|
942 |
-
app.run(debug=False, host='0.0.0.0', port=port, threaded=True)
|
|
|
|
7 |
import re
|
8 |
import socket
|
9 |
from concurrent.futures import ThreadPoolExecutor
|
10 |
+
from functools import lru_cache, wraps
|
11 |
from typing import Dict, Any, Callable, List, Tuple
|
12 |
import requests
|
13 |
import tiktoken
|
|
|
46 |
app = Flask(__name__)
|
47 |
logging.basicConfig(level=logging.INFO)
|
48 |
logger = logging.getLogger(__name__)
|
49 |
+
CORS(app, resources={r"/*": {"origins": "*"}})
|
50 |
executor = ThreadPoolExecutor(max_workers=10)
|
51 |
|
52 |
proxy_url = os.getenv('PROXY_URL')
|
|
|
64 |
auth_header = request.headers.get('Authorization')
|
65 |
if not auth_header:
|
66 |
return jsonify({'error': 'No API key provided'}), 401
|
67 |
+
|
68 |
try:
|
69 |
# 从 Bearer token 中提取API密钥
|
70 |
provided_key = auth_header.split('Bearer ')[-1].strip()
|
|
|
72 |
return jsonify({'error': 'Invalid API key'}), 401
|
73 |
except Exception:
|
74 |
return jsonify({'error': 'Invalid Authorization header format'}), 401
|
75 |
+
|
76 |
return f(*args, **kwargs)
|
77 |
return decorated_function
|
78 |
|
79 |
refresh_token_cache = TTLCache(maxsize=1000, ttl=3600)
|
80 |
+
headers_cache = TTLCache(maxsize=1, ttl=3600) # 1小时过期
|
81 |
token_refresh_lock = threading.Lock()
|
82 |
|
83 |
# 自定义连接函数
|
|
|
114 |
AUTH_RATE_LIMIT_WINDOW = 3600 # 速率限制窗口(秒)
|
115 |
AUTH_MAX_REQUESTS = 100 # 每个窗口最大请求数
|
116 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
117 |
class AuthManager:
|
118 |
def __init__(self, email: str, password: str):
|
119 |
self._email: str = email
|
|
|
133 |
self._auth_attempts = 0
|
134 |
self._auth_window_start = time.time()
|
135 |
self._backoff_delay = AUTH_RETRY_DELAY
|
|
|
|
|
136 |
|
137 |
def _should_attempt_auth(self) -> bool:
|
138 |
"""检查是否应该尝试认证请求"""
|
139 |
current_time = time.time()
|
140 |
+
|
|
|
|
|
|
|
|
|
141 |
# 检查是否在退避期内
|
142 |
if current_time - self._last_auth_attempt < self._backoff_delay:
|
143 |
return False
|
144 |
+
|
145 |
# 检查速率限制窗口
|
146 |
if current_time - self._auth_window_start > AUTH_RATE_LIMIT_WINDOW:
|
147 |
# 重置窗口
|
148 |
self._auth_window_start = current_time
|
149 |
self._auth_attempts = 0
|
150 |
self._backoff_delay = AUTH_RETRY_DELAY
|
151 |
+
|
152 |
# 检查请求数量
|
153 |
if self._auth_attempts >= AUTH_MAX_REQUESTS:
|
154 |
return False
|
155 |
+
|
156 |
return True
|
157 |
|
158 |
def login(self) -> bool:
|
159 |
"""改进的登录方法,包含速率限制和退避机制"""
|
160 |
if not self._should_attempt_auth():
|
161 |
+
logger.warning(f"Rate limit reached for {self._email}, waiting {self._backoff_delay}s")
|
162 |
return False
|
163 |
|
164 |
try:
|
165 |
self._last_auth_attempt = time.time()
|
166 |
self._auth_attempts += 1
|
167 |
+
|
168 |
url = f"{_API_BASE_URL}/auth/v1/token?grant_type=password"
|
169 |
headers = self._get_headers(with_content_type=True)
|
170 |
data = {
|
|
|
172 |
"password": self._password,
|
173 |
"gotrue_meta_security": {}
|
174 |
}
|
175 |
+
|
176 |
response = self._make_request('POST', url, headers=headers, json=data)
|
177 |
+
|
178 |
if response.status_code == 429:
|
179 |
self._backoff_delay *= AUTH_BACKOFF_FACTOR
|
180 |
+
logger.warning(f"Rate limit hit, increasing backoff to {self._backoff_delay}s")
|
181 |
return False
|
182 |
+
|
183 |
response.raise_for_status()
|
184 |
self._user_info = response.json()
|
185 |
self._refresh_token = self._user_info.get('refresh_token', '')
|
186 |
self._access_token = self._user_info.get('access_token', '')
|
187 |
self._token_expiry = time.time() + self._user_info.get('expires_in', 3600)
|
188 |
+
|
189 |
# 重置退避延迟
|
190 |
self._backoff_delay = AUTH_RETRY_DELAY
|
191 |
self._log_values()
|
192 |
return True
|
193 |
+
|
194 |
except requests.RequestException as e:
|
195 |
+
logger.error(f"\033[91m登录请求错误: {e}\033[0m")
|
196 |
self._backoff_delay *= AUTH_BACKOFF_FACTOR
|
197 |
return False
|
198 |
|
199 |
def refresh_user_token(self) -> bool:
|
|
|
200 |
url = f"{_API_BASE_URL}/auth/v1/token?grant_type=refresh_token"
|
201 |
headers = self._get_headers(with_content_type=True)
|
202 |
data = {"refresh_token": self._refresh_token}
|
|
|
227 |
"""改进的token验证方法"""
|
228 |
if self.is_token_valid():
|
229 |
return True
|
230 |
+
|
231 |
if not self._should_attempt_auth():
|
232 |
return False
|
233 |
+
|
234 |
if self._refresh_token and self.refresh_user_token():
|
235 |
return True
|
236 |
+
|
237 |
return self.login()
|
238 |
|
239 |
def clear_auth(self) -> None:
|
|
|
243 |
self._access_token = ""
|
244 |
self._token_expiry = 0
|
245 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
246 |
def _log_values(self) -> None:
|
247 |
"""记录刷新令牌到日志中。"""
|
248 |
self._logger.info(f"\033[92mRefresh Token: {self._refresh_token}\033[0m")
|
|
|
255 |
try:
|
256 |
login_url = f"{_BASE_URL}/login"
|
257 |
response = self._make_request('GET', login_url)
|
258 |
+
|
259 |
match = re.search(r'<script src="(/_next/static/chunks/app/layout-[^"]+\.js)"', response.text)
|
260 |
if not match:
|
261 |
raise ValueError("未找到匹配的脚本标签")
|
262 |
js_url = f"{_BASE_URL}{match.group(1)}"
|
263 |
js_response = self._make_request('GET', js_url)
|
264 |
+
|
265 |
+
api_key_match = re.search(r'\("https://spuckhogycrxcbomznwo\.supabase\.co","([^"]+)"\)', js_response.text)
|
266 |
if not api_key_match:
|
267 |
raise ValueError("未能匹配API key")
|
268 |
+
|
269 |
self._api_key = api_key_match.group(1)
|
270 |
return self._api_key
|
271 |
except (requests.RequestException, ValueError) as e:
|
|
|
309 |
self.current_index = 0
|
310 |
self._last_rotation = time.time()
|
311 |
self._rotation_interval = 300 # 5分钟轮转间隔
|
|
|
312 |
|
313 |
def _should_rotate(self) -> bool:
|
314 |
"""检查是否应该轮转到下一个账号"""
|
315 |
return time.time() - self._last_rotation >= self._rotation_interval
|
316 |
|
317 |
def get_next_auth_manager(self, model):
|
318 |
+
"""改进的账号选择逻辑"""
|
319 |
+
if self._should_rotate():
|
320 |
+
self.current_index = (self.current_index + 1) % len(self.auth_managers)
|
321 |
+
self._last_rotation = time.time()
|
|
|
322 |
|
323 |
start_index = self.current_index
|
324 |
for _ in range(len(self.auth_managers)):
|
325 |
auth_manager = self.auth_managers[self.current_index]
|
326 |
if auth_manager.is_model_available(model) and auth_manager._should_attempt_auth():
|
|
|
|
|
327 |
return auth_manager
|
328 |
self.current_index = (self.current_index + 1) % len(self.auth_managers)
|
329 |
if self.current_index == start_index:
|
|
|
331 |
return None
|
332 |
|
333 |
def ensure_valid_token(self, model):
|
|
|
334 |
for _ in range(len(self.auth_managers)):
|
335 |
auth_manager = self.get_next_auth_manager(model)
|
336 |
if auth_manager and auth_manager.ensure_valid_token():
|
|
|
341 |
for auth_manager in self.auth_managers:
|
342 |
auth_manager.reset_model_status()
|
343 |
|
|
|
|
|
|
|
|
|
344 |
def require_auth(func: Callable) -> Callable:
|
345 |
"""装饰器,确保在调用API之前有有效的token。"""
|
346 |
@wraps(func)
|
347 |
+
def wrapper(self, *args, **kwargs):
|
348 |
+
if not self.ensure_valid_token():
|
|
|
349 |
raise Exception("无法获取有效的授权token")
|
350 |
+
return func(self, *args, **kwargs)
|
351 |
return wrapper
|
352 |
|
353 |
# 全局的 MultiAuthManager 对象
|
|
|
362 |
def get_notdiamond_headers(auth_manager):
|
363 |
"""返回用于 notdiamond API 请求的头信息。"""
|
364 |
cache_key = f'notdiamond_headers_{auth_manager.get_jwt_value()}'
|
365 |
+
|
366 |
try:
|
367 |
return headers_cache[cache_key]
|
368 |
except KeyError:
|
|
|
376 |
headers_cache[cache_key] = headers
|
377 |
return headers
|
378 |
|
379 |
+
MODEL_INFO = {
|
380 |
+
"gpt-4o-mini": {
|
381 |
+
"provider": "openai",
|
382 |
+
"mapping": "gpt-4o-mini"
|
383 |
+
},
|
384 |
+
"gpt-4o": {
|
385 |
+
"provider": "openai",
|
386 |
+
"mapping": "gpt-4o"
|
387 |
+
},
|
388 |
+
"gpt-4-turbo": {
|
389 |
+
"provider": "openai",
|
390 |
+
"mapping": "gpt-4-turbo-2024-04-09"
|
391 |
+
},
|
392 |
+
"chatgpt-4o-latest": {
|
393 |
+
"provider": "openai",
|
394 |
+
"mapping": "chatgpt-4o-latest"
|
395 |
+
},
|
396 |
+
"gemini-1.5-pro-latest": {
|
397 |
+
"provider": "google",
|
398 |
+
"mapping": "models/gemini-1.5-pro-latest"
|
399 |
+
},
|
400 |
+
"gemini-1.5-flash-latest": {
|
401 |
+
"provider": "google",
|
402 |
+
"mapping": "models/gemini-1.5-flash-latest"
|
403 |
+
},
|
404 |
+
"llama-3.1-70b-instruct": {
|
405 |
+
"provider": "togetherai",
|
406 |
+
"mapping": "meta.llama3-1-70b-instruct-v1:0"
|
407 |
+
},
|
408 |
+
"llama-3.1-405b-instruct": {
|
409 |
+
"provider": "togetherai",
|
410 |
+
"mapping": "meta.llama3-1-405b-instruct-v1:0"
|
411 |
+
},
|
412 |
+
"claude-3-5-sonnet-20241022": {
|
413 |
+
"provider": "anthropic",
|
414 |
+
"mapping": "anthropic.claude-3-5-sonnet-20241022-v2:0"
|
415 |
+
},
|
416 |
+
"claude-3-5-haiku-20241022": {
|
417 |
+
"provider": "anthropic",
|
418 |
+
"mapping": "anthropic.claude-3-5-haiku-20241022-v1:0"
|
419 |
+
},
|
420 |
+
"perplexity": {
|
421 |
+
"provider": "perplexity",
|
422 |
+
"mapping": "llama-3.1-sonar-large-128k-online"
|
423 |
+
},
|
424 |
+
"mistral-large-2407": {
|
425 |
+
"provider": "mistral",
|
426 |
+
"mapping": "mistral.mistral-large-2407-v1:0"
|
427 |
+
}
|
428 |
+
}
|
429 |
+
|
430 |
def generate_system_fingerprint():
|
431 |
"""生成并返回唯一的系统指纹。"""
|
432 |
return f"fp_{uuid.uuid4().hex[:10]}"
|
|
|
450 |
}
|
451 |
]
|
452 |
}
|
453 |
+
|
454 |
if usage is not None:
|
455 |
chunk["usage"] = usage
|
456 |
+
|
457 |
return chunk
|
458 |
|
459 |
def count_tokens(text, model="gpt-3.5-turbo-0301"):
|
|
|
471 |
"""改进的流式响应处理,确保保持上下文完整性。"""
|
472 |
buffer = ""
|
473 |
full_content = ""
|
474 |
+
|
475 |
for chunk in response.iter_content(chunk_size=1024):
|
476 |
if chunk:
|
477 |
try:
|
478 |
new_content = chunk.decode('utf-8')
|
479 |
buffer += new_content
|
480 |
full_content += new_content
|
481 |
+
|
482 |
# 创建完整的响应块
|
483 |
chunk_data = create_openai_chunk(new_content, model)
|
484 |
+
|
485 |
# 确保响应块包含完整的上下文
|
486 |
if 'choices' in chunk_data and chunk_data['choices']:
|
487 |
chunk_data['choices'][0]['delta']['content'] = new_content
|
488 |
chunk_data['choices'][0]['context'] = full_content # 添加完整上下文
|
489 |
+
|
490 |
yield chunk_data
|
491 |
+
|
492 |
except Exception as e:
|
493 |
logger.error(f"Error processing chunk: {e}")
|
494 |
continue
|
495 |
+
|
496 |
# 发送完成标记
|
497 |
final_chunk = create_openai_chunk('', model, 'stop')
|
498 |
if 'choices' in final_chunk and final_chunk['choices']:
|
|
|
503 |
"""改进的非流式响应处理,确保保持完整上下文。"""
|
504 |
full_content = ""
|
505 |
context_buffer = []
|
506 |
+
|
507 |
try:
|
508 |
for chunk in response.iter_content(chunk_size=1024):
|
509 |
if chunk:
|
510 |
content = chunk.decode('utf-8')
|
511 |
full_content += content
|
512 |
context_buffer.append(content)
|
513 |
+
|
514 |
completion_tokens = count_tokens(full_content, model)
|
515 |
total_tokens = prompt_tokens + completion_tokens
|
516 |
+
|
517 |
# 创建包含完整上下文的响应
|
518 |
response_data = {
|
519 |
"id": f"chatcmpl-{uuid.uuid4()}",
|
|
|
538 |
"total_tokens": total_tokens
|
539 |
}
|
540 |
}
|
541 |
+
|
542 |
return jsonify(response_data)
|
543 |
+
|
544 |
except Exception as e:
|
545 |
logger.error(f"Error processing non-stream response: {e}")
|
546 |
raise
|
|
|
548 |
def generate_stream_response(response, model, prompt_tokens):
|
549 |
"""生成流式 HTTP 响应。"""
|
550 |
total_completion_tokens = 0
|
551 |
+
|
552 |
for chunk in stream_notdiamond_response(response, model):
|
553 |
content = chunk['choices'][0]['delta'].get('content', '')
|
554 |
total_completion_tokens += count_tokens(content, model)
|
555 |
+
|
556 |
chunk['usage'] = {
|
557 |
"prompt_tokens": prompt_tokens,
|
558 |
"completion_tokens": total_completion_tokens,
|
559 |
"total_tokens": prompt_tokens + total_completion_tokens
|
560 |
}
|
561 |
+
|
562 |
yield f"data: {json.dumps(chunk)}\n\n"
|
563 |
+
|
564 |
yield "data: [DONE]\n\n"
|
565 |
|
566 |
def get_auth_credentials():
|
|
|
568 |
try:
|
569 |
session = create_custom_session()
|
570 |
headers = {
|
571 |
+
'accept': '*/*',
|
572 |
'accept-language': 'zh-CN,zh;q=0.9',
|
573 |
'user-agent': _USER_AGENT,
|
574 |
'x-password': _PASTE_API_PASSWORD
|
|
|
598 |
def before_request():
|
599 |
global multi_auth_manager
|
600 |
credentials = get_auth_credentials()
|
601 |
+
|
602 |
# 如果没有凭据,尝试自动注册
|
603 |
if not credentials:
|
604 |
try:
|
605 |
# 使用 register_bot 注册新账号
|
606 |
successful_accounts = register_bot.register_and_verify(5) # 注册5个账号
|
607 |
+
|
608 |
if successful_accounts:
|
609 |
# 更新凭据
|
610 |
credentials = [(account['email'], account['password']) for account in successful_accounts]
|
|
|
617 |
logger.error(f"自动注册过程发生错误: {e}")
|
618 |
multi_auth_manager = None
|
619 |
return
|
620 |
+
|
621 |
if credentials:
|
622 |
multi_auth_manager = MultiAuthManager(credentials)
|
623 |
else:
|
|
|
672 |
global multi_auth_manager
|
673 |
if not multi_auth_manager:
|
674 |
return jsonify({'error': 'Unauthorized'}), 401
|
675 |
+
|
676 |
try:
|
677 |
request_data = request.get_json()
|
678 |
model_id = request_data.get('model', '')
|
679 |
+
|
680 |
auth_manager = multi_auth_manager.ensure_valid_token(model_id)
|
681 |
if not auth_manager:
|
682 |
return jsonify({'error': 'No available accounts for this model'}), 403
|
|
|
695 |
)
|
696 |
else:
|
697 |
return handle_non_stream_response(response, model_id, prompt_tokens)
|
698 |
+
|
699 |
except requests.RequestException as e:
|
700 |
logger.error("Request error: %s", str(e), exc_info=True)
|
701 |
return jsonify({
|
|
|
733 |
def build_payload(request_data, model_id):
|
734 |
"""构建请求有效负载,确保保持完整的上下文。"""
|
735 |
messages = request_data.get('messages', [])
|
736 |
+
|
737 |
# 检查是否已经存在系统消息
|
738 |
has_system_message = any(message.get('role') == 'system' for message in messages)
|
739 |
+
|
740 |
# 如果没有系统消息,添加默认的系统消息
|
741 |
if not has_system_message:
|
742 |
system_message = {
|
|
|
754 |
)
|
755 |
}
|
756 |
messages.insert(0, system_message)
|
757 |
+
|
758 |
# 获取模型映射
|
759 |
model_info = MODEL_INFO.get(model_id, {})
|
760 |
mapping = model_info.get('mapping', model_id)
|
761 |
+
|
762 |
# 构建完整的payload
|
763 |
payload = {
|
764 |
'model': mapping,
|
|
|
770 |
'frequency_penalty': request_data.get('frequency_penalty'),
|
771 |
'top_p': request_data.get('top_p', 1),
|
772 |
}
|
773 |
+
|
774 |
# 添加其他自定义参数
|
775 |
for key, value in request_data.items():
|
776 |
if key not in ['messages', 'model', 'stream', 'temperature'] and value is not None:
|
777 |
payload[key] = value
|
778 |
+
|
779 |
return payload
|
780 |
|
781 |
def make_request(payload, auth_manager, model_id):
|
|
|
783 |
global multi_auth_manager
|
784 |
max_retries = 3
|
785 |
retry_delay = 1
|
786 |
+
|
787 |
logger.info(f"尝试发送请求,模型:{model_id}")
|
788 |
+
|
789 |
# 确保 multi_auth_manager 存在
|
790 |
if not multi_auth_manager:
|
791 |
logger.error("MultiAuthManager 不存在,尝试重新初始化")
|
|
|
801 |
|
802 |
# 记录已尝试的账号
|
803 |
tried_accounts = set()
|
804 |
+
|
805 |
while len(tried_accounts) < len(multi_auth_manager.auth_managers):
|
806 |
auth_manager = multi_auth_manager.get_next_auth_manager(model_id)
|
807 |
if not auth_manager:
|
808 |
break
|
809 |
+
|
810 |
# 如果这个账号已经尝试过,继续下一个
|
811 |
if auth_manager._email in tried_accounts:
|
812 |
continue
|
813 |
+
|
814 |
tried_accounts.add(auth_manager._email)
|
815 |
logger.info(f"尝试使用账号 {auth_manager._email}")
|
816 |
|
|
|
825 |
json=payload,
|
826 |
stream=True
|
827 |
).result()
|
828 |
+
|
829 |
if response.status_code == 200 and response.headers.get('Content-Type') == 'text/event-stream':
|
830 |
logger.info(f"请求成功,使用账号 {auth_manager._email}")
|
|
|
|
|
831 |
return response
|
832 |
+
|
833 |
headers_cache.clear()
|
834 |
+
|
835 |
if response.status_code == 401: # Unauthorized
|
836 |
logger.info(f"Token expired for account {auth_manager._email}, attempting refresh")
|
837 |
if auth_manager.ensure_valid_token():
|
838 |
continue
|
839 |
+
|
840 |
if response.status_code == 403: # Forbidden, 模型使用限制
|
841 |
logger.warning(f"Model {model_id} usage limit reached for account {auth_manager._email}")
|
842 |
auth_manager.set_model_unavailable(model_id)
|
|
|
|
|
843 |
break # 跳出重试循环,尝试下一个账号
|
844 |
+
|
845 |
logger.error(f"Request failed with status {response.status_code} for account {auth_manager._email}")
|
846 |
+
|
847 |
except Exception as e:
|
848 |
logger.error(f"Request attempt {attempt + 1} failed for account {auth_manager._email}: {e}")
|
849 |
if attempt < max_retries - 1:
|
|
|
859 |
multi_auth_manager = MultiAuthManager(credentials)
|
860 |
# 使用新注册的账号重试请求
|
861 |
return make_request(payload, None, model_id)
|
862 |
+
|
863 |
raise Exception("所有账号均不可用,且注册新账号失败")
|
864 |
|
865 |
def health_check():
|
866 |
+
"""改进的健康检查函数"""
|
867 |
+
last_check_time = {} # 用于跟踪每个账号的最后检查时间
|
868 |
+
|
869 |
while True:
|
870 |
try:
|
871 |
+
if multi_auth_manager:
|
|
|
872 |
current_time = time.time()
|
873 |
+
|
874 |
+
for auth_manager in multi_auth_manager.auth_managers:
|
875 |
+
email = auth_manager._email
|
876 |
+
|
877 |
+
# 检查是否需要进行健康检查
|
878 |
+
if email not in last_check_time or \
|
879 |
+
current_time - last_check_time[email] >= AUTH_CHECK_INTERVAL:
|
880 |
+
|
881 |
+
if not auth_manager._should_attempt_auth():
|
882 |
+
logger.info(f"Skipping health check for {email} due to rate limiting")
|
883 |
+
continue
|
884 |
+
|
885 |
if not auth_manager.ensure_valid_token():
|
886 |
+
logger.warning(f"Auth token validation failed during health check for {email}")
|
887 |
auth_manager.clear_auth()
|
888 |
else:
|
889 |
+
logger.info(f"Health check passed for {email}")
|
890 |
+
|
891 |
+
last_check_time[email] = current_time
|
892 |
+
|
|
|
|
|
893 |
# 每天重置所有账号的模型使用状态
|
894 |
current_time_local = time.localtime()
|
895 |
if current_time_local.tm_hour == 0 and current_time_local.tm_min == 0:
|
896 |
multi_auth_manager.reset_all_model_status()
|
897 |
logger.info("Reset model status for all accounts")
|
898 |
+
|
899 |
except Exception as e:
|
900 |
logger.error(f"Health check error: {e}")
|
901 |
+
|
902 |
+
sleep(60) # 主循环每分钟运行一次
|
903 |
|
904 |
# 为了兼容 Flask CLI 和 Gunicorn,修改启动逻辑
|
905 |
if __name__ != "__main__":
|
|
|
909 |
if __name__ == "__main__":
|
910 |
health_check_thread = threading.Thread(target=health_check, daemon=True)
|
911 |
health_check_thread.start()
|
912 |
+
|
913 |
port = int(os.environ.get("PORT", 3000))
|
914 |
+
app.run(debug=False, host='0.0.0.0', port=port, threaded=True)
|
915 |
+
|