Update api/utils.py
Browse files- api/utils.py +8 -71
api/utils.py
CHANGED
|
@@ -11,6 +11,7 @@ from api import validate
|
|
| 11 |
from api.config import (
|
| 12 |
APP_SECRET,
|
| 13 |
BASE_URL,
|
|
|
|
| 14 |
AGENT_MODE,
|
| 15 |
TRENDING_AGENT_MODE,
|
| 16 |
MODEL_PREFIXES,
|
|
@@ -74,6 +75,10 @@ async def process_streaming_response(request: ChatRequest):
|
|
| 74 |
hid = validate.getHid()
|
| 75 |
logger.info(f"Using hid: {hid} for model: {request.model}")
|
| 76 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 77 |
json_data = {
|
| 78 |
"messages": [message_to_dict(msg, model_prefix=model_prefix) for msg in request.messages],
|
| 79 |
"previewToken": None,
|
|
@@ -93,7 +98,7 @@ async def process_streaming_response(request: ChatRequest):
|
|
| 93 |
"clickedForceWebSearch": False,
|
| 94 |
"visitFromDelta": False,
|
| 95 |
"mobileClient": False,
|
| 96 |
-
"userSelectedModel":
|
| 97 |
"validated": hid
|
| 98 |
}
|
| 99 |
|
|
@@ -110,7 +115,7 @@ async def process_streaming_response(request: ChatRequest):
|
|
| 110 |
async for line in response.aiter_lines():
|
| 111 |
timestamp = int(datetime.now().timestamp())
|
| 112 |
if line:
|
| 113 |
-
content = line
|
| 114 |
if "https://www.blackbox.ai" in content:
|
| 115 |
validate.getHid(True)
|
| 116 |
content = "hid已刷新,重新对话即可"
|
|
@@ -119,7 +124,6 @@ async def process_streaming_response(request: ChatRequest):
|
|
| 119 |
break
|
| 120 |
if content.startswith("$@$v=undefined-rv1$@$"):
|
| 121 |
content = content[21:]
|
| 122 |
-
# Do not strip model prefix or modify content
|
| 123 |
yield f"data: {json.dumps(create_chat_completion_data(content, request.model, timestamp))}\n\n"
|
| 124 |
|
| 125 |
yield f"data: {json.dumps(create_chat_completion_data('', request.model, timestamp, 'stop'))}\n\n"
|
|
@@ -131,71 +135,4 @@ async def process_streaming_response(request: ChatRequest):
|
|
| 131 |
logger.error(f"Error occurred during request: {e}")
|
| 132 |
raise HTTPException(status_code=500, detail=str(e))
|
| 133 |
|
| 134 |
-
|
| 135 |
-
agent_mode = AGENT_MODE.get(request.model, {})
|
| 136 |
-
trending_agent_mode = TRENDING_AGENT_MODE.get(request.model, {})
|
| 137 |
-
model_prefix = MODEL_PREFIXES.get(request.model, "")
|
| 138 |
-
|
| 139 |
-
hid = validate.getHid()
|
| 140 |
-
logger.info(f"Using hid: {hid} for model: {request.model}")
|
| 141 |
-
|
| 142 |
-
json_data = {
|
| 143 |
-
"messages": [message_to_dict(msg, model_prefix=model_prefix) for msg in request.messages],
|
| 144 |
-
"previewToken": None,
|
| 145 |
-
"userId": None,
|
| 146 |
-
"codeModelMode": True,
|
| 147 |
-
"agentMode": agent_mode,
|
| 148 |
-
"trendingAgentMode": trending_agent_mode,
|
| 149 |
-
"isMicMode": False,
|
| 150 |
-
"userSystemPrompt": None,
|
| 151 |
-
"maxTokens": request.max_tokens,
|
| 152 |
-
"playgroundTopP": request.top_p,
|
| 153 |
-
"playgroundTemperature": request.temperature,
|
| 154 |
-
"isChromeExt": False,
|
| 155 |
-
"githubToken": None,
|
| 156 |
-
"clickedAnswer2": False,
|
| 157 |
-
"clickedAnswer3": False,
|
| 158 |
-
"clickedForceWebSearch": False,
|
| 159 |
-
"visitFromDelta": False,
|
| 160 |
-
"mobileClient": False,
|
| 161 |
-
"userSelectedModel": request.model, # Use the requested model directly
|
| 162 |
-
"validated": hid
|
| 163 |
-
}
|
| 164 |
-
full_response = ""
|
| 165 |
-
async with httpx.AsyncClient() as client:
|
| 166 |
-
try:
|
| 167 |
-
async with client.stream(
|
| 168 |
-
method="POST", url=f"{BASE_URL}/api/chat", headers=headers, json=json_data
|
| 169 |
-
) as response:
|
| 170 |
-
response.raise_for_status()
|
| 171 |
-
async for chunk in response.aiter_text():
|
| 172 |
-
full_response += chunk
|
| 173 |
-
except httpx.HTTPStatusError as e:
|
| 174 |
-
logger.error(f"HTTP error occurred: {e}")
|
| 175 |
-
raise HTTPException(status_code=e.response.status_code, detail=str(e))
|
| 176 |
-
except httpx.RequestError as e:
|
| 177 |
-
logger.error(f"Error occurred during request: {e}")
|
| 178 |
-
raise HTTPException(status_code=500, detail=str(e))
|
| 179 |
-
|
| 180 |
-
if "https://www.blackbox.ai" in full_response:
|
| 181 |
-
validate.getHid(True)
|
| 182 |
-
full_response = "hid已刷新,重新对话即可"
|
| 183 |
-
logger.info("hid refreshed due to response content")
|
| 184 |
-
|
| 185 |
-
if full_response.startswith("$@$v=undefined-rv1$@$"):
|
| 186 |
-
full_response = full_response[21:]
|
| 187 |
-
# Do not strip model prefix or modify content
|
| 188 |
-
return {
|
| 189 |
-
"id": f"chatcmpl-{uuid.uuid4()}",
|
| 190 |
-
"object": "chat.completion",
|
| 191 |
-
"created": int(datetime.now().timestamp()),
|
| 192 |
-
"model": request.model,
|
| 193 |
-
"choices": [
|
| 194 |
-
{
|
| 195 |
-
"index": 0,
|
| 196 |
-
"message": {"role": "assistant", "content": full_response},
|
| 197 |
-
"finish_reason": "stop",
|
| 198 |
-
}
|
| 199 |
-
],
|
| 200 |
-
"usage": None,
|
| 201 |
-
}
|
|
|
|
| 11 |
from api.config import (
|
| 12 |
APP_SECRET,
|
| 13 |
BASE_URL,
|
| 14 |
+
MODEL_MAPPING,
|
| 15 |
AGENT_MODE,
|
| 16 |
TRENDING_AGENT_MODE,
|
| 17 |
MODEL_PREFIXES,
|
|
|
|
| 75 |
hid = validate.getHid()
|
| 76 |
logger.info(f"Using hid: {hid} for model: {request.model}")
|
| 77 |
|
| 78 |
+
user_selected_model = MODEL_MAPPING.get(request.model, request.model)
|
| 79 |
+
logger.info(f"Processing request for model: {request.model}")
|
| 80 |
+
logger.info(f"Using userSelectedModel: {user_selected_model}")
|
| 81 |
+
|
| 82 |
json_data = {
|
| 83 |
"messages": [message_to_dict(msg, model_prefix=model_prefix) for msg in request.messages],
|
| 84 |
"previewToken": None,
|
|
|
|
| 98 |
"clickedForceWebSearch": False,
|
| 99 |
"visitFromDelta": False,
|
| 100 |
"mobileClient": False,
|
| 101 |
+
"userSelectedModel": user_selected_model,
|
| 102 |
"validated": hid
|
| 103 |
}
|
| 104 |
|
|
|
|
| 115 |
async for line in response.aiter_lines():
|
| 116 |
timestamp = int(datetime.now().timestamp())
|
| 117 |
if line:
|
| 118 |
+
content = line
|
| 119 |
if "https://www.blackbox.ai" in content:
|
| 120 |
validate.getHid(True)
|
| 121 |
content = "hid已刷新,重新对话即可"
|
|
|
|
| 124 |
break
|
| 125 |
if content.startswith("$@$v=undefined-rv1$@$"):
|
| 126 |
content = content[21:]
|
|
|
|
| 127 |
yield f"data: {json.dumps(create_chat_completion_data(content, request.model, timestamp))}\n\n"
|
| 128 |
|
| 129 |
yield f"data: {json.dumps(create_chat_completion_data('', request.model, timestamp, 'stop'))}\n\n"
|
|
|
|
| 135 |
logger.error(f"Error occurred during request: {e}")
|
| 136 |
raise HTTPException(status_code=500, detail=str(e))
|
| 137 |
|
| 138 |
+
# Similar updates for process_non_streaming_response
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|