Update app.py
Browse files
app.py
CHANGED
@@ -243,6 +243,12 @@ app.add_middleware(
|
|
243 |
allow_headers=["*"],
|
244 |
)
|
245 |
|
|
|
|
|
|
|
|
|
|
|
|
|
246 |
# 认证依赖
|
247 |
def verify_api_key(authorization: str = None):
|
248 |
if config.API_KEY:
|
@@ -294,14 +300,16 @@ class ChatCompletionRequest(BaseModel):
|
|
294 |
temperature: Optional[float] = 0.1
|
295 |
top_p: Optional[float] = 1.0
|
296 |
|
297 |
-
@
|
298 |
-
async def chat_completions(request: ChatCompletionRequest
|
299 |
try:
|
300 |
rules, content = process_messages(request.messages)
|
301 |
return await grpc_to_pieces(request.model, content, rules, request.stream, request.temperature, request.top_p)
|
302 |
except Exception as e:
|
303 |
raise HTTPException(status_code=500, detail=str(e))
|
304 |
|
|
|
|
|
305 |
def process_messages(messages):
|
306 |
rules = ''
|
307 |
content = ''
|
|
|
243 |
allow_headers=["*"],
|
244 |
)
|
245 |
|
246 |
+
# 设置 API 前缀
|
247 |
+
API_PREFIX = "/ai"
|
248 |
+
|
249 |
+
# 创建一个路由器
|
250 |
+
router = APIRouter(prefix=API_PREFIX)
|
251 |
+
|
252 |
# 认证依赖
|
253 |
def verify_api_key(authorization: str = None):
|
254 |
if config.API_KEY:
|
|
|
300 |
temperature: Optional[float] = 0.1
|
301 |
top_p: Optional[float] = 1.0
|
302 |
|
303 |
+
@router.post("/v1/chat/completions")
|
304 |
+
async def chat_completions(request: ChatCompletionRequest):
|
305 |
try:
|
306 |
rules, content = process_messages(request.messages)
|
307 |
return await grpc_to_pieces(request.model, content, rules, request.stream, request.temperature, request.top_p)
|
308 |
except Exception as e:
|
309 |
raise HTTPException(status_code=500, detail=str(e))
|
310 |
|
311 |
+
app.include_router(router)
|
312 |
+
|
313 |
def process_messages(messages):
|
314 |
rules = ''
|
315 |
content = ''
|