test24 / api /models.py
Niansuh's picture
Update api/models.py
cd5762c verified
raw
history blame
388 Bytes
from typing import List, Optional, Union, Dict, Any
from pydantic import BaseModel
class Message(BaseModel):
role: str
content: Union[str, List[Dict[str, Any]]]
class ChatRequest(BaseModel):
model: str
messages: List[Message]
stream: Optional[bool] = False
temperature: Optional[float] = 0.7
top_p: Optional[float] = 0.9
max_tokens: Optional[int] = 8192