Niansuh commited on
Commit
4daf9ee
·
verified ·
1 Parent(s): 4a2f82a

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +5 -5
main.py CHANGED
@@ -8,7 +8,7 @@ from typing import Any, Dict, List, Optional
8
  import httpx
9
  import uvicorn
10
  from dotenv import load_dotenv
11
- from fastapi import FastAPI, HTTPException, Depends
12
  from pydantic import BaseModel
13
  from starlette.responses import StreamingResponse
14
 
@@ -19,11 +19,10 @@ logger = logging.getLogger(__name__)
19
 
20
  load_dotenv()
21
  app = FastAPI()
22
- APP_SECRET = os.getenv("APP_SECRET", "666")
23
  ACCESS_TOKEN = os.getenv("SD_ACCESS_TOKEN", "")
24
  headers = {
25
  'authorization': f'Bearer {ACCESS_TOKEN}',
26
- 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36',
27
  }
28
 
29
  ALLOWED_MODELS = [
@@ -75,11 +74,12 @@ async def chat_completions(request: ChatRequest):
75
  'prompt': "\n".join(
76
  [f"{'User' if msg.role == 'user' else 'Assistant'}: {msg.content}" for msg in request.messages]
77
  ),
78
- 'stream': True,
79
  'model': request.model,
80
  }
81
 
82
- logger.info(f"Sending request to external API with data: {json_data}")
 
83
 
84
  async def generate():
85
  async with httpx.AsyncClient() as client:
 
8
  import httpx
9
  import uvicorn
10
  from dotenv import load_dotenv
11
+ from fastapi import FastAPI, HTTPException
12
  from pydantic import BaseModel
13
  from starlette.responses import StreamingResponse
14
 
 
19
 
20
  load_dotenv()
21
  app = FastAPI()
 
22
  ACCESS_TOKEN = os.getenv("SD_ACCESS_TOKEN", "")
23
  headers = {
24
  'authorization': f'Bearer {ACCESS_TOKEN}',
25
+ 'user-agent': 'Mozilla/5.0',
26
  }
27
 
28
  ALLOWED_MODELS = [
 
74
  'prompt': "\n".join(
75
  [f"{'User' if msg.role == 'user' else 'Assistant'}: {msg.content}" for msg in request.messages]
76
  ),
77
+ 'stream': request.stream,
78
  'model': request.model,
79
  }
80
 
81
+ logger.info(f"Sending request to external API with model: {request.model}")
82
+ logger.debug(f"Request payload: {json.dumps(json_data, indent=2)}")
83
 
84
  async def generate():
85
  async with httpx.AsyncClient() as client: