Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -49,11 +49,11 @@ def convert_to_openai_format(azure_response):
|
|
49 |
|
50 |
return {k: v for k, v in openai_response.items() if v is not None}
|
51 |
|
52 |
-
@app.route('/
|
53 |
@token_required
|
54 |
def chat_completions():
|
55 |
-
|
56 |
-
stream =
|
57 |
|
58 |
azure_url = f"{AZURE_API_BASE}/openai/deployments/{AZURE_DEPLOYMENT_NAME}/chat/completions?api-version={AZURE_API_VERSION}"
|
59 |
|
@@ -63,7 +63,7 @@ def chat_completions():
|
|
63 |
}
|
64 |
|
65 |
if not stream:
|
66 |
-
response = requests.post(azure_url, json=
|
67 |
|
68 |
if response.status_code == 200:
|
69 |
azure_response = response.json()
|
@@ -73,7 +73,7 @@ def chat_completions():
|
|
73 |
return jsonify({"error": "Azure OpenAI API request failed", "details": response.text}), response.status_code
|
74 |
else:
|
75 |
def generate():
|
76 |
-
with requests.post(azure_url, json=
|
77 |
if response.status_code != 200:
|
78 |
yield f"data: {json.dumps({'error': 'Azure OpenAI API request failed', 'details': response.text})}\n\n"
|
79 |
return
|
|
|
49 |
|
50 |
return {k: v for k, v in openai_response.items() if v is not None}
|
51 |
|
52 |
+
@app.route('/v1/chat/completions', methods=['POST'])
|
53 |
@token_required
|
54 |
def chat_completions():
|
55 |
+
request_data = request.json
|
56 |
+
stream = request_data.get('stream', False)
|
57 |
|
58 |
azure_url = f"{AZURE_API_BASE}/openai/deployments/{AZURE_DEPLOYMENT_NAME}/chat/completions?api-version={AZURE_API_VERSION}"
|
59 |
|
|
|
63 |
}
|
64 |
|
65 |
if not stream:
|
66 |
+
response = requests.post(azure_url, json=request_data, headers=headers)
|
67 |
|
68 |
if response.status_code == 200:
|
69 |
azure_response = response.json()
|
|
|
73 |
return jsonify({"error": "Azure OpenAI API request failed", "details": response.text}), response.status_code
|
74 |
else:
|
75 |
def generate():
|
76 |
+
with requests.post(azure_url, json=request_data, headers=headers, stream=True) as response:
|
77 |
if response.status_code != 200:
|
78 |
yield f"data: {json.dumps({'error': 'Azure OpenAI API request failed', 'details': response.text})}\n\n"
|
79 |
return
|