tianlong12 commited on
Commit
d2c1d4e
·
verified ·
1 Parent(s): 26a8f90

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -49,11 +49,11 @@ def convert_to_openai_format(azure_response):
49
 
50
  return {k: v for k, v in openai_response.items() if v is not None}
51
 
52
- @app.route('/hf/v1/chat/completions', methods=['POST'])
53
  @token_required
54
  def chat_completions():
55
- openai_data = request.json
56
- stream = openai_data.get('stream', False)
57
 
58
  azure_url = f"{AZURE_API_BASE}/openai/deployments/{AZURE_DEPLOYMENT_NAME}/chat/completions?api-version={AZURE_API_VERSION}"
59
 
@@ -63,7 +63,7 @@ def chat_completions():
63
  }
64
 
65
  if not stream:
66
- response = requests.post(azure_url, json=openai_data, headers=headers)
67
 
68
  if response.status_code == 200:
69
  azure_response = response.json()
@@ -73,7 +73,7 @@ def chat_completions():
73
  return jsonify({"error": "Azure OpenAI API request failed", "details": response.text}), response.status_code
74
  else:
75
  def generate():
76
- with requests.post(azure_url, json=openai_data, headers=headers, stream=True) as response:
77
  if response.status_code != 200:
78
  yield f"data: {json.dumps({'error': 'Azure OpenAI API request failed', 'details': response.text})}\n\n"
79
  return
 
49
 
50
  return {k: v for k, v in openai_response.items() if v is not None}
51
 
52
+ @app.route('/v1/chat/completions', methods=['POST'])
53
  @token_required
54
  def chat_completions():
55
+ request_data = request.json
56
+ stream = request_data.get('stream', False)
57
 
58
  azure_url = f"{AZURE_API_BASE}/openai/deployments/{AZURE_DEPLOYMENT_NAME}/chat/completions?api-version={AZURE_API_VERSION}"
59
 
 
63
  }
64
 
65
  if not stream:
66
+ response = requests.post(azure_url, json=request_data, headers=headers)
67
 
68
  if response.status_code == 200:
69
  azure_response = response.json()
 
73
  return jsonify({"error": "Azure OpenAI API request failed", "details": response.text}), response.status_code
74
  else:
75
  def generate():
76
+ with requests.post(azure_url, json=request_data, headers=headers, stream=True) as response:
77
  if response.status_code != 200:
78
  yield f"data: {json.dumps({'error': 'Azure OpenAI API request failed', 'details': response.text})}\n\n"
79
  return