Spaces:
Sleeping
Sleeping
File size: 3,981 Bytes
aa04092 337ec9f aa04092 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 |
import os
import time
import requests
from typing import List, Dict, Optional
from config import Config
class OpenRouterClient:
def __init__(self):
self.api_key = Config.get_openrouter_key()
if not self.api_key:
raise ValueError("OpenRouter API key is not set")
self.base_url = Config.OPENROUTER_API_BASE
self.max_retries = 3
self.retry_delay = 2 # Initial delay in seconds
def create(self, messages: List[Dict[str, str]], model: str = None, response_format: Optional[Dict] = None) -> str:
if not self.api_key:
raise ValueError("OpenRouter API key is not set")
retries = 0
last_error = None
while retries < self.max_retries:
try:
headers = {
"Authorization": f"Bearer {self.api_key}",
"HTTP-Referer": "https://replit.com",
"X-Title": "MyChatMe",
"Content-Type": "application/json"
}
data = {
"model": model or Config.AUTO_MODEL,
"messages": messages,
"temperature": 0.7,
"max_tokens": 1000
}
if response_format:
data["response_format"] = response_format
response = requests.post(
f"{self.base_url}/chat/completions",
headers=headers,
json=data,
timeout=30 # Added timeout
)
if response.status_code == 429:
error_data = response.json()
error_message = error_data.get('error', {}).get('message', 'Rate limit exceeded')
print(f"Rate limit error: {error_message}")
# Check if it's a provider-specific rate limit
if 'metadata' in error_data.get('error', {}):
provider = error_data['error']['metadata'].get('provider_name', 'Unknown')
raise Exception(f"Rate limit exceeded for provider: {provider}")
wait_time = self.retry_delay * (2 ** retries)
print(f"Rate limit exceeded. Waiting {wait_time} seconds before retry...")
time.sleep(wait_time)
retries += 1
continue
response.raise_for_status()
response_data = response.json()
if "error" in response_data:
raise ValueError(f"OpenRouter API returned error: {response_data['error']}")
if not response_data.get('choices'):
raise ValueError("No choices in OpenRouter API response")
if not response_data['choices'][0].get('message'):
raise ValueError("No message in OpenRouter API response choice")
return response_data['choices'][0]['message']['content']
except requests.exceptions.RequestException as e:
print(f"OpenRouter Request Error: {str(e)}")
last_error = e
retries += 1
if retries < self.max_retries:
time.sleep(self.retry_delay * (2 ** retries))
except ValueError as e:
print(f"OpenRouter Value Error: {str(e)}")
last_error = e
break
except Exception as e:
print(f"OpenRouter Unexpected Error: {str(e)}")
last_error = e
break
# If all retries failed or other error occurred
error_msg = str(last_error) if last_error else "Maximum retries exceeded"
if "Rate limit exceeded" in error_msg:
raise Exception(f"OpenRouter rate limit exceeded. Please try again later or switch to a different model.")
raise Exception(f"OpenRouter API error: {error_msg}") |