aymnsk commited on
Commit
4be863d
·
verified ·
1 Parent(s): 5e2c798

Update multi_inference.py

Browse files
Files changed (1) hide show
  1. multi_inference.py +15 -17
multi_inference.py CHANGED
@@ -3,16 +3,16 @@
3
  import requests
4
  import os
5
 
6
- # Load DeepSeek keys from Hugging Face Secrets
7
  DEEPSEEK_KEYS = [
 
8
  os.getenv("DEEPSEEK_KEY_1", "").strip(),
9
  os.getenv("DEEPSEEK_KEY_2", "").strip(),
10
  os.getenv("DEEPSEEK_KEY_3", "").strip(),
11
- os.getenv("DEEPSEEK_KEY_4", "").strip(),
12
- os.getenv("DEEPSEEK_KEY_5", "").strip()
13
  ]
14
 
15
- # Load OpenAI keys named as open1, open2, etc.
16
  OPENAI_KEYS = [
17
  os.getenv("open1", "").strip(),
18
  os.getenv("open2", "").strip(),
@@ -21,7 +21,6 @@ OPENAI_KEYS = [
21
  os.getenv("open5", "").strip()
22
  ]
23
 
24
-
25
  def try_deepseek(prompt, key):
26
  try:
27
  url = "https://api.deepseek.com/v1/chat/completions"
@@ -40,11 +39,10 @@ def try_deepseek(prompt, key):
40
  result = res.json()
41
  if "choices" in result:
42
  return result["choices"][0]["message"]["content"]
43
- return f"[ERROR] DeepSeek: {result.get('error', {}).get('message', 'Unknown Error')}"
44
  except Exception as e:
45
  return f"[ERROR] DeepSeek Exception: {str(e)}"
46
 
47
-
48
  def try_openai(prompt, key):
49
  try:
50
  url = "https://api.openai.com/v1/chat/completions"
@@ -63,21 +61,21 @@ def try_openai(prompt, key):
63
  result = res.json()
64
  if "choices" in result:
65
  return result["choices"][0]["message"]["content"]
66
- return f"[ERROR] OpenAI: {result.get('error', {}).get('message', 'Unknown Error')}"
67
  except Exception as e:
68
  return f"[ERROR] OpenAI Exception: {str(e)}"
69
 
70
-
71
- # Main smart fallback wrapper
72
  def multi_query(prompt):
73
  for key in DEEPSEEK_KEYS:
74
- output = try_deepseek(prompt, key)
75
- if not output.startswith("[ERROR]"):
76
- return output
 
77
 
78
  for key in OPENAI_KEYS:
79
- output = try_openai(prompt, key)
80
- if not output.startswith("[ERROR]"):
81
- return output
 
82
 
83
- return "[ALL APIs FAILED: Out of quota or network error]"
 
3
  import requests
4
  import os
5
 
6
+ # DeepSeek API keys
7
  DEEPSEEK_KEYS = [
8
+ os.getenv("DEEPSEEK_KEY", "").strip(),
9
  os.getenv("DEEPSEEK_KEY_1", "").strip(),
10
  os.getenv("DEEPSEEK_KEY_2", "").strip(),
11
  os.getenv("DEEPSEEK_KEY_3", "").strip(),
12
+ os.getenv("DEEPSEEK_KEY_4", "").strip()
 
13
  ]
14
 
15
+ # OpenAI keys (named open1, open2, etc.)
16
  OPENAI_KEYS = [
17
  os.getenv("open1", "").strip(),
18
  os.getenv("open2", "").strip(),
 
21
  os.getenv("open5", "").strip()
22
  ]
23
 
 
24
  def try_deepseek(prompt, key):
25
  try:
26
  url = "https://api.deepseek.com/v1/chat/completions"
 
39
  result = res.json()
40
  if "choices" in result:
41
  return result["choices"][0]["message"]["content"]
42
+ return f"[ERROR] DeepSeek: {result.get('error', {}).get('message', 'Unknown error')}"
43
  except Exception as e:
44
  return f"[ERROR] DeepSeek Exception: {str(e)}"
45
 
 
46
  def try_openai(prompt, key):
47
  try:
48
  url = "https://api.openai.com/v1/chat/completions"
 
61
  result = res.json()
62
  if "choices" in result:
63
  return result["choices"][0]["message"]["content"]
64
+ return f"[ERROR] OpenAI: {result.get('error', {}).get('message', 'Unknown error')}"
65
  except Exception as e:
66
  return f"[ERROR] OpenAI Exception: {str(e)}"
67
 
 
 
68
  def multi_query(prompt):
69
  for key in DEEPSEEK_KEYS:
70
+ if key:
71
+ response = try_deepseek(prompt, key)
72
+ if not response.startswith("[ERROR]"):
73
+ return response
74
 
75
  for key in OPENAI_KEYS:
76
+ if key:
77
+ response = try_openai(prompt, key)
78
+ if not response.startswith("[ERROR]"):
79
+ return response
80
 
81
+ return "[ALL APIs FAILED: Out of quota or invalid keys]"