Update api_clients.py
Browse files- api_clients.py +18 -7
api_clients.py
CHANGED
@@ -21,15 +21,26 @@ from web_extraction import extract_website_content, enhance_query_with_search
|
|
21 |
|
22 |
# HF Inference Client
|
23 |
HF_TOKEN = os.getenv('HF_TOKEN')
|
|
|
|
|
24 |
|
25 |
def get_inference_client(model_id):
|
26 |
-
"""Return an InferenceClient
|
27 |
-
|
28 |
-
|
29 |
-
|
30 |
-
|
31 |
-
|
32 |
-
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
33 |
|
34 |
# Tavily Search Client
|
35 |
TAVILY_API_KEY = os.getenv('TAVILY_API_KEY')
|
|
|
21 |
|
22 |
# HF Inference Client
|
23 |
HF_TOKEN = os.getenv('HF_TOKEN')
|
24 |
+
GROQ_API_KEY = os.getenv('GROQ_API_KEY')
|
25 |
+
FIREWORKS_API_KEY = os.getenv('FIREWORKS_API_KEY')
|
26 |
|
27 |
def get_inference_client(model_id):
|
28 |
+
"""Return an InferenceClient configured for Hugging Face, Groq, or Fireworks AI."""
|
29 |
+
if model_id == "moonshotai/Kimi-K2-Instruct":
|
30 |
+
return InferenceClient(
|
31 |
+
base_url="https://api.groq.com/openai/v1",
|
32 |
+
api_key=GROQ_API_KEY
|
33 |
+
)
|
34 |
+
elif model_id.startswith("fireworks/"):
|
35 |
+
return InferenceClient(
|
36 |
+
base_url="https://api.fireworks.ai/inference/v1",
|
37 |
+
api_key=FIREWORKS_API_KEY
|
38 |
+
)
|
39 |
+
else:
|
40 |
+
return InferenceClient(
|
41 |
+
model=model_id,
|
42 |
+
api_key=HF_TOKEN
|
43 |
+
)
|
44 |
|
45 |
# Tavily Search Client
|
46 |
TAVILY_API_KEY = os.getenv('TAVILY_API_KEY')
|