Spaces:
Sleeping
Sleeping
set provider nebius by default
Browse files
agent.py
CHANGED
@@ -49,7 +49,7 @@ class QAgent:
|
|
49 |
|
50 |
if model_type == "InferenceClientModel":
|
51 |
if api_key is None:
|
52 |
-
api_key = os.getenv("
|
53 |
if not api_key:
|
54 |
raise ValueError("No API Key found for HuggingFace. Please set SP_HF_TOK or pass api_key.")
|
55 |
|
@@ -58,7 +58,7 @@ class QAgent:
|
|
58 |
|
59 |
self.model = InferenceClientModel(
|
60 |
model_id=model_id or "Qwen/Qwen2.5-Coder-32B-Instruct", # précédemment : or "meta-llama/Llama-3-70B-Instruct",
|
61 |
-
provider=provider or "hf-inference",
|
62 |
token=api_key,
|
63 |
timeout=timeout or 120
|
64 |
# temperature=temperature
|
|
|
49 |
|
50 |
if model_type == "InferenceClientModel":
|
51 |
if api_key is None:
|
52 |
+
api_key = os.getenv("Q_NEB_TOK")
|
53 |
if not api_key:
|
54 |
raise ValueError("No API Key found for HuggingFace. Please set SP_HF_TOK or pass api_key.")
|
55 |
|
|
|
58 |
|
59 |
self.model = InferenceClientModel(
|
60 |
model_id=model_id or "Qwen/Qwen2.5-Coder-32B-Instruct", # précédemment : or "meta-llama/Llama-3-70B-Instruct",
|
61 |
+
provider=provider or "nebius" # or "hf-inference",
|
62 |
token=api_key,
|
63 |
timeout=timeout or 120
|
64 |
# temperature=temperature
|