iQuentin commited on
Commit
5664e91
·
verified ·
1 Parent(s): 24ea4ca

set provider nebius by default

Browse files
Files changed (1) hide show
  1. agent.py +2 -2
agent.py CHANGED
@@ -49,7 +49,7 @@ class QAgent:
49
 
50
  if model_type == "InferenceClientModel":
51
  if api_key is None:
52
- api_key = os.getenv("SP_HF_TOK")
53
  if not api_key:
54
  raise ValueError("No API Key found for HuggingFace. Please set SP_HF_TOK or pass api_key.")
55
 
@@ -58,7 +58,7 @@ class QAgent:
58
 
59
  self.model = InferenceClientModel(
60
  model_id=model_id or "Qwen/Qwen2.5-Coder-32B-Instruct", # précédemment : or "meta-llama/Llama-3-70B-Instruct",
61
- provider=provider or "hf-inference",
62
  token=api_key,
63
  timeout=timeout or 120
64
  # temperature=temperature
 
49
 
50
  if model_type == "InferenceClientModel":
51
  if api_key is None:
52
+ api_key = os.getenv("Q_NEB_TOK")
53
  if not api_key:
54
  raise ValueError("No API Key found for HuggingFace. Please set SP_HF_TOK or pass api_key.")
55
 
 
58
 
59
  self.model = InferenceClientModel(
60
  model_id=model_id or "Qwen/Qwen2.5-Coder-32B-Instruct", # précédemment : or "meta-llama/Llama-3-70B-Instruct",
61
+ provider=provider or "nebius" # or "hf-inference",
62
  token=api_key,
63
  timeout=timeout or 120
64
  # temperature=temperature