iQuentin commited on
Commit
b5f47fa
·
verified ·
1 Parent(s): 755e93c

HfApiModel is back for test

Browse files
Files changed (1) hide show
  1. agent.py +16 -17
agent.py CHANGED
@@ -5,7 +5,7 @@ from smolagents import (
5
  VisitWebpageTool,
6
  PythonInterpreterTool,
7
  InferenceClientModel,
8
- # HfApiModel, # import bug from smolagents after adding duckduckgo-search in requirements
9
  tool
10
  )
11
  from typing import List, Dict, Any, Optional
@@ -31,23 +31,22 @@ class QAgent:
31
  self.system_prompt = system_prompt
32
 
33
 
34
- # if model_type == "HfApiModel":
35
- # if api_key is None:
36
- # api_key = os.getenv("SP_HF_TOK")
37
- # if not api_key:
38
- # raise ValueError("No API Key found for HuggingFace. Please set SP_HF_TOK or pass api_key.")
39
- #
40
- # if self.verbose:
41
- # print(f"Using Hugging Face token: {api_key[:5]}... (HfApiModel mode)")
42
- #
43
- # self.model = HfApiModel(
44
- # model_id=model_id or "Qwen/Qwen2.5-Coder-32B-Instruct", # précédemment : or "meta-llama/Llama-3-70B-Instruct",
45
- # token=api_key
46
- # # temperature=temperature
47
- # )
48
- # el
49
 
50
- if model_type == "InferenceClientModel":
51
  if api_key is None:
52
  api_key = os.getenv("Q_NEB_TOK")
53
  if not api_key:
 
5
  VisitWebpageTool,
6
  PythonInterpreterTool,
7
  InferenceClientModel,
8
+ HfApiModel, # import bug from smolagents after adding duckduckgo-search in requirements
9
  tool
10
  )
11
  from typing import List, Dict, Any, Optional
 
31
  self.system_prompt = system_prompt
32
 
33
 
34
+ if model_type == "HfApiModel":
35
+ if api_key is None:
36
+ api_key = os.getenv("SP_HF_TOK")
37
+ if not api_key:
38
+ raise ValueError("No API Key found for HuggingFace. Please set SP_HF_TOK or pass api_key.")
39
+
40
+ if self.verbose:
41
+ print(f"Using Hugging Face token: {api_key[:5]}... (HfApiModel mode)")
42
+
43
+ self.model = HfApiModel(
44
+ model_id=model_id or "Qwen/Qwen2.5-Coder-32B-Instruct", # précédemment : or "meta-llama/Llama-3-70B-Instruct",
45
+ token=api_key
46
+ # temperature=temperature
47
+ )
 
48
 
49
+ elif model_type == "InferenceClientModel":
50
  if api_key is None:
51
  api_key = os.getenv("Q_NEB_TOK")
52
  if not api_key: