Freddolin commited on
Commit
6e78b70
·
verified ·
1 Parent(s): f538b4a

Update agent.py

Browse files
Files changed (1) hide show
  1. agent.py +3 -6
agent.py CHANGED
@@ -3,14 +3,11 @@ from smolagents import CodeAgent, DuckDuckGoSearchTool
3
  from smolagents import TransformersModel
4
 
5
  class GaiaAgent:
6
- def __init__(self, model_id: str = "HuggingFaceH4/zephyr-7b-beta"): # <-- CHANGE MODEL HERE
7
  self.llm_model = TransformersModel(
8
  model_id=model_id,
9
- # For Zephyr (a causal LM), the default `AutoModelForCausalLM` works,
10
- # and `task="text-generation"` is appropriate for the pipeline.
11
- task="text-generation",
12
- # You might need device_map="auto" if you hit memory issues or have GPU:
13
- # device_map="auto"
14
  )
15
 
16
  self.agent = CodeAgent(
 
3
  from smolagents import TransformersModel
4
 
5
  class GaiaAgent:
6
+ def __init__(self, model_id: str = "google/gemma-2b-it"): # <-- CHANGE MODEL HERE
7
  self.llm_model = TransformersModel(
8
  model_id=model_id,
9
+ task="text-generation",
10
+ # device_map="auto" # Can keep this, accelerate will manage
 
 
 
11
  )
12
 
13
  self.agent = CodeAgent(