ash-171 commited on
Commit
5f0fa37
·
verified ·
1 Parent(s): 405c88f

Update src/app/main_agent.py

Browse files
Files changed (1) hide show
  1. src/app/main_agent.py +3 -1
src/app/main_agent.py CHANGED
@@ -57,8 +57,10 @@ import torch
57
  from transformers import pipeline
58
  import os
59
 
 
 
60
  # Load the Gemma 3 model pipeline once
61
- pipe = pipeline("text-generation", model="mistralai/Mistral-7B-Instruct-v0.1", use_auth_token=os.getenv("HF_TOKEN"))
62
 
63
  def create_agent(accent_tool_obj) -> tuple[Runnable, Runnable]:
64
  accent_tool = Tool(
 
57
  from transformers import pipeline
58
  import os
59
 
60
+ model_id = "google/gemma-3-4b-it"
61
+
62
  # Load the Gemma 3 model pipeline once
63
+ pipe = pipeline("text-generation", model=model_id, use_auth_token=os.getenv("HF_TOKEN"))
64
 
65
  def create_agent(accent_tool_obj) -> tuple[Runnable, Runnable]:
66
  accent_tool = Tool(