ash-171 commited on
Commit
6976b02
·
verified ·
1 Parent(s): a182f79

Update src/app/main_agent.py

Browse files
Files changed (1) hide show
  1. src/app/main_agent.py +1 -1
src/app/main_agent.py CHANGED
@@ -58,7 +58,7 @@ from transformers import pipeline
58
  import os
59
 
60
  # Load the Gemma 3 model pipeline once
61
- pipe = pipeline("text-generation", model="google/gemma-3-1b-it", device="cuda", torch_dtype=torch.bfloat16)
62
 
63
  def create_agent(accent_tool_obj) -> tuple[Runnable, Runnable]:
64
  accent_tool = Tool(
 
58
  import os
59
 
60
  # Load the Gemma 3 model pipeline once
61
+ pipe = pipeline("text-generation", model="google/gemma-3-1b-it", device="cuda", torch_dtype=torch.bfloat16, use_auth_token=os.getenv("HF_TOKEN"))
62
 
63
  def create_agent(accent_tool_obj) -> tuple[Runnable, Runnable]:
64
  accent_tool = Tool(