ash-171 commited on
Commit
6265ff5
·
verified ·
1 Parent(s): 20cf0cb

Update src/app/main_agent.py

Browse files
Files changed (1) hide show
  1. src/app/main_agent.py +2 -1
src/app/main_agent.py CHANGED
@@ -61,7 +61,8 @@ gemma_pipeline = pipeline(
61
  task="text-generation",
62
  model="google/gemma-3-4b-it", # or your preferred Gemma 3 model
63
  device=0, # set -1 for CPU, 0 or other for GPU
64
- torch_dtype=torch.bfloat16
 
65
  )
66
 
67
  def create_agent(accent_tool_obj) -> tuple[Runnable, Runnable]:
 
61
  task="text-generation",
62
  model="google/gemma-3-4b-it", # or your preferred Gemma 3 model
63
  device=0, # set -1 for CPU, 0 or other for GPU
64
+ torch_dtype=torch.bfloat16,
65
+ use_auth_token=True
66
  )
67
 
68
  def create_agent(accent_tool_obj) -> tuple[Runnable, Runnable]: