ash-171 commited on
Commit
00b1ad2
·
verified ·
1 Parent(s): 6265ff5

Update src/app/main_agent.py

Browse files
Files changed (1) hide show
  1. src/app/main_agent.py +1 -1
src/app/main_agent.py CHANGED
@@ -62,7 +62,7 @@ gemma_pipeline = pipeline(
62
  model="google/gemma-3-4b-it", # or your preferred Gemma 3 model
63
  device=0, # set -1 for CPU, 0 or other for GPU
64
  torch_dtype=torch.bfloat16,
65
- use_auth_token=True
66
  )
67
 
68
  def create_agent(accent_tool_obj) -> tuple[Runnable, Runnable]:
 
62
  model="google/gemma-3-4b-it", # or your preferred Gemma 3 model
63
  device=0, # set -1 for CPU, 0 or other for GPU
64
  torch_dtype=torch.bfloat16,
65
+ use_auth_token=os.getenv("HF_TOKEN")
66
  )
67
 
68
  def create_agent(accent_tool_obj) -> tuple[Runnable, Runnable]: