ash-171 commited on
Commit
ec3ab59
·
verified ·
1 Parent(s): bf21f24

Update src/app/main_agent.py

Browse files
Files changed (1) hide show
  1. src/app/main_agent.py +2 -1
src/app/main_agent.py CHANGED
@@ -57,10 +57,11 @@ import torch
57
  from transformers import pipeline
58
  import os
59
 
 
60
  # Load the Gemma 3 model pipeline once
61
  gemma_pipeline = pipeline(
62
  task="text-generation",
63
- model="google/gemma-3-4b-it", # or your preferred Gemma 3 model
64
  device=0, # set -1 for CPU, 0 or other for GPU
65
  torch_dtype=torch.bfloat16,
66
  use_auth_token=os.getenv("HF_TOKEN")
 
57
  from transformers import pipeline
58
  import os
59
 
60
+ model_name = 'meta-llama/Llama-3.1-8B' #"google/gemma-3-4b-it"
61
  # Load the Gemma 3 model pipeline once
62
  gemma_pipeline = pipeline(
63
  task="text-generation",
64
+ model= model_name, # or your preferred Gemma 3 model
65
  device=0, # set -1 for CPU, 0 or other for GPU
66
  torch_dtype=torch.bfloat16,
67
  use_auth_token=os.getenv("HF_TOKEN")