Spaces:
Running
Running
Update src/app/main_agent.py
Browse files- src/app/main_agent.py +2 -1
src/app/main_agent.py
CHANGED
@@ -57,10 +57,11 @@ import torch
|
|
57 |
from transformers import pipeline
|
58 |
import os
|
59 |
|
|
|
60 |
# Load the Gemma 3 model pipeline once
|
61 |
gemma_pipeline = pipeline(
|
62 |
task="text-generation",
|
63 |
-
model=
|
64 |
device=0, # set -1 for CPU, 0 or other for GPU
|
65 |
torch_dtype=torch.bfloat16,
|
66 |
use_auth_token=os.getenv("HF_TOKEN")
|
|
|
57 |
from transformers import pipeline
|
58 |
import os
|
59 |
|
60 |
+
model_name = 'meta-llama/Llama-3.1-8B' #"google/gemma-3-4b-it"
|
61 |
# Load the Gemma 3 model pipeline once
|
62 |
gemma_pipeline = pipeline(
|
63 |
task="text-generation",
|
64 |
+
model= model_name, # or your preferred Gemma 3 model
|
65 |
device=0, # set -1 for CPU, 0 or other for GPU
|
66 |
torch_dtype=torch.bfloat16,
|
67 |
use_auth_token=os.getenv("HF_TOKEN")
|