app.py

from transformers import pipeline

messages = [
    {"role": "user", "content": "Who are you?"},
]

pipe = pipeline("text-generation", model="meta-llama/Meta-Llama-3.1-405B-Instruct")
print(pipe(messages))