Lin Chen commited on
Commit
c073f2e
·
1 Parent(s): e460bce

Use pipeline

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -6,10 +6,9 @@ hf_api_token = st.secrets["HUGGINGFACE_API_TOKEN"]
6
 
7
  # Load the model and tokenizer using the API token
8
  model_name = "meta-llama/Meta-Llama-3.1-8B"
9
- tokenizer = pipeline('text-generation', model_name, token=hf_api_token)
10
 
11
  # Create a text generation pipeline
12
- generator = pipeline("text-generation", model=model, tokenizer=tokenizer)
13
 
14
  # Streamlit UI
15
  st.title("LLaMA 3.1-405B Model Text Generation")
 
6
 
7
  # Load the model and tokenizer using the API token
8
  model_name = "meta-llama/Meta-Llama-3.1-8B"
 
9
 
10
  # Create a text generation pipeline
11
+ generator = pipeline("text-generation", model=model, token=hf_api_token)
12
 
13
  # Streamlit UI
14
  st.title("LLaMA 3.1-405B Model Text Generation")