Update app.py

app.py

@@ -2,17 +2,18 @@ import streamlit as st
 from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 
 # Load the Hugging Face API token from st.secrets
-hf_api_token = st.secrets["HUGGINGFACE_API_TOKEN"]
+# hf_api_token = st.secrets["HUGGINGFACE_API_TOKEN"]
 
 # Load the model and tokenizer using the API token
-model_name = "meta-llama/Meta-Llama-3.1-8B"
+model_name = "TinyLlama/TinyLlama_v1.1"
 
 # Create a text generation pipeline
-generator = pipeline("text-generation", model=model_name, token=hf_api_token)
+# generator = pipeline("text-generation", model=model_name, token=hf_api_token)
+generator = pipeline("text-generation", model=model_name)
 
 # Streamlit UI
-st.title("LLaMA 3.1-405B Model Text Generation")
-st.write(hf_api_token)
+st.title("TinyLlama_v1.1")
+#st.write(hf_api_token)
 
 # Input prompt
 prompt = st.text_input("Enter your prompt:", value="Explain the significance of the theory of relativity.")