Taizun commited on
Commit
ea433bc
·
verified ·
1 Parent(s): 0086548

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -9,7 +9,7 @@ HF_TOKEN = os.getenv("HF_TOKEN") # Read token from environment variable
9
  login(token=HF_TOKEN)
10
 
11
  # ✅ Use a CPU-optimized Llama-2 model that supports tokenizers
12
- model_name = "NousResearch/Llama-2-7b-chat-hf"
13
  tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=True)
14
  model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float32, device_map="cpu", use_auth_token=True)
15
 
 
9
  login(token=HF_TOKEN)
10
 
11
  # ✅ Use a CPU-optimized Llama-2 model that supports tokenizers
12
+ model_name = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
13
  tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=True)
14
  model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float32, device_map="cpu", use_auth_token=True)
15