Taizun commited on
Commit
3db5ee3
·
verified ·
1 Parent(s): ea433bc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -4
app.py CHANGED
@@ -8,10 +8,9 @@ from huggingface_hub import login
8
  HF_TOKEN = os.getenv("HF_TOKEN") # Read token from environment variable
9
  login(token=HF_TOKEN)
10
 
11
- # Use a CPU-optimized Llama-2 model that supports tokenizers
12
- model_name = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
13
- tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=True)
14
- model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float32, device_map="cpu", use_auth_token=True)
15
 
16
  # Define personalities
17
  personalities = {
 
8
  HF_TOKEN = os.getenv("HF_TOKEN") # Read token from environment variable
9
  login(token=HF_TOKEN)
10
 
11
+ model_name = "mistralai/Mistral-7B-Instruct-v0.3"
12
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
13
+ model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float32, device_map="cpu")
 
14
 
15
  # Define personalities
16
  personalities = {