Hugging Face's logo

Spaces:
DesiredName
/
test
Build error

App Files Community
DesiredName commited on
Commit
55c2416
·
verified ·
1 Parent(s): 568e01b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -5,7 +5,8 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
5
  # Load model and tokenizer
6
 
7
  model_id = "DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF"
8
- filename = "Llama-3.2-4X3B-MOE-Hell-California-10B-D_AU-Q3_k_s.gguf"
 
9
 
10
  tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)
11
  tokenizer.pad_token = tokenizer.eos_token
 
5
  # Load model and tokenizer
6
 
7
  model_id = "DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF"
8
+ #filename = "Llama-3.2-4X3B-MOE-Hell-California-10B-D_AU-Q3_k_s.gguf"
9
+ filename = "Llama-3.2-4X3B-MOE-Hell-California-10B-D_AU-Q2_k.gguf"
10
 
11
  tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)
12
  tokenizer.pad_token = tokenizer.eos_token