DesiredName commited on
Commit
31c9ef8
·
verified ·
1 Parent(s): 8dd7d6b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -4
app.py CHANGED
@@ -2,12 +2,10 @@ from fastapi import FastAPI
2
  import uvicorn
3
  from transformers import AutoTokenizer, AutoModelForCausalLM
4
 
5
- model_name = "DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF"
6
-
7
  # Load model and tokenizer
8
 
9
- model_id = "TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF"
10
- filename = "tinyllama-1.1b-chat-v1.0.Q6_K.gguf"
11
 
12
  tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)
13
  tokenizer.pad_token = tokenizer.eos_token
 
2
  import uvicorn
3
  from transformers import AutoTokenizer, AutoModelForCausalLM
4
 
 
 
5
  # Load model and tokenizer
6
 
7
+ model_id = "DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF"
8
+ filename = "Llama-3.2-4X3B-MOE-Hell-California-10B-D_AU-Q3_k_s.gguf"
9
 
10
  tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)
11
  tokenizer.pad_token = tokenizer.eos_token