Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
@@ -2,12 +2,10 @@ from fastapi import FastAPI
|
|
2 |
import uvicorn
|
3 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
4 |
|
5 |
-
model_name = "DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF"
|
6 |
-
|
7 |
# Load model and tokenizer
|
8 |
|
9 |
-
model_id = "
|
10 |
-
filename = "
|
11 |
|
12 |
tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)
|
13 |
tokenizer.pad_token = tokenizer.eos_token
|
|
|
2 |
import uvicorn
|
3 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
4 |
|
|
|
|
|
5 |
# Load model and tokenizer
|
6 |
|
7 |
+
model_id = "DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF"
|
8 |
+
filename = "Llama-3.2-4X3B-MOE-Hell-California-10B-D_AU-Q3_k_s.gguf"
|
9 |
|
10 |
tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)
|
11 |
tokenizer.pad_token = tokenizer.eos_token
|