DesiredName commited on
Commit
7d3a416
·
verified ·
1 Parent(s): 9797205

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -5,9 +5,9 @@ from transformers import AutoTokenizer
5
 
6
  model_name = "TheBloke/Guanaco-7B-Uncensored-AWQ"
7
 
8
- model = AutoAWQForCausalLM.from_quantized(model_name_or_path, fuse_layers=True,
9
  trust_remote_code=False, safetensors=True)
10
- tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, trust_remote_code=False)
11
 
12
  app = FastAPI()
13
 
 
5
 
6
  model_name = "TheBloke/Guanaco-7B-Uncensored-AWQ"
7
 
8
+ model = AutoAWQForCausalLM.from_quantized(model_name, fuse_layers=True,
9
  trust_remote_code=False, safetensors=True)
10
+ tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=False)
11
 
12
  app = FastAPI()
13