DesiredName commited on
Commit
4545ff6
·
verified ·
1 Parent(s): ea8e79f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -8,6 +8,7 @@ model_name = "TheBloke/Guanaco-7B-Uncensored-AWQ"
8
  model = AutoAWQForCausalLM.from_quantized(model_name, fuse_layers=True,
9
  trust_remote_code=False, safetensors=True)
10
  tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=False)
 
11
 
12
  app = FastAPI()
13
 
 
8
  model = AutoAWQForCausalLM.from_quantized(model_name, fuse_layers=True,
9
  trust_remote_code=False, safetensors=True)
10
  tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=False)
11
+ tokenizer.pad_token = tokenizer.eos_token
12
 
13
  app = FastAPI()
14