DesiredName commited on
Commit
8dd7d6b
·
verified ·
1 Parent(s): 6b1301a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -10,6 +10,8 @@ model_id = "TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF"
10
  filename = "tinyllama-1.1b-chat-v1.0.Q6_K.gguf"
11
 
12
  tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)
 
 
13
  model = AutoModelForCausalLM.from_pretrained(model_id, gguf_file=filename)
14
 
15
  def llama2_chat(prompt):
 
10
  filename = "tinyllama-1.1b-chat-v1.0.Q6_K.gguf"
11
 
12
  tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)
13
+ tokenizer.pad_token = tokenizer.eos_token
14
+
15
  model = AutoModelForCausalLM.from_pretrained(model_id, gguf_file=filename)
16
 
17
  def llama2_chat(prompt):