Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
@@ -10,6 +10,8 @@ model_id = "TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF"
|
|
10 |
filename = "tinyllama-1.1b-chat-v1.0.Q6_K.gguf"
|
11 |
|
12 |
tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)
|
|
|
|
|
13 |
model = AutoModelForCausalLM.from_pretrained(model_id, gguf_file=filename)
|
14 |
|
15 |
def llama2_chat(prompt):
|
|
|
10 |
filename = "tinyllama-1.1b-chat-v1.0.Q6_K.gguf"
|
11 |
|
12 |
tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)
|
13 |
+
tokenizer.pad_token = tokenizer.eos_token
|
14 |
+
|
15 |
model = AutoModelForCausalLM.from_pretrained(model_id, gguf_file=filename)
|
16 |
|
17 |
def llama2_chat(prompt):
|