Spaces:
Paused
Paused
Update app_chat.py
Browse files- app_chat.py +1 -1
app_chat.py
CHANGED
|
@@ -58,7 +58,7 @@ def generate(
|
|
| 58 |
conversation += chat_history
|
| 59 |
conversation.append({"role": "user", "content": message})
|
| 60 |
|
| 61 |
-
input_ids = tokenizer.apply_chat_template(conversation, tokenize=True, add_generation_prompt=True, return_tensors="pt").to('cuda')
|
| 62 |
|
| 63 |
# stopping_criteria = StoppingCriteriaList([StopStringCriteria(tokenizer=tokenizer, stop_strings="</s>")])
|
| 64 |
|
|
|
|
| 58 |
conversation += chat_history
|
| 59 |
conversation.append({"role": "user", "content": message})
|
| 60 |
|
| 61 |
+
input_ids = tokenizer.apply_chat_template(conversation, tokenize=True, add_generation_prompt=True, return_tensors="pt").to('cuda')
|
| 62 |
|
| 63 |
# stopping_criteria = StoppingCriteriaList([StopStringCriteria(tokenizer=tokenizer, stop_strings="</s>")])
|
| 64 |
|