Commit
·
4764317
1
Parent(s):
6473f86
Minor fix
Browse files
app.py
CHANGED
@@ -79,7 +79,7 @@ def infer(message, history):
|
|
79 |
combined_embeds.append(audio_text_embeds)
|
80 |
|
81 |
if message['text']:
|
82 |
-
prompt = tokenizer.apply_chat_template([{"from": "human", "value":
|
83 |
prompt_tokens = tokenizer(prompt, padding=True, truncation=True, max_length=2048, return_tensors="pt")['input_ids']
|
84 |
text_embeds = model.get_input_embeddings()(prompt_tokens)
|
85 |
combined_embeds.append(text_embeds)
|
|
|
79 |
combined_embeds.append(audio_text_embeds)
|
80 |
|
81 |
if message['text']:
|
82 |
+
prompt = tokenizer.apply_chat_template([{"from": "human", "value": message['text']}], tokenize=False, add_generation_prompt=True)
|
83 |
prompt_tokens = tokenizer(prompt, padding=True, truncation=True, max_length=2048, return_tensors="pt")['input_ids']
|
84 |
text_embeds = model.get_input_embeddings()(prompt_tokens)
|
85 |
combined_embeds.append(text_embeds)
|