Update app.py

app.py

@@ -31,7 +31,7 @@ def format_chatml_prompt(state):
     chatml_prompt = ""
     for message in state["history"]:
         chatml_prompt += "<|im_start|>"+message['role']+": "+ message['content']+"<|im_end|>\n"
-    return chatml_prompt+"Assistant:"
+    return chatml_prompt+"<|im_start|>Assistant:"
 def get_bot_response(url, prompt,state):
     chatml_prompt = format_chatml_prompt(state)
     payload = {