Update app.py

app.py

@@ -27,10 +27,16 @@ def write_elo_ratings(elo_ratings):
         json.dump(elo_ratings, file, indent=4)
 
 # Function to get bot response
+def format_chatml_prompt(state):
+    chatml_prompt = ""
+    for message in state.get("history", []):
+        chatml_prompt += f"{:<|im_start|> "+message['role']}+"- "+ {message['content']}+"<|im_end|>\n"
+    return chatml_prompt
 def get_bot_response(url, prompt):
+    chatml_prompt = format_chatml_prompt(state)
     payload = {
         "input": {
-            "prompt": prompt,
+            "prompt": chatml_prompt,
             "sampling_params": {
                 "max_new_tokens": 50,
                 "temperature": 0.7,
@@ -101,7 +107,6 @@ def user_ask(state, chatbot1, chatbot2, textbox):
     state["history"] = state["history"][-10:]
 
     # Format the conversation in ChatML format
-    chatml_prompt = format_chatml_prompt(state)
 
     return state, chatbot1, chatbot2, textbox