Update app.py

app.py

@@ -30,7 +30,7 @@ def write_elo_ratings(elo_ratings):
 def format_chatml_prompt(state):
     chatml_prompt = ""
     for message in state["history"]:
-        chatml_prompt += "<s>"+message['role']+": "+ message['content']+"</s>\n"
+        chatml_prompt += "<|im_start|>"+message['role']+": "+ message['content']+"<|im_end|>\n"
     return chatml_prompt+"Assistant:"
 def get_bot_response(url, prompt,state):
     chatml_prompt = format_chatml_prompt(state)
@@ -49,7 +49,7 @@ def get_bot_response(url, prompt,state):
         "authorization": os.environ.get("RUNPOD_TOKEN")
     }
     response = requests.post(url, json=payload, headers=headers)
-    return response.json()['output'][0]['generated_text'].replace(prompt, "")
+    return response.json()['output'][0]['generated_text']
 
 def chat_with_bots(user_input, state):
     bot_names = list(chatbots.keys())