Update app.py

app.py

@@ -35,7 +35,7 @@ class StarlingBot:
 
     def predict(self, user_message, assistant_message, system_prompt, do_sample, temperature=0.4, max_new_tokens=700, top_p=0.99, repetition_penalty=1.9):
         try:
-            conversation = f" <s> [INST] {self.system_prompt} [INST] {assistant_message if assistant_message else ''} </s> [/INST]  {user_message}  </s> "
+            conversation = f" GPT4 Correct Assistant: {system_prompt if system_prompt else self.system_prompt} <|end_of_turn|> GPT4 Correct Assistant: {assistant_message if assistant_message else ''} <|end_of_turn|> GPT4 Correct User: {user_message} <|end_of_turn|> GPT4 Correct Assistant:"
             input_ids = tokenizer.encode(conversation, return_tensors="pt", add_special_tokens=True)
             input_ids = input_ids.to(device)
             response = model.generate(