Update app.py

app.py

@@ -535,9 +535,13 @@ try:
         #  {"role": "user", "content": userPrompt}
         #]
 
-        fullPrompt = st.session_state.sysTA + userPrompt
+        fullPrompt = "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n"
+        fullPrompt += st.session_state.sysTA
+        fullPrompt += "<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n"
+        fullPrompt += userPrompt
+        fullPrompt += "<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n"
           
-        logger.debug(f"### userPrompt: {userPrompt}")
+        logger.debug(f"### userPrompt: {fullPrompt}")
         logger.info("setPrompt exited.")
         return fullPrompt