Update app.py

app.py

@@ -56,19 +56,17 @@ def ensure_english(text):
 def get_response(system_message, chat_history, user_text, max_new_tokens=800):
     # ✅ Ensure conversation history is included correctly
     filtered_history = "\n".join(
-    f"{msg['role'].capitalize()}: {msg['content']}"
-    for msg in chat_history
-    )
-    
+        f"{msg['role'].capitalize()}: {msg['content']}"
+        for msg in chat_history[-5:]  # ✅ Only keep the last 5 exchanges to prevent overflow
+)
+ 
     prompt = PromptTemplate.from_template(
-        "[INST] You are a knowledgeable and formal AI assistant. Please provide detailed, structured answers "
-        "without repetition, unnecessary enthusiasm or emojis.\n\n"
-        "Ensure responses are structured and non-repetitive."
-        "\nPrevious Conversation:\n{chat_history}\n\n"
-        "User: {user_text}.\n [/INST]\n"
-        "AI: Provide a structured and informative response while maintaining a neutral and professional tone."
-        "Ensure your response is engaging yet clear."
-        "\nHAL:"
+        "[INST] You are a highly knowledgeable AI assistant. Answer concisely, avoid repetition, and structure responses well."
+        "\n\nCONTEXT:\n{chat_history}\n"
+        "\nLATEST USER INPUT:\nUser: {user_text}\n"
+        "\n[END CONTEXT]\n"
+        "Assistant:"
+
     )
 
     # ✅ Invoke Hugging Face Model
@@ -86,7 +84,9 @@ def get_response(system_message, chat_history, user_text, max_new_tokens=800):
     # ✅ Preserve conversation history
     chat_history.append({'role': 'user', 'content': user_text})
     chat_history.append({'role': 'assistant', 'content': response})
-    st.session_state.chat_history = chat_history  # ✅ Update session state history
+
+    # ✅ Keep only last 10 exchanges to prevent unnecessary repetition
+    st.session_state.chat_history = chat_history[-10:]
 
     return response, st.session_state.chat_history