Update app.py

app.py

@@ -1,8 +1,3 @@
-""" Simple Chatbot
-@author: Nigel Gebodh
-@email: [email protected]
-"""
-
 import streamlit as st
 from openai import OpenAI
 import os
@@ -23,7 +18,6 @@ def reset_conversation():
     '''
     Resets Conversation
     '''
-    st.session_state.conversation = []
     st.session_state.messages = []
     return None
 
@@ -38,7 +32,19 @@ if "messages" not in st.session_state:
     st.session_state.messages = []
 
 st.title("Mistral-7B Chatbot")
-st.subheader("Ask me anything!")
+
+# Function to get streamed response
+def get_streamed_response(message, history):
+    all_message = [{
+        "role": "system",
+        "content": "From now on, you are an AI assistant knowledgeable in general topics. You can respond with relevant information and provide concise, friendly replies. Always maintain a helpful and neutral tone. Ensure to be concise to keep the conversation flowing smoothly."
+    }]
+    
+    for human, assistant in history:
+        all_message.append({"role": "user", "content": human})
+        all_message.append({"role": "assistant", "content": assistant})
+
+    return all_message
 
 # Display chat messages from history on app rerun
 for message in st.session_state.messages:
@@ -46,7 +52,7 @@ for message in st.session_state.messages:
         st.markdown(message["content"])
 
 # Accept user input
-if prompt := st.chat_input("Type your message here...."):
+if prompt := st.chat_input("Type your message here..."):
 
     # Display user message in chat message container
     with st.chat_message("user"):
@@ -54,26 +60,25 @@ if prompt := st.chat_input("Type your message here...."):
     # Add user message to chat history
     st.session_state.messages.append({"role": "user", "content": prompt})
 
+    # Prepare all messages for the conversation context
+    history = [(msg["content"], next((m["content"] for m in st.session_state.messages if m["role"] == "assistant"), "")) for msg in st.session_state.messages]
+
     # Display assistant response in chat message container
     with st.chat_message("assistant"):
         try:
-            stream = client.chat.completions.create(
+            response = client.chat.completions.create(
                 model=model_link,
-                messages=[
-                    {"role": m["role"], "content": m["content"]}
-                    for m in st.session_state.messages
-                ],
+                messages=get_streamed_response(prompt, history),
                 temperature=temperature,
-                stream=True,
-                max_tokens=3000,
+                max_tokens=150  # Adjust the token limit as needed
             )
 
-            response = st.write_stream(stream)
+            st.markdown(response['choices'][0]['message']['content'])
 
         except Exception as e:
-            response = "An error occurred. Please try again later."
-            st.write(response)
-            st.write("Error details:")
-            st.write(e)
+            st.markdown("An error occurred. Please try again later.")
+            st.markdown("Error details:")
+            st.markdown(str(e))
 
-    st.session_state.messages.append({"role": "assistant", "content": response})
+    # Add assistant's response to chat history
+    st.session_state.messages.append({"role": "assistant", "content": response['choices'][0]['message']['content']})