Update app.py

app.py

@@ -49,7 +49,6 @@ class ConversationManager:
     def get_user_history(self):
         return self.user_history
 
-conversation_manager = ConversationManager()
 
 device = "cuda"  # for GPU usage or "cpu" for CPU usage
 
@@ -80,7 +79,12 @@ def stream_chat(
     top_p: float = 1.0,
     top_k: int = 1,
     penalty: float = 1.1,
+    conversation_manager: ConversationManager = None # Pass the manager as argument
 ):
+    # Initialize the conversation manager for the first time only
+    if conversation_manager is None:
+        conversation_manager = ConversationManager()
+
     print(f'\nNew Chat Request:')
     print(f'Message: {message}')
     print(f'History from UI: {history}')
@@ -153,6 +157,7 @@ def stream_chat(
             yield formatted_buffer
 
 chatbot = gr.Chatbot(height=600, placeholder=PLACEHOLDER)
+conversation_manager_session_state = gr.State(ConversationManager())
 
 with gr.Blocks(css=CSS, theme="soft") as demo:
     gr.HTML(TITLE)
@@ -215,6 +220,7 @@ with gr.Blocks(css=CSS, theme="soft") as demo:
                 label="Repetition penalty",
                 render=False,
             ),
+            conversation_manager_session_state, # Add the state to the input
         ],
         examples=[
             ["Help me study vocabulary: write a sentence for me to fill in the blank, and I'll try to pick the correct option."],