Update chat.py

chat.py

@@ -98,8 +98,14 @@ def make_completion(input:str, history: List[Message]) -> Optional[str]:
         )
     }]
 
-    prompt = [{'role':'system', 'content': qna_system_message}] + history + user_message
-    
+    # We hold up to 10 messages at most in the context window. After this point
+    # conversations are stateless
+
+    if len(history) < 10:
+        prompt = [{'role':'system', 'content': qna_system_message}] + history + user_message
+    else:
+        prompt = [{'role':'system', 'content': qna_system_message}] + user_message
+
     try:
         
         response = client.chat.completions.create(