Update app.py

app.py

@@ -180,6 +180,7 @@ groq_client = Groq(api_key=os.getenv("GROQ_API_KEY"))
 
 def generate(query: str, history):
 
+    # Create system message
     if not history:
         system_message = (
             "Pretend you are a friend that lives in New York City. "
@@ -188,7 +189,9 @@ def generate(query: str, history):
             "CONTEXT:\n"
             "\n---\n".join(get_docs(query, top_k=5))
         )
-        return "History doesn't exist"
+        messages = [
+            {"role": "system", "content": system_message},
+        ]
     else:
         # Establish history
         messages = []
@@ -197,7 +200,9 @@ def generate(query: str, history):
             messages.append({"role": "assistant", "content": bot_msg})
             messages.append({"role": "assistant", "content": bot_msg})
         system_message = (
-            "Whatever the user says, respond with Quack Quack."
+            "Here is additional context based on the newest query.\n\n"
+            "CONTEXT:\n"
+            "\n---\n".join(get_docs(query, top_k=5))
         )
         messages.append({"role": "system", "content": system_message})