Update app.py

app.py

@@ -178,18 +178,30 @@ def get_docs(query: str, top_k: int) -> list[str]:
 from groq import Groq
 groq_client = Groq(api_key=os.getenv("GROQ_API_KEY"))
 
-def generate(query: str, docs: list[str]):
+def generate(query: str, history):
+
+    if !history:
+        return "History doesn't exist"
+        
+    # Establish history
+    for user_msg, bot_msg in history:
+        messages.append({"role": "user", "content": user_msg})
+        messages.append({"role": "assistant", "content": bot_msg})
+
     system_message = (
         "Pretend you are a friend that lives in New York City. "
-        "Please answer while prioritizing the "
+        "Please answer while prioritizing fun and unique answers using the "
         "context provided below.\n\n"
         "CONTEXT:\n"
-        "\n---\n".join(docs)
+        "\n---\n".join(get_docs(query, top_k=5))
     )
     messages = [
         {"role": "system", "content": system_message},
-        {"role": "user", "content": query}
     ]
+
+    # Add query
+    messages.append({"role": "user", "content": query})
+    
     # generate response
     chat_response = groq_client.chat.completions.create(
         model="llama3-70b-8192",
@@ -197,33 +209,6 @@ def generate(query: str, docs: list[str]):
     )
     return chat_response.choices[0].message.content
 
-query = "Favorite drink in Queens?"
-docs = get_docs(query, top_k=5)
-out = generate(query=query, docs=docs)
-
-
-#### to implement
-
-def chat_with_groq(user_input, history):
-    
-    client = Groq(api_key=api_key)
-    
-    # Format the history into Groq's expected format
-    messages = [{"role": "system", "content": "You are a helpful assistant."}]
-    for user_msg, bot_msg in history:
-        messages.append({"role": "user", "content": user_msg})
-        messages.append({"role": "assistant", "content": bot_msg})
-    
-    # Append the latest user input
-    messages.append({"role": "user", "content": user_input})
-    
-    chat_completion = client.chat.completions.create(
-        messages=messages,
-        model="llama-3.3-70b-versatile",
-    )
-    
-    response = chat_completion.choices[0].message.content
-    return response
 
 # Custom CSS for iPhone-style chat
 custom_css = """
@@ -267,6 +252,6 @@ custom_css = """
 """
 
 # Gradio Interface
-demo = gr.ChatInterface(chat_with_groq, css=custom_css)
+demo = gr.ChatInterface(generate, css=custom_css)
 
 demo.launch()