Update app.py

app.py

@@ -1,20 +1,21 @@
 from huggingface_hub import InferenceClient
 import gradio as gr
 import random
+from langchain_community.tools import DuckDuckGoSearchRun
 
 API_URL = "https://api-inference.huggingface.co/models/"
+client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.1")
 
-client = InferenceClient(
-    "mistralai/Mistral-7B-Instruct-v0.1"
-)
+# Initialize DuckDuckGo search tool
+duckduckgo_search = DuckDuckGoSearchRun()
 
 def format_prompt(message, history):
-  prompt = "<s>"
-  for user_prompt, bot_response in history:
-    prompt += f"[INST] {user_prompt} [/INST]"
-    prompt += f" {bot_response}</s> "
-  prompt += f"[INST] {message} [/INST]"
-  return prompt
+    prompt = "<s>"
+    for user_prompt, bot_response in history:
+        prompt += f"[INST] {user_prompt} [/INST]"
+        prompt += f" {bot_response}</s> "
+    prompt += f"[INST] {message} [/INST]"
+    return prompt
 
 def generate(prompt, history, temperature=0.9, max_new_tokens=512, top_p=0.95, repetition_penalty=1.0):
     temperature = float(temperature)
@@ -38,9 +39,9 @@ def generate(prompt, history, temperature=0.9, max_new_tokens=512, top_p=0.95, r
 
     for response in stream:
         output += response.token.text
+        # Yield model's response first
         yield output
-    return output
-
+        
     # Now, perform DuckDuckGo search and yield results
     search_result = duckduckgo_search.run(prompt)
     if search_result:
@@ -48,7 +49,6 @@ def generate(prompt, history, temperature=0.9, max_new_tokens=512, top_p=0.95, r
     else:
         yield "Sorry, I couldn't find any relevant information."
 
-
 additional_inputs=[
     gr.Slider(
         label="Temperature",
@@ -101,4 +101,4 @@ with gr.Blocks(css=customCSS) as demo:
         additional_inputs=additional_inputs,
     )
 
-demo.queue().launch(debug=True)
+demo.queue().launch(debug=True)