Update app.py

app.py

@@ -1,8 +1,10 @@
 from huggingface_hub import InferenceClient
 import gradio as gr
-from langchain_community.tools import DuckDuckGoSearchRun
+from langchain.tools import DuckDuckGoSearchRun
 
 client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
+
+# Initialize DuckDuckGo search tool
 duckduckgo_search = DuckDuckGoSearchRun()
 
 def format_prompt(message, history):
@@ -29,22 +31,24 @@ def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256
     )
 
     formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
+    
+    # Generate response using model
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
+    output = ""
 
     for response in stream:
-        yield response.token.text
-
-def search_and_generate(query, prompt, history, system_prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
-    # Search for the query using DuckDuckGo
-    search_results = duckduckgo_search.run(query)
-    if search_results:
-        # If search results are found, use them as prompt
-        prompt = search_results[0]  # Assuming the first search result is the most relevant
-    # Generate response
-    for generated_response in generate(prompt, history, system_prompt, temperature, max_new_tokens, top_p, repetition_penalty):
-        yield generated_response
+        output += response.token.text
+        # Yield model's response first
+        yield output
+        
+    # Now, perform DuckDuckGo search and yield results
+    search_result = duckduckgo_search.run(prompt)
+    if search_result:
+        yield search_result
+    else:
+        yield "Sorry, I couldn't find any relevant information."
 
-additional_inputs=[
+additional_inputs = [
     gr.Textbox(
         label="System Prompt",
         max_lines=1,
@@ -88,15 +92,15 @@ additional_inputs=[
     )
 ]
 
-examples=[
-    ["I'm planning a vacation to Japan. Can you suggest a one-week itinerary including must-visit places and local cuisines to try?", None, None, None, None, None, ],
-    ["What are some best tourist places to visit in Lajpat nagar, Delhi?", None, None, None, None, None,],
-    ["Ronaldo or Messi?", None, None, None, None, None,],
-    ["Can you explain how the QuickSort algorithm works and provide a Python implementation?", None, None, None, None, None,],
+examples = [
+    ["I'm planning a vacation to Japan. Can you suggest a one-week itinerary including must-visit places and local cuisines to try?", None, None, None, None, None],
+    ["What are some best tourist places to visit in Lajpat nagar, Delhi?", None, None, None, None, None],
+    ["Ronaldo or Messi?", None, None, None, None, None],
+    ["Can you explain how the QuickSort algorithm works and provide a Python implementation?", None, None, None, None, None],
 ]
 
 gr.ChatInterface(
-    fn=search_and_generate,
+    fn=generate,
     chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
     additional_inputs=additional_inputs,
     title="🤗 friday2.0 🤗 WELCOME TO OPEN-SOURCE FREEDOM",