Update app.py

app.py

@@ -94,6 +94,8 @@ def fetch_response(prompt, enable_web_search):
         # Perform web search and generate text based on the retrieved results
         web_results = search(prompt)
         web2 = ' '.join([f"Link: {res['link']}\nText: {res['text']}\n\n" for res in web_results])
+        logging.debug(f"Formatted web search results: {web2}")
+
         client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.3")
         generate_kwargs = dict(max_new_tokens=4000, do_sample=True)
         formatted_prompt = format_prompt(
@@ -110,6 +112,8 @@ def fetch_response(prompt, enable_web_search):
         client = InferenceClient("microsoft/Phi-3-mini-4k-instruct")
         generate_kwargs = dict(max_new_tokens=5000, do_sample=True)
         formatted_prompt = format_prompt(f"""You are OpenGPT 4o... [USER] {prompt} [OpenGPT 4o]""", [(prompt, )])
+        logging.debug(f"Formatted prompt without web search: {formatted_prompt}")
+        
         stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
         output = ""
         for response in stream: