Update app.py

app.py

@@ -26,53 +26,63 @@ model = OpenAIServerModel(
 openAiClient = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
 
 @tool
-def tavily_search(query: str) -> str:
-    """
-    Perform a search using the Tavily API.
-    
-    Args:
-        query: The search query string
-        
-    Returns:
-        A string containing the search results
-    """
-    api_key = os.getenv("TAVILY_API_KEY")
-    if not api_key:
-        return "Error: TAVILY_API_KEY environment variable is not set"
-    
-    api_url = "https://api.tavily.com/search"
-    
-    headers = {
-        "Content-Type": "application/json",
-    }
-    
-    payload = {
-        "api_key": api_key,
-        "query": query,
-        "search_depth": "advanced",
-        "include_answer": True,
-        "include_raw_content": False,
-        "max_results": 5
+def VisitWebpageTool(Tool):
+    name = "visit_webpage"
+    description = (
+        "Visits a webpage at the given url and reads its content as a markdown string. Use this to browse webpages."
+    )
+    inputs = {
+        "url": {
+            "type": "string",
+            "description": "The url of the webpage to visit.",
+        }
     }
-    
-    try:
-        response = requests.post(api_url, headers=headers, json=payload)
-        response.raise_for_status()
-        data = response.json()
-        
-        # Extract the answer and results
-        result = []
-        if "answer" in data:
-            result.append(f"Answer: {data['answer']}")
-        
-        if "results" in data:
-            result.append("\nSources:")
-            for i, item in enumerate(data["results"], 1):
-                result.append(f"{i}. {item.get('title', 'No title')}: {item.get('url', 'No URL')}")
-        
-        return "\n".join(result)
-    except Exception as e:
-        return f"Error performing Tavily search: {str(e)}"
+    output_type = "string"
+
+    def __init__(self, max_output_length: int = 40000):
+        super().__init__()
+        self.max_output_length = max_output_length
+
+    def _truncate_content(self, content: str, max_length: int) -> str:
+        if len(content) <= max_length:
+            return content
+        return (
+            content[: max_length // 2]
+            + f"\n..._This content has been truncated to stay below {max_length} characters_...\n"
+            + content[-max_length // 2 :]
+        )
+
+    def forward(self, url: str) -> str:
+        try:
+            import re
+
+            import requests
+            from markdownify import markdownify
+            from requests.exceptions import RequestException
+        except ImportError as e:
+            raise ImportError(
+                "You must install packages `markdownify` and `requests` to run this tool: for instance run `pip install markdownify requests`."
+            ) from e
+        try:
+            # Send a GET request to the URL with a 20-second timeout
+            response = requests.get(url, timeout=20)
+            response.raise_for_status()  # Raise an exception for bad status codes
+
+            # Convert the HTML content to Markdown
+            markdown_content = markdownify(response.text).strip()
+
+            # Remove multiple line breaks
+            markdown_content = re.sub(r"\n{3,}", "\n\n", markdown_content)
+
+            return self._truncate_content(markdown_content, self.max_output_length)
+
+        except requests.exceptions.Timeout:
+            return "The request timed out. Please try again later or check the URL."
+        except RequestException as e:
+            return f"Error fetching the webpage: {str(e)}"
+        except Exception as e:
+            return f"An unexpected error occurred: {str(e)}"
+            
 
 @tool
 def analyze_image(image_url: str) -> str:
@@ -292,7 +302,7 @@ def transcribe_youtube(youtube_url: str) -> str:
     except Exception as e:
         return f"Error processing YouTube video: {str(e)}"
 
-"""
+
 @tool
 def process_file(task_id: str, file_name: str) -> str:
     """
@@ -342,7 +352,7 @@ def process_file(task_id: str, file_name: str) -> str:
             return f"File '{file_name}' of type '{mime_type or 'unknown'}' was fetched successfully. Content processing not implemented for this file type."
     except Exception as e:
         return f"Error processing file: {str(e)}"
-"""
+
 
 class BasicAgent:
     """