Added additional useful tools

agent.py

@@ -1,6 +1,11 @@
 from langchain.tools import Tool
 from langchain.utilities import WikipediaAPIWrapper, ArxivAPIWrapper, DuckDuckGoSearchRun
 import math
+import whisper
+from youtube_transcript_api import YouTubeTranscriptApi
+from PIL import Image
+import pytesseract
+import pandas as pd
 
 ## ----- TOOLS DEFINITION ----- ##
 
@@ -150,6 +155,54 @@ arxiv_tool = Tool.from_function(
     description="Use this tool to search ArXiv for scientific papers. Input should be a research topic or query."
 )
 
+# ** Audio Transcription Tool ** #
+
+model = whisper.load_model("base")
+
+@tool
+def transcribe_audio(file_path: str) -> str:
+    """Transcribe spoken words from an audio file into text."""
+    result = model.transcribe(file_path)
+    return result["text"]
+
+# ** youtube-transcript-api Tool ** #
+
+@tool
+def get_youtube_transcript(video_id: str) -> str:
+    """Get transcript of a YouTube video from its video ID."""
+    transcript = YouTubeTranscriptApi.get_transcript(video_id)
+    return " ".join([entry["text"] for entry in transcript])
+
+# ** Image Tool ** #
+
+@tool
+def extract_text_from_image(image_path: str) -> str:
+    """Extract text from an image using OCR."""
+    return pytesseract.image_to_string(Image.open(image_path))
+
+# ** Code Execution Tool ** #
+
+@tool
+def execute_python_code(code: str) -> str:
+    """Execute a Python code string and return the output."""
+    try:
+        local_vars = {}
+        exec(code, {}, local_vars)
+        return str(local_vars)
+    except Exception as e:
+        return f"Error: {e}"
+
+# ** Excel Parsing Tool ** #
+
+@tool
+def total_sales_from_excel(file_path: str) -> str:
+    """Compute total food sales from an Excel file."""
+    df = pd.read_excel(file_path)
+    food_df = df[df["Category"] == "Food"]
+    total_sales = food_df["Sales"].sum()
+    return f"{total_sales:.2f} USD"
+    
+
 ## ----- TOOLS LIST ----- ##
 
 tools = [
@@ -165,4 +218,15 @@ tools = [
     # Search
     web_search_tool,
     wikipedia_tool,
-    arxiv_tool
+    arxiv_tool,
+    # Audio
+    Tool.from_function(func=transcribe_audio, name="Transcribe Audio", description="Transcribe audio files to text."),
+    # Youtube
+    Tool.from_function(func=get_youtube_transcript, name="YouTube Transcript", description="Extract transcript from YouTube video."),
+    # Image
+    Tool.from_function(func=extract_text_from_image, name="Image OCR", description="Extract text from an image file."),
+    # Code Execution 
+    Tool.from_function(func=execute_python_code, name="Python Code Executor", description="Run and return output from a Python script."),
+    # Excel parsing
+    Tool.from_function(func=total_sales_from_excel, name="Excel Sales Parser", description="Compute total food sales from Excel file."),
+]