Update app.py

try to add tool to grab a screen shot of a p5.js sketch

app.py

@@ -3,10 +3,17 @@ import datetime
 import requests
 import pytz
 import yaml
+import asyncio
+#import nest_asyncio
+from playwright.async_api import async_playwright
+from PIL import Image
+
 from tools.final_answer import FinalAnswerTool
 
 from Gradio_UI import GradioUI
 
+subprocess.run(["playwright", "install"])
+
 # Below is an example of a tool that does nothing. Amaze us with your creativity !
 @tool
 def my_custom_tool(arg1:str, arg2:int)-> str: #it's import to specify the return type
@@ -26,41 +33,41 @@ def my_custom_tool(arg1:str, arg2:int)-> str: #it's import to specify the return
 #     description="Generate an image from a prompt"
 # )
 
-#https://zenquotes.io/api/quotes/[YOUR_API_KEY]&keyword=${category}
 
-# @tool
-# def zenquotes(category: str) -> str:
-#     """
-#     Get a quote using the Zenquotes API.
+# Debugging: Print statements to track execution
+async def capture_screenshot():
+    print("Launching Playwright...")
+    async with async_playwright() as p:
+        browser = await p.chromium.launch(headless=True)  
+        page = await browser.new_page()
+        print("Opening the p5.js sketch...")
+        await page.goto("https://editor.p5js.org/kfahn/full/2XD5Y8MiV", timeout=6000)
 
-#     Args:
-#         category: The category for the quote.
-        
+        print("Waiting for canvas element...")
+        await page.wait_for_selector("canvas")  # Ensure p5.js has loaded
+        await page.wait_for_timeout(5000)  # Additional wait
 
-#     Returns:
-#         A string with the quote.
-#     """
-#     api_key = "your_api_key"  # Replace with your API key from https://weatherstack.com/
-    
-
-#     //url = f"http://api.weatherstack.com/current?access_key={api_key}&query={location}&units={units}"
-#     url = f"https://zenquotes.io/api/quotes/[YOUR_API_KEY]&keyword=${category}"
+        print("Capturing screenshot...")
+        await page.screenshot(path="img.png")
+        await browser.close()
+        print("Screenshot saved!")
+        
+@tool
+def grab_image() -> image:
+     """
+    Fetches an op art image from a p5 sketch.
+    This function sends uses Playwright to launch a headles server and grab a screen shot of a p5.sketch.
+   
+    Returns:
+        image: img
+    """
+    loop = asyncio.get_event_loop()
+    future = asyncio.run_coroutine_threadsafe(capture_screenshot(), loop)
+    future.result()  # Wait for coroutine to finish
     
-#     try:
-#         response = requests.get(url)
-#         response.raise_for_status()  # Raise an exception for HTTP errors
-
-#         data = response.json()
-
-#         if data.get("error"):  # Check if there's an error in the response
-#             return f"Error: {data['error'].get('info', 'Unable to fetch a quote.')}"
-
-#         quote = data["category"][0]
-
-#         return f"Here is your quote about {category}: ."
-
-#     except requests.exceptions.RequestException as e:
-#         return f"Error fetching quote: {str(e)}"
+    print("Loading image for Gradio...")
+    img = Image.open("img.png")
+    return img
 
 #https://github.com/huggingface/smolagents/blob/main/examples/multiple_tools.py
 @tool
@@ -129,7 +136,7 @@ with open("prompts.yaml", 'r') as stream:
     
 agent = CodeAgent(
     model=model,
-    tools=[final_answer, get_joke,], ## add your tools here (don't remove final answer)
+    tools=[final_answer, get_joke, grab_image], ## add your tools here (don't remove final answer)
     max_steps=6,
     verbosity_level=1,
     grammar=None,