|
from smolagents import CodeAgent,DuckDuckGoSearchTool, HfApiModel,load_tool,tool |
|
from PIL import Image |
|
import datetime |
|
import os |
|
import io |
|
import qrcode |
|
import base64 |
|
import requests |
|
import pytz |
|
import yaml |
|
from tools.final_answer import FinalAnswerTool |
|
|
|
from Gradio_UI import GradioUI |
|
|
|
def image_path_to_markdown(path: str) -> str: |
|
try: |
|
with open(path, "rb") as f: |
|
img_bytes = f.read() |
|
img_base64 = base64.b64encode(img_bytes).decode("utf-8") |
|
return f"" |
|
except Exception as e: |
|
return f"Image saved at: {path} (Failed to embed image: {str(e)})" |
|
|
|
|
|
|
|
@tool |
|
def my_custom_tool(text:str, size:int = 200)-> str: |
|
|
|
"""A tool that generates a QR Code for taxt or URLs |
|
Args: |
|
text: The text or the URL to make into a QR Code |
|
size: Size in pixels (200 by default) |
|
""" |
|
|
|
try: |
|
qr = qrcode.QRCode(version=1, box_size=size//25, border=4) |
|
qr.add_data(text) |
|
qr.make(fit=True) |
|
|
|
img = qr.make_image(fill_color="black", back_color="white") |
|
|
|
|
|
buffer = io.BytesIO() |
|
img.save(buffer, format='PNG') |
|
img_str = base64.b64encode(buffer.getvalue()).decode() |
|
|
|
|
|
filename = f"qr_code_{len(text)}chars.png" |
|
img.save(filename) |
|
|
|
return f"QR code generated for: {text[:50]}...\nSaved as: {filename}\n\n" |
|
|
|
except Exception as e: |
|
return f"Error: {str(e)}" |
|
|
|
|
|
@tool |
|
def get_current_time_in_timezone(timezone: str) -> str: |
|
"""A tool that fetches the current local time in a specified timezone. |
|
Args: |
|
timezone: A string representing a valid timezone (e.g., 'America/New_York'). |
|
""" |
|
try: |
|
|
|
tz = pytz.timezone(timezone) |
|
|
|
local_time = datetime.datetime.now(tz).strftime("%Y-%m-%d %H:%M:%S") |
|
return f"The current local time in {timezone} is: {local_time}" |
|
except Exception as e: |
|
return f"Error fetching time for timezone '{timezone}': {str(e)}" |
|
|
|
|
|
final_answer = FinalAnswerTool() |
|
|
|
|
|
|
|
|
|
model = HfApiModel( |
|
max_tokens=2096, |
|
temperature=0.5, |
|
model_id='Qwen/Qwen2.5-Coder-32B-Instruct', |
|
custom_role_conversions=None, |
|
) |
|
|
|
|
|
|
|
original_image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True) |
|
|
|
@tool |
|
def image_generation_tool(prompt: str) -> str: |
|
"""Generates an image from a prompt and embeds it as base64 in markdown. |
|
|
|
Args: |
|
prompt: The text prompt to generate an image from. |
|
""" |
|
try: |
|
|
|
image = original_image_generation_tool(prompt) |
|
|
|
|
|
filename = f"generated_image_{abs(hash(prompt))}.png" |
|
image.save(filename) |
|
|
|
|
|
with open(filename, "rb") as f: |
|
img_bytes = f.read() |
|
img_base64 = base64.b64encode(img_bytes).decode("utf-8") |
|
|
|
return f"Image generated for prompt: '{prompt}'\nSaved as: {filename}\n\n" |
|
|
|
except Exception as e: |
|
return f"Error generating image: {str(e)}" |
|
|
|
|
|
|
|
search_tool = DuckDuckGoSearchTool() |
|
|
|
with open("prompts.yaml", 'r') as stream: |
|
prompt_templates = yaml.safe_load(stream) |
|
|
|
agent = CodeAgent( |
|
model=model, |
|
tools=[final_answer, my_custom_tool, get_current_time_in_timezone, image_generation_tool, search_tool], |
|
max_steps=6, |
|
verbosity_level=1, |
|
grammar=None, |
|
planning_interval=None, |
|
name=None, |
|
description=None, |
|
prompt_templates=prompt_templates |
|
) |
|
|
|
|
|
GradioUI(agent).launch() |