litellm_endpoint.py

import os
import datetime
import pytz
import yaml

from smolagents import (
    CodeAgent,
    DuckDuckGoSearchTool,
    load_tool,
    tool,
    LiteLLMModel,
)

from tools.final_answer import FinalAnswerTool
from Gradio_UI import GradioUI

# 自訂工具：展示結構
@tool
def my_custom_tool(arg1: str, arg2: int) -> str:
    """A tool that does nothing yet.

    Args:
        arg1: The first argument.
        arg2: The second argument.
    """
    return "What magic will you build?"


# 自訂工具：取得當地時間
@tool
def get_current_time_in_timezone(timezone: str) -> str:
    """Fetches the current local time in a specified timezone.

    Args:
        timezone: A string representing a valid timezone (e.g., 'America/New_York').
    """
    try:
        tz = pytz.timezone(timezone)
        local_time = datetime.datetime.now(tz).strftime("%Y-%m-%d %H:%M:%S")
        return f"The current local time in {timezone} is: {local_time}"
    except Exception as e:
        return f"Error fetching time for timezone '{timezone}': {str(e)}"


# 初始化工具
search_tool = DuckDuckGoSearchTool()
final_answer = FinalAnswerTool()

# 官方文件寫法
# https://github.com/samwit/smolagents_examples/blob/main/smolagent_gemini.py

model = LiteLLMModel(
    model_id="gemini/gemini-2.0-flash-exp",
    api_key=os.getenv("GEMINI_API_KEY"))

# 載入圖像產生工具
image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True)

# 載入 YAML Prompt 模板
with open("prompts.yaml", 'r') as stream:
    prompt_templates = yaml.safe_load(stream)

# 設定代理人
agent = CodeAgent(
    model=model,
    tools=[final_answer, search_tool, image_generation_tool, get_current_time_in_timezone],  # Add your tools here (don't remove final answer)
    max_steps=6,
    verbosity_level=1,
    grammar=None,
    planning_interval=None,
    name=None,
    description=None,
    prompt_templates=prompt_templates,
)

# 啟動 Gradio 介面
GradioUI(agent).launch()