llm_services/agentbase.py

from .llm import LLM
from modals.inputs import LLMConfig
from typing import List, Dict, Any


class AgentBase(LLM):
    def __init__(self, system_prompt=None, llm_config: LLMConfig = None):
        super().__init__()
        self.llm_config = llm_config
        self.system_prompt = system_prompt
    
    def generate_response(self, messages: List[Dict[str, str]] = None):
        if self.system_prompt:
            messages = [{"role": "system", "content": self.system_prompt}] + messages
        output = self.step(messages=messages, llm_config=self.llm_config)
        return output


if __name__ == "__main__":
    llm_config = LLMConfig(
    api_key="AIzaSyCsstACK4dJx61ad2_fhWugtvCcEDcTiTE",
    base_url="https://generativelanguage.googleapis.com/v1beta/openai/",
    model="gemini-2.0-flash",
    )

    messages = [
        {"role": "system", "content": "You are a helpful AI assistant."},
        {"role": "user", "content": "Tell me a fun fact about space."}
    ]

    agent = AgentBase(llm_config=llm_config)
    response = agent.generate_response(messages=messages)
    print(response)