24Arys11's picture
built management agents with llama_index, recursive self call for task breakdown, fixed LLMFactory to create LLMs from different interfaces
cc6bd3b
raw
history blame
551 Bytes
from enum import Enum
class LLMInterface(Enum):
HUGGINGFACE = "HuggingFace"
OPENAILIKE = "OpenAILike"
OPENAI = "OpenAI"
# Add your own if you like (then adjust the LLMFactory)
class Args:
primary_llm_interface=LLMInterface.OPENAILIKE
# secondary_llm_interface=LLMInterface.HUGGINGFACE
vlm_interface=LLMInterface.HUGGINGFACE
model_name="Qwen/Qwen2.5-Coder-32B-Instruct"
api_base="http://127.0.0.1:1234/v1" # LM Studio local endpoint
api_key="api_key"
token = "" # Not needed when using OpenAILike API