24Arys11's picture
implemented graph.py, agents, guard; reduced image and video node to viewer node; renamed system prompts
98ada6c
raw
history blame
673 Bytes
from enum import Enum
from logger import Logger
class LLMInterface(Enum):
OPENAI = "OpenAI"
HUGGINGFACE = "HuggingFace"
# Add your own if you like (then adjust the LLMFactory)
class Args:
LOGGER = Logger.set_logger()
primary_llm_interface=LLMInterface.OPENAI
# secondary_llm_interface=LLMInterface.HUGGINGFACE
vlm_interface=LLMInterface.OPENAI
primary_model="qwen2.5-qwq-35b-eureka-cubed-abliterated-uncensored"
secondary_model="qwen2.5-7b-instruct-1m"
vision_model="qwen/qwen2.5-vl-7b"
api_base="http://127.0.0.1:1234/v1" # LM Studio local endpoint
api_key=None
token = "" # Not needed when using OpenAILike API