24Arys11's picture
New approach: langgraph only
910ae58
raw
history blame
611 Bytes
from enum import Enum
from logger import Logger
class LLMInterface(Enum):
HUGGINGFACE = "HuggingFace"
OPENAILIKE = "OpenAILike"
OPENAI = "OpenAI"
# Add your own if you like (then adjust the LLMFactory)
class Args:
LOGGER = Logger.set_logger()
primary_llm_interface=LLMInterface.OPENAILIKE
# secondary_llm_interface=LLMInterface.HUGGINGFACE
vlm_interface=LLMInterface.HUGGINGFACE
model_name="Qwen/Qwen2.5-Coder-32B-Instruct"
api_base="http://127.0.0.1:1234/v1" # LM Studio local endpoint
api_key="api_key"
token = "" # Not needed when using OpenAILike API