Spaces:
Sleeping
Sleeping
from enum import Enum | |
from logger import Logger | |
class LLMInterface(Enum): | |
OPENAI = "OpenAI" | |
HUGGINGFACE = "HuggingFace" | |
# Add your own if you like (then adjust the LLMFactory) | |
class Args: | |
LOGGER = Logger.set_logger() | |
primary_llm_interface=LLMInterface.OPENAI | |
# secondary_llm_interface=LLMInterface.HUGGINGFACE | |
vlm_interface=LLMInterface.HUGGINGFACE | |
primary_model="qwen2.5-qwq-35b-eureka-cubed-abliterated-uncensored" | |
secondary_model="qwen2.5-7b-instruct-1m" | |
vision_model="gemma-3-27b-it" | |
api_base="http://127.0.0.1:1234/v1" # LM Studio local endpoint | |
api_key=None | |
token = "" # Not needed when using OpenAILike API | |