Spaces:
Sleeping
Sleeping
File size: 674 Bytes
d26c7f3 910ae58 d26c7f3 cc6bd3b d26c7f3 4fb4269 d26c7f3 910ae58 4fb4269 cc6bd3b 4fb4269 d26c7f3 4fb4269 d26c7f3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
from enum import Enum
from logger import Logger
class LLMInterface(Enum):
OPENAI = "OpenAI"
HUGGINGFACE = "HuggingFace"
# Add your own if you like (then adjust the LLMFactory)
class Args:
LOGGER = Logger.set_logger()
primary_llm_interface=LLMInterface.OPENAI
# secondary_llm_interface=LLMInterface.HUGGINGFACE
vlm_interface=LLMInterface.HUGGINGFACE
primary_model="qwen2.5-qwq-35b-eureka-cubed-abliterated-uncensored"
secondary_model="qwen2.5-7b-instruct-1m"
vision_model="gemma-3-27b-it"
api_base="http://127.0.0.1:1234/v1" # LM Studio local endpoint
api_key=None
token = "" # Not needed when using OpenAILike API
|