Spaces:
Sleeping
Sleeping
from enum import Enum | |
class InterfaceChoice(Enum): | |
HUGGINGFACE = "HuggingFace" | |
OPENAILIKE = "OpenAILike" | |
OPENAI = "OpenAI" | |
# Add your own if you like (then adjust the LLMFactory) | |
class Args: | |
INTERFACE = InterfaceChoice.OPENAILIKE | |
model_name="Qwen/Qwen2.5-Coder-32B-Instruct" | |
api_base="http://127.0.0.1:1234/v1" # LM Studio local endpoint | |
api_key="api_key" | |
token = "" # Not needed when using OpenAILike API | |