24Arys11's picture
setup project structure: getting ready to build my agents
d26c7f3
raw
history blame
449 Bytes
from enum import Enum
class InterfaceChoice(Enum):
HUGGINGFACE = "HuggingFace"
OPENAILIKE = "OpenAILike"
OPENAI = "OpenAI"
# Add your own if you like (then adjust the LLMFactory)
class Args:
INTERFACE = InterfaceChoice.OPENAILIKE
model_name="Qwen/Qwen2.5-Coder-32B-Instruct"
api_base="http://127.0.0.1:1234/v1" # LM Studio local endpoint
api_key="api_key"
token = "" # Not needed when using OpenAILike API