File size: 449 Bytes
d26c7f3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18

from enum import Enum


class InterfaceChoice(Enum):
    HUGGINGFACE = "HuggingFace"
    OPENAILIKE = "OpenAILike"
    OPENAI = "OpenAI"
    # Add your own if you like (then adjust the LLMFactory)


class Args:
    INTERFACE = InterfaceChoice.OPENAILIKE
    model_name="Qwen/Qwen2.5-Coder-32B-Instruct"
    api_base="http://127.0.0.1:1234/v1"  # LM Studio local endpoint
    api_key="api_key"
    token = ""  # Not needed when using OpenAILike API