Spaces:
Building
Building
Create llm_factory.py
Browse files- llm_factory.py +110 -0
llm_factory.py
ADDED
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
"""
|
2 |
+
LLM Provider Factory for Flare
|
3 |
+
"""
|
4 |
+
import os
|
5 |
+
from typing import Optional
|
6 |
+
from dotenv import load_dotenv
|
7 |
+
|
8 |
+
from llm_interface import LLMInterface, SparkLLM, GPT4oLLM
|
9 |
+
from config_provider import ConfigProvider
|
10 |
+
from utils import log
|
11 |
+
|
12 |
+
class LLMFactory:
|
13 |
+
"""Factory class to create appropriate LLM provider based on llm_provider config"""
|
14 |
+
|
15 |
+
@staticmethod
|
16 |
+
def create_provider() -> LLMInterface:
|
17 |
+
"""Create and return appropriate LLM provider based on config"""
|
18 |
+
cfg = ConfigProvider.get()
|
19 |
+
llm_provider = cfg.global_config.llm_provider
|
20 |
+
|
21 |
+
log(f"π Creating LLM provider: {llm_provider}")
|
22 |
+
|
23 |
+
# Get provider config
|
24 |
+
provider_config = cfg.global_config.get_llm_provider_config()
|
25 |
+
if not provider_config:
|
26 |
+
raise ValueError(f"Unknown LLM provider: {llm_provider}")
|
27 |
+
|
28 |
+
# Get API key
|
29 |
+
api_key = LLMFactory._get_api_key()
|
30 |
+
if not api_key and provider_config.requires_api_key:
|
31 |
+
raise ValueError(f"API key required for {llm_provider} but not configured")
|
32 |
+
|
33 |
+
# Create appropriate provider
|
34 |
+
if llm_provider == "spark":
|
35 |
+
return LLMFactory._create_spark_provider(api_key)
|
36 |
+
elif llm_provider in ("gpt4o", "gpt4o-mini"):
|
37 |
+
return LLMFactory._create_gpt_provider(llm_provider, api_key)
|
38 |
+
else:
|
39 |
+
raise ValueError(f"Unsupported LLM provider: {llm_provider}")
|
40 |
+
|
41 |
+
@staticmethod
|
42 |
+
def _create_spark_provider(api_key: str) -> SparkLLM:
|
43 |
+
"""Create Spark LLM provider"""
|
44 |
+
cfg = ConfigProvider.get()
|
45 |
+
|
46 |
+
endpoint = cfg.global_config.llm_provider_endpoint
|
47 |
+
if not endpoint:
|
48 |
+
raise ValueError("Spark requires llm_provider_endpoint to be configured")
|
49 |
+
|
50 |
+
log(f"π Creating SparkLLM provider")
|
51 |
+
log(f"π Endpoint: {endpoint}")
|
52 |
+
|
53 |
+
# Determine work mode for Spark (backward compatibility)
|
54 |
+
work_mode = "cloud" # Default
|
55 |
+
if not cfg.global_config.is_cloud_mode():
|
56 |
+
work_mode = "on-premise"
|
57 |
+
|
58 |
+
return SparkLLM(
|
59 |
+
spark_endpoint=str(endpoint),
|
60 |
+
spark_token=api_key,
|
61 |
+
work_mode=work_mode
|
62 |
+
)
|
63 |
+
|
64 |
+
@staticmethod
|
65 |
+
def _create_gpt_provider(model_type: str, api_key: str) -> GPT4oLLM:
|
66 |
+
"""Create GPT-4o LLM provider"""
|
67 |
+
# Determine model
|
68 |
+
model = "gpt-4o-mini" if model_type == "gpt4o-mini" else "gpt-4o"
|
69 |
+
|
70 |
+
log(f"π€ Creating GPT4oLLM provider with model: {model}")
|
71 |
+
|
72 |
+
return GPT4oLLM(
|
73 |
+
api_key=api_key,
|
74 |
+
model=model
|
75 |
+
)
|
76 |
+
|
77 |
+
@staticmethod
|
78 |
+
def _get_api_key() -> Optional[str]:
|
79 |
+
"""Get API key from config or environment"""
|
80 |
+
cfg = ConfigProvider.get()
|
81 |
+
|
82 |
+
# First check encrypted config
|
83 |
+
api_key = cfg.global_config.get_plain_api_key()
|
84 |
+
if api_key:
|
85 |
+
log("π Using decrypted API key from config")
|
86 |
+
return api_key
|
87 |
+
|
88 |
+
# Then check environment based on provider
|
89 |
+
llm_provider = cfg.global_config.llm_provider
|
90 |
+
|
91 |
+
env_var_map = {
|
92 |
+
"spark": "SPARK_TOKEN",
|
93 |
+
"gpt4o": "OPENAI_API_KEY",
|
94 |
+
"gpt4o-mini": "OPENAI_API_KEY",
|
95 |
+
# Add more mappings as needed
|
96 |
+
}
|
97 |
+
|
98 |
+
env_var = env_var_map.get(llm_provider)
|
99 |
+
if env_var:
|
100 |
+
if cfg.global_config.is_cloud_mode():
|
101 |
+
api_key = os.environ.get(env_var)
|
102 |
+
if api_key:
|
103 |
+
log(f"π Using {env_var} from environment")
|
104 |
+
else:
|
105 |
+
load_dotenv()
|
106 |
+
api_key = os.getenv(env_var)
|
107 |
+
if api_key:
|
108 |
+
log(f"π Using {env_var} from .env file")
|
109 |
+
|
110 |
+
return api_key
|