Spaces:
Sleeping
Sleeping
Added the registry functions
Browse files
src/game_reasoning_arena/backends/__init__.py
CHANGED
|
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
Backends package for LLM inference.
|
| 3 |
+
|
| 4 |
+
This package provides different backends for LLM inference:
|
| 5 |
+
- LiteLLM: API-based inference (OpenAI, Anthropic, etc.)
|
| 6 |
+
- vLLM: Local GPU inference
|
| 7 |
+
"""
|
| 8 |
+
|
| 9 |
+
from .llm_registry import (
|
| 10 |
+
initialize_llm_registry,
|
| 11 |
+
LLM_REGISTRY,
|
| 12 |
+
generate_response,
|
| 13 |
+
get_available_models,
|
| 14 |
+
get_backend_for_model,
|
| 15 |
+
extract_model_name,
|
| 16 |
+
detect_model_backend,
|
| 17 |
+
list_models
|
| 18 |
+
)
|
| 19 |
+
from .litellm_backend import LiteLLMBackend
|
| 20 |
+
from .vllm_backend import VLLMBackend
|
| 21 |
+
from .huggingface_backend import HuggingFaceBackend
|
| 22 |
+
from .base_backend import BaseLLMBackend
|
| 23 |
+
|
| 24 |
+
__all__ = [
|
| 25 |
+
"initialize_llm_registry",
|
| 26 |
+
"LLM_REGISTRY",
|
| 27 |
+
"generate_response",
|
| 28 |
+
"get_available_models",
|
| 29 |
+
"get_backend_for_model",
|
| 30 |
+
"extract_model_name",
|
| 31 |
+
"detect_model_backend",
|
| 32 |
+
"list_models",
|
| 33 |
+
"LiteLLMBackend",
|
| 34 |
+
"VLLMBackend",
|
| 35 |
+
"HuggingFaceBackend",
|
| 36 |
+
"BaseLLMBackend"
|
| 37 |
+
]
|