lcipolina commited on
Commit
b870575
·
verified ·
1 Parent(s): 801ca3f

Added the registry functions

Browse files
src/game_reasoning_arena/backends/__init__.py CHANGED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """
2
+ Backends package for LLM inference.
3
+
4
+ This package provides different backends for LLM inference:
5
+ - LiteLLM: API-based inference (OpenAI, Anthropic, etc.)
6
+ - vLLM: Local GPU inference
7
+ """
8
+
9
+ from .llm_registry import (
10
+ initialize_llm_registry,
11
+ LLM_REGISTRY,
12
+ generate_response,
13
+ get_available_models,
14
+ get_backend_for_model,
15
+ extract_model_name,
16
+ detect_model_backend,
17
+ list_models
18
+ )
19
+ from .litellm_backend import LiteLLMBackend
20
+ from .vllm_backend import VLLMBackend
21
+ from .huggingface_backend import HuggingFaceBackend
22
+ from .base_backend import BaseLLMBackend
23
+
24
+ __all__ = [
25
+ "initialize_llm_registry",
26
+ "LLM_REGISTRY",
27
+ "generate_response",
28
+ "get_available_models",
29
+ "get_backend_for_model",
30
+ "extract_model_name",
31
+ "detect_model_backend",
32
+ "list_models",
33
+ "LiteLLMBackend",
34
+ "VLLMBackend",
35
+ "HuggingFaceBackend",
36
+ "BaseLLMBackend"
37
+ ]