|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
import asyncio
|
|
|
import inspect
|
|
|
|
|
|
from abc import ABC, abstractmethod
|
|
|
|
|
|
from pydantic import ConfigDict
|
|
|
from pydantic.main import BaseModel
|
|
|
|
|
|
from pipecat.processors.frame_processor import FrameProcessor
|
|
|
from pipecat.vad.vad_analyzer import VADAnalyzer
|
|
|
|
|
|
from loguru import logger
|
|
|
|
|
|
|
|
|
class TransportParams(BaseModel):
|
|
|
model_config = ConfigDict(arbitrary_types_allowed=True)
|
|
|
|
|
|
camera_out_enabled: bool = False
|
|
|
camera_out_is_live: bool = False
|
|
|
camera_out_width: int = 1024
|
|
|
camera_out_height: int = 768
|
|
|
camera_out_bitrate: int = 800000
|
|
|
camera_out_framerate: int = 30
|
|
|
camera_out_color_format: str = "RGB"
|
|
|
audio_out_enabled: bool = False
|
|
|
audio_out_sample_rate: int = 16000
|
|
|
audio_out_channels: int = 1
|
|
|
audio_in_enabled: bool = False
|
|
|
audio_in_sample_rate: int = 16000
|
|
|
audio_in_channels: int = 1
|
|
|
vad_enabled: bool = False
|
|
|
vad_audio_passthrough: bool = False
|
|
|
vad_analyzer: VADAnalyzer | None = None
|
|
|
|
|
|
|
|
|
class BaseTransport(ABC):
|
|
|
|
|
|
def __init__(self,
|
|
|
input_name: str | None = None,
|
|
|
output_name: str | None = None,
|
|
|
loop: asyncio.AbstractEventLoop | None = None):
|
|
|
self._input_name = input_name
|
|
|
self._output_name = output_name
|
|
|
self._loop = loop or asyncio.get_running_loop()
|
|
|
self._event_handlers: dict = {}
|
|
|
|
|
|
@abstractmethod
|
|
|
def input(self) -> FrameProcessor:
|
|
|
raise NotImplementedError
|
|
|
|
|
|
@abstractmethod
|
|
|
def output(self) -> FrameProcessor:
|
|
|
raise NotImplementedError
|
|
|
|
|
|
def event_handler(self, event_name: str):
|
|
|
def decorator(handler):
|
|
|
self._add_event_handler(event_name, handler)
|
|
|
return handler
|
|
|
return decorator
|
|
|
|
|
|
def _register_event_handler(self, event_name: str):
|
|
|
if event_name in self._event_handlers:
|
|
|
raise Exception(f"Event handler {event_name} already registered")
|
|
|
self._event_handlers[event_name] = []
|
|
|
|
|
|
def _add_event_handler(self, event_name: str, handler):
|
|
|
if event_name not in self._event_handlers:
|
|
|
raise Exception(f"Event handler {event_name} not registered")
|
|
|
self._event_handlers[event_name].append(handler)
|
|
|
|
|
|
async def _call_event_handler(self, event_name: str, *args, **kwargs):
|
|
|
try:
|
|
|
for handler in self._event_handlers[event_name]:
|
|
|
if inspect.iscoroutinefunction(handler):
|
|
|
await handler(self, *args, **kwargs)
|
|
|
else:
|
|
|
handler(self, *args, **kwargs)
|
|
|
except Exception as e:
|
|
|
logger.exception(f"Exception in event handler {event_name}: {e}")
|
|
|
|
