File size: 2,501 Bytes
87337b1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 |
from ten_ai_base.tts import AsyncTTSBaseExtension
from .polly_tts import PollyTTS, PollyTTSConfig
import traceback
from ten import (
AsyncTenEnv,
)
PROPERTY_REGION = "region" # Optional
PROPERTY_ACCESS_KEY = "access_key" # Optional
PROPERTY_SECRET_KEY = "secret_key" # Optional
PROPERTY_ENGINE = "engine" # Optional
PROPERTY_VOICE = "voice" # Optional
PROPERTY_SAMPLE_RATE = "sample_rate" # Optional
PROPERTY_LANG_CODE = "lang_code" # Optional
class PollyTTSExtension(AsyncTTSBaseExtension):
def __init__(self, name: str):
super().__init__(name)
self.client = None
self.config = None
async def on_init(self, ten_env: AsyncTenEnv) -> None:
await super().on_init(ten_env)
ten_env.log_debug("on_init")
async def on_start(self, ten_env: AsyncTenEnv) -> None:
try:
await super().on_start(ten_env)
ten_env.log_debug("on_start")
self.config = await PollyTTSConfig.create_async(ten_env=ten_env)
if not self.config.access_key or not self.config.secret_key:
raise ValueError("access_key and secret_key are required")
self.client = PollyTTS(self.config, ten_env)
except Exception:
ten_env.log_error(f"on_start failed: {traceback.format_exc()}")
async def on_stop(self, ten_env: AsyncTenEnv) -> None:
await super().on_stop(ten_env)
ten_env.log_debug("on_stop")
# TODO: clean up resources
async def on_deinit(self, ten_env: AsyncTenEnv) -> None:
await super().on_deinit(ten_env)
ten_env.log_debug("on_deinit")
async def on_request_tts(
self, ten_env: AsyncTenEnv, input_text: str, end_of_segment: bool
) -> None:
try:
data = self.client.text_to_speech_stream(ten_env, input_text, end_of_segment)
async for frame in data:
await self.send_audio_out(
ten_env, frame, sample_rate=self.client.config.sample_rate
)
except Exception:
ten_env.log_error(f"on_request_tts failed: {traceback.format_exc()}")
async def on_cancel_tts(self, ten_env: AsyncTenEnv) -> None:
"""
Cancel ongoing TTS operation
"""
await super().on_cancel_tts(ten_env)
try:
if self.client:
self.client.on_cancel_tts(ten_env)
except Exception:
ten_env.log_error(f"on_cancel_tts failed: {traceback.format_exc()}")
|