Spaces:
Build error
Build error
Michael Hu
commited on
Commit
·
e3cb97b
1
Parent(s):
55e29e2
Implement infrastructure base classes
Browse files
src/infrastructure/__init__.py
CHANGED
@@ -1,3 +1 @@
|
|
1 |
-
"""Infrastructure layer
|
2 |
-
|
3 |
-
# Infrastructure implementations will be added in subsequent tasks
|
|
|
1 |
+
"""Infrastructure layer for external service implementations."""
|
|
|
|
src/infrastructure/base/__init__.py
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
"""Base classes for infrastructure providers."""
|
src/infrastructure/base/file_utils.py
ADDED
@@ -0,0 +1,409 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
"""File generation and management utilities for infrastructure providers."""
|
2 |
+
|
3 |
+
import logging
|
4 |
+
import os
|
5 |
+
import tempfile
|
6 |
+
import time
|
7 |
+
from pathlib import Path
|
8 |
+
from typing import Optional, Union
|
9 |
+
import hashlib
|
10 |
+
|
11 |
+
logger = logging.getLogger(__name__)
|
12 |
+
|
13 |
+
|
14 |
+
class FileManager:
|
15 |
+
"""Utility class for managing temporary files and directories."""
|
16 |
+
|
17 |
+
def __init__(self, base_dir: Optional[Union[str, Path]] = None):
|
18 |
+
"""
|
19 |
+
Initialize the file manager.
|
20 |
+
|
21 |
+
Args:
|
22 |
+
base_dir: Base directory for file operations (defaults to system temp)
|
23 |
+
"""
|
24 |
+
if base_dir:
|
25 |
+
self.base_dir = Path(base_dir)
|
26 |
+
else:
|
27 |
+
self.base_dir = Path(tempfile.gettempdir()) / "tts_app"
|
28 |
+
|
29 |
+
self.base_dir.mkdir(exist_ok=True)
|
30 |
+
logger.debug(f"FileManager initialized with base directory: {self.base_dir}")
|
31 |
+
|
32 |
+
def create_temp_file(self, suffix: str = ".tmp", prefix: str = "temp", content: bytes = None) -> Path:
|
33 |
+
"""
|
34 |
+
Create a temporary file.
|
35 |
+
|
36 |
+
Args:
|
37 |
+
suffix: File suffix/extension
|
38 |
+
prefix: File prefix
|
39 |
+
content: Optional content to write to the file
|
40 |
+
|
41 |
+
Returns:
|
42 |
+
Path: Path to the created temporary file
|
43 |
+
"""
|
44 |
+
timestamp = int(time.time() * 1000)
|
45 |
+
filename = f"{prefix}_{timestamp}{suffix}"
|
46 |
+
file_path = self.base_dir / filename
|
47 |
+
|
48 |
+
if content:
|
49 |
+
with open(file_path, 'wb') as f:
|
50 |
+
f.write(content)
|
51 |
+
else:
|
52 |
+
file_path.touch()
|
53 |
+
|
54 |
+
logger.debug(f"Created temporary file: {file_path}")
|
55 |
+
return file_path
|
56 |
+
|
57 |
+
def create_unique_filename(self, base_name: str, extension: str = "", content_hash: bool = False, content: bytes = None) -> str:
|
58 |
+
"""
|
59 |
+
Create a unique filename.
|
60 |
+
|
61 |
+
Args:
|
62 |
+
base_name: Base name for the file
|
63 |
+
extension: File extension (with or without dot)
|
64 |
+
content_hash: Whether to include content hash in filename
|
65 |
+
content: Content to hash (required if content_hash=True)
|
66 |
+
|
67 |
+
Returns:
|
68 |
+
str: Unique filename
|
69 |
+
"""
|
70 |
+
timestamp = int(time.time() * 1000)
|
71 |
+
|
72 |
+
if not extension.startswith('.') and extension:
|
73 |
+
extension = '.' + extension
|
74 |
+
|
75 |
+
filename = f"{base_name}_{timestamp}"
|
76 |
+
|
77 |
+
if content_hash and content:
|
78 |
+
hash_obj = hashlib.md5(content)
|
79 |
+
content_hash_str = hash_obj.hexdigest()[:8]
|
80 |
+
filename += f"_{content_hash_str}"
|
81 |
+
|
82 |
+
filename += extension
|
83 |
+
return filename
|
84 |
+
|
85 |
+
def save_audio_file(self, audio_data: bytes, format: str = "wav", prefix: str = "audio") -> Path:
|
86 |
+
"""
|
87 |
+
Save audio data to a file.
|
88 |
+
|
89 |
+
Args:
|
90 |
+
audio_data: Raw audio data
|
91 |
+
format: Audio format (wav, mp3, etc.)
|
92 |
+
prefix: Filename prefix
|
93 |
+
|
94 |
+
Returns:
|
95 |
+
Path: Path to the saved audio file
|
96 |
+
"""
|
97 |
+
if not format.startswith('.'):
|
98 |
+
format = '.' + format
|
99 |
+
|
100 |
+
filename = self.create_unique_filename(prefix, format, content_hash=True, content=audio_data)
|
101 |
+
file_path = self.base_dir / filename
|
102 |
+
|
103 |
+
with open(file_path, 'wb') as f:
|
104 |
+
f.write(audio_data)
|
105 |
+
|
106 |
+
logger.debug(f"Saved audio file: {file_path} ({len(audio_data)} bytes)")
|
107 |
+
return file_path
|
108 |
+
|
109 |
+
def save_text_file(self, text_content: str, encoding: str = "utf-8", prefix: str = "text") -> Path:
|
110 |
+
"""
|
111 |
+
Save text content to a file.
|
112 |
+
|
113 |
+
Args:
|
114 |
+
text_content: Text content to save
|
115 |
+
encoding: Text encoding
|
116 |
+
prefix: Filename prefix
|
117 |
+
|
118 |
+
Returns:
|
119 |
+
Path: Path to the saved text file
|
120 |
+
"""
|
121 |
+
filename = self.create_unique_filename(prefix, ".txt")
|
122 |
+
file_path = self.base_dir / filename
|
123 |
+
|
124 |
+
with open(file_path, 'w', encoding=encoding) as f:
|
125 |
+
f.write(text_content)
|
126 |
+
|
127 |
+
logger.debug(f"Saved text file: {file_path} ({len(text_content)} characters)")
|
128 |
+
return file_path
|
129 |
+
|
130 |
+
def cleanup_file(self, file_path: Union[str, Path]) -> bool:
|
131 |
+
"""
|
132 |
+
Clean up a single file.
|
133 |
+
|
134 |
+
Args:
|
135 |
+
file_path: Path to the file to clean up
|
136 |
+
|
137 |
+
Returns:
|
138 |
+
bool: True if file was successfully deleted, False otherwise
|
139 |
+
"""
|
140 |
+
try:
|
141 |
+
path = Path(file_path)
|
142 |
+
if path.exists() and path.is_file():
|
143 |
+
path.unlink()
|
144 |
+
logger.debug(f"Cleaned up file: {path}")
|
145 |
+
return True
|
146 |
+
return False
|
147 |
+
except Exception as e:
|
148 |
+
logger.warning(f"Failed to cleanup file {file_path}: {str(e)}")
|
149 |
+
return False
|
150 |
+
|
151 |
+
def cleanup_old_files(self, max_age_hours: int = 24, pattern: str = "*") -> int:
|
152 |
+
"""
|
153 |
+
Clean up old files in the base directory.
|
154 |
+
|
155 |
+
Args:
|
156 |
+
max_age_hours: Maximum age of files to keep in hours
|
157 |
+
pattern: File pattern to match (glob pattern)
|
158 |
+
|
159 |
+
Returns:
|
160 |
+
int: Number of files cleaned up
|
161 |
+
"""
|
162 |
+
try:
|
163 |
+
current_time = time.time()
|
164 |
+
max_age_seconds = max_age_hours * 3600
|
165 |
+
cleaned_count = 0
|
166 |
+
|
167 |
+
for file_path in self.base_dir.glob(pattern):
|
168 |
+
if file_path.is_file():
|
169 |
+
file_age = current_time - file_path.stat().st_mtime
|
170 |
+
if file_age > max_age_seconds:
|
171 |
+
if self.cleanup_file(file_path):
|
172 |
+
cleaned_count += 1
|
173 |
+
|
174 |
+
if cleaned_count > 0:
|
175 |
+
logger.info(f"Cleaned up {cleaned_count} old files")
|
176 |
+
|
177 |
+
return cleaned_count
|
178 |
+
|
179 |
+
except Exception as e:
|
180 |
+
logger.error(f"Failed to cleanup old files: {str(e)}")
|
181 |
+
return 0
|
182 |
+
|
183 |
+
def get_file_info(self, file_path: Union[str, Path]) -> dict:
|
184 |
+
"""
|
185 |
+
Get information about a file.
|
186 |
+
|
187 |
+
Args:
|
188 |
+
file_path: Path to the file
|
189 |
+
|
190 |
+
Returns:
|
191 |
+
dict: File information
|
192 |
+
"""
|
193 |
+
try:
|
194 |
+
path = Path(file_path)
|
195 |
+
if not path.exists():
|
196 |
+
return {'exists': False}
|
197 |
+
|
198 |
+
stat = path.stat()
|
199 |
+
return {
|
200 |
+
'exists': True,
|
201 |
+
'size_bytes': stat.st_size,
|
202 |
+
'created_time': stat.st_ctime,
|
203 |
+
'modified_time': stat.st_mtime,
|
204 |
+
'is_file': path.is_file(),
|
205 |
+
'is_directory': path.is_dir(),
|
206 |
+
'extension': path.suffix,
|
207 |
+
'name': path.name,
|
208 |
+
'parent': str(path.parent)
|
209 |
+
}
|
210 |
+
except Exception as e:
|
211 |
+
logger.error(f"Failed to get file info for {file_path}: {str(e)}")
|
212 |
+
return {'exists': False, 'error': str(e)}
|
213 |
+
|
214 |
+
def ensure_directory(self, dir_path: Union[str, Path]) -> Path:
|
215 |
+
"""
|
216 |
+
Ensure a directory exists, creating it if necessary.
|
217 |
+
|
218 |
+
Args:
|
219 |
+
dir_path: Path to the directory
|
220 |
+
|
221 |
+
Returns:
|
222 |
+
Path: Path to the directory
|
223 |
+
"""
|
224 |
+
path = Path(dir_path)
|
225 |
+
path.mkdir(parents=True, exist_ok=True)
|
226 |
+
logger.debug(f"Ensured directory exists: {path}")
|
227 |
+
return path
|
228 |
+
|
229 |
+
def get_disk_usage(self) -> dict:
|
230 |
+
"""
|
231 |
+
Get disk usage information for the base directory.
|
232 |
+
|
233 |
+
Returns:
|
234 |
+
dict: Disk usage information
|
235 |
+
"""
|
236 |
+
try:
|
237 |
+
total_size = 0
|
238 |
+
file_count = 0
|
239 |
+
|
240 |
+
for file_path in self.base_dir.rglob('*'):
|
241 |
+
if file_path.is_file():
|
242 |
+
total_size += file_path.stat().st_size
|
243 |
+
file_count += 1
|
244 |
+
|
245 |
+
return {
|
246 |
+
'base_directory': str(self.base_dir),
|
247 |
+
'total_size_bytes': total_size,
|
248 |
+
'total_size_mb': total_size / (1024 * 1024),
|
249 |
+
'file_count': file_count
|
250 |
+
}
|
251 |
+
except Exception as e:
|
252 |
+
logger.error(f"Failed to get disk usage: {str(e)}")
|
253 |
+
return {'error': str(e)}
|
254 |
+
|
255 |
+
|
256 |
+
class AudioFileGenerator:
|
257 |
+
"""Utility class for generating audio files from raw audio data."""
|
258 |
+
|
259 |
+
@staticmethod
|
260 |
+
def save_wav_file(audio_data: bytes, sample_rate: int, file_path: Union[str, Path], channels: int = 1, sample_width: int = 2) -> Path:
|
261 |
+
"""
|
262 |
+
Save raw audio data as a WAV file.
|
263 |
+
|
264 |
+
Args:
|
265 |
+
audio_data: Raw audio data
|
266 |
+
sample_rate: Sample rate in Hz
|
267 |
+
file_path: Output file path
|
268 |
+
channels: Number of audio channels
|
269 |
+
sample_width: Sample width in bytes
|
270 |
+
|
271 |
+
Returns:
|
272 |
+
Path: Path to the saved WAV file
|
273 |
+
"""
|
274 |
+
try:
|
275 |
+
import wave
|
276 |
+
|
277 |
+
path = Path(file_path)
|
278 |
+
|
279 |
+
with wave.open(str(path), 'wb') as wav_file:
|
280 |
+
wav_file.setnchannels(channels)
|
281 |
+
wav_file.setsampwidth(sample_width)
|
282 |
+
wav_file.setframerate(sample_rate)
|
283 |
+
wav_file.writeframes(audio_data)
|
284 |
+
|
285 |
+
logger.debug(f"Saved WAV file: {path} (sample_rate={sample_rate}, channels={channels})")
|
286 |
+
return path
|
287 |
+
|
288 |
+
except Exception as e:
|
289 |
+
logger.error(f"Failed to save WAV file: {str(e)}")
|
290 |
+
raise
|
291 |
+
|
292 |
+
@staticmethod
|
293 |
+
def convert_numpy_to_wav(audio_array, sample_rate: int, file_path: Union[str, Path]) -> Path:
|
294 |
+
"""
|
295 |
+
Convert numpy array to WAV file.
|
296 |
+
|
297 |
+
Args:
|
298 |
+
audio_array: Numpy array containing audio data
|
299 |
+
sample_rate: Sample rate in Hz
|
300 |
+
file_path: Output file path
|
301 |
+
|
302 |
+
Returns:
|
303 |
+
Path: Path to the saved WAV file
|
304 |
+
"""
|
305 |
+
try:
|
306 |
+
import numpy as np
|
307 |
+
import soundfile as sf
|
308 |
+
|
309 |
+
path = Path(file_path)
|
310 |
+
|
311 |
+
# Ensure audio is in the correct format
|
312 |
+
if audio_array.dtype != np.float32:
|
313 |
+
audio_array = audio_array.astype(np.float32)
|
314 |
+
|
315 |
+
# Normalize if needed
|
316 |
+
if np.max(np.abs(audio_array)) > 1.0:
|
317 |
+
audio_array = audio_array / np.max(np.abs(audio_array))
|
318 |
+
|
319 |
+
sf.write(str(path), audio_array, sample_rate)
|
320 |
+
|
321 |
+
logger.debug(f"Converted numpy array to WAV: {path}")
|
322 |
+
return path
|
323 |
+
|
324 |
+
except ImportError:
|
325 |
+
logger.error("soundfile library not available for numpy conversion")
|
326 |
+
raise
|
327 |
+
except Exception as e:
|
328 |
+
logger.error(f"Failed to convert numpy array to WAV: {str(e)}")
|
329 |
+
raise
|
330 |
+
|
331 |
+
|
332 |
+
class ErrorHandler:
|
333 |
+
"""Utility class for handling and logging errors in infrastructure providers."""
|
334 |
+
|
335 |
+
def __init__(self, provider_name: str):
|
336 |
+
"""
|
337 |
+
Initialize the error handler.
|
338 |
+
|
339 |
+
Args:
|
340 |
+
provider_name: Name of the provider for error context
|
341 |
+
"""
|
342 |
+
self.provider_name = provider_name
|
343 |
+
self.logger = logging.getLogger(f"{__name__}.{provider_name}")
|
344 |
+
|
345 |
+
def handle_error(self, error: Exception, context: str = "", reraise_as: type = None) -> None:
|
346 |
+
"""
|
347 |
+
Handle an error with proper logging and optional re-raising.
|
348 |
+
|
349 |
+
Args:
|
350 |
+
error: The original error
|
351 |
+
context: Additional context about when the error occurred
|
352 |
+
reraise_as: Exception type to re-raise as (if None, re-raises original)
|
353 |
+
"""
|
354 |
+
error_msg = f"{self.provider_name} error"
|
355 |
+
if context:
|
356 |
+
error_msg += f" during {context}"
|
357 |
+
error_msg += f": {str(error)}"
|
358 |
+
|
359 |
+
self.logger.error(error_msg, exc_info=True)
|
360 |
+
|
361 |
+
if reraise_as:
|
362 |
+
raise reraise_as(error_msg) from error
|
363 |
+
else:
|
364 |
+
raise
|
365 |
+
|
366 |
+
def log_warning(self, message: str, context: str = "") -> None:
|
367 |
+
"""
|
368 |
+
Log a warning message.
|
369 |
+
|
370 |
+
Args:
|
371 |
+
message: Warning message
|
372 |
+
context: Additional context
|
373 |
+
"""
|
374 |
+
warning_msg = f"{self.provider_name}"
|
375 |
+
if context:
|
376 |
+
warning_msg += f" ({context})"
|
377 |
+
warning_msg += f": {message}"
|
378 |
+
|
379 |
+
self.logger.warning(warning_msg)
|
380 |
+
|
381 |
+
def log_info(self, message: str, context: str = "") -> None:
|
382 |
+
"""
|
383 |
+
Log an info message.
|
384 |
+
|
385 |
+
Args:
|
386 |
+
message: Info message
|
387 |
+
context: Additional context
|
388 |
+
"""
|
389 |
+
info_msg = f"{self.provider_name}"
|
390 |
+
if context:
|
391 |
+
info_msg += f" ({context})"
|
392 |
+
info_msg += f": {message}"
|
393 |
+
|
394 |
+
self.logger.info(info_msg)
|
395 |
+
|
396 |
+
def log_debug(self, message: str, context: str = "") -> None:
|
397 |
+
"""
|
398 |
+
Log a debug message.
|
399 |
+
|
400 |
+
Args:
|
401 |
+
message: Debug message
|
402 |
+
context: Additional context
|
403 |
+
"""
|
404 |
+
debug_msg = f"{self.provider_name}"
|
405 |
+
if context:
|
406 |
+
debug_msg += f" ({context})"
|
407 |
+
debug_msg += f": {message}"
|
408 |
+
|
409 |
+
self.logger.debug(debug_msg)
|
src/infrastructure/base/stt_provider_base.py
ADDED
@@ -0,0 +1,306 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
"""Base class for STT provider implementations."""
|
2 |
+
|
3 |
+
import logging
|
4 |
+
import os
|
5 |
+
import tempfile
|
6 |
+
from abc import ABC, abstractmethod
|
7 |
+
from pathlib import Path
|
8 |
+
from typing import Optional, TYPE_CHECKING
|
9 |
+
|
10 |
+
if TYPE_CHECKING:
|
11 |
+
from ...domain.models.audio_content import AudioContent
|
12 |
+
from ...domain.models.text_content import TextContent
|
13 |
+
|
14 |
+
from ...domain.interfaces.speech_recognition import ISpeechRecognitionService
|
15 |
+
from ...domain.exceptions import SpeechRecognitionException
|
16 |
+
|
17 |
+
logger = logging.getLogger(__name__)
|
18 |
+
|
19 |
+
|
20 |
+
class STTProviderBase(ISpeechRecognitionService, ABC):
|
21 |
+
"""Abstract base class for STT provider implementations."""
|
22 |
+
|
23 |
+
def __init__(self, provider_name: str, supported_languages: list[str] = None):
|
24 |
+
"""
|
25 |
+
Initialize the STT provider.
|
26 |
+
|
27 |
+
Args:
|
28 |
+
provider_name: Name of the STT provider
|
29 |
+
supported_languages: List of supported language codes
|
30 |
+
"""
|
31 |
+
self.provider_name = provider_name
|
32 |
+
self.supported_languages = supported_languages or []
|
33 |
+
self._temp_dir = self._ensure_temp_directory()
|
34 |
+
|
35 |
+
def transcribe(self, audio: 'AudioContent', model: str) -> 'TextContent':
|
36 |
+
"""
|
37 |
+
Transcribe audio content to text.
|
38 |
+
|
39 |
+
Args:
|
40 |
+
audio: The audio content to transcribe
|
41 |
+
model: The STT model to use for transcription
|
42 |
+
|
43 |
+
Returns:
|
44 |
+
TextContent: The transcribed text
|
45 |
+
|
46 |
+
Raises:
|
47 |
+
SpeechRecognitionException: If transcription fails
|
48 |
+
"""
|
49 |
+
try:
|
50 |
+
logger.info(f"Starting transcription with {self.provider_name} provider using model {model}")
|
51 |
+
self._validate_audio(audio)
|
52 |
+
|
53 |
+
# Preprocess audio if needed
|
54 |
+
processed_audio_path = self._preprocess_audio(audio)
|
55 |
+
|
56 |
+
try:
|
57 |
+
# Perform transcription using provider-specific implementation
|
58 |
+
transcribed_text = self._perform_transcription(processed_audio_path, model)
|
59 |
+
|
60 |
+
# Create TextContent from transcription result
|
61 |
+
from ...domain.models.text_content import TextContent
|
62 |
+
|
63 |
+
# Detect language if not specified (default to English)
|
64 |
+
detected_language = self._detect_language(transcribed_text) or 'en'
|
65 |
+
|
66 |
+
text_content = TextContent(
|
67 |
+
text=transcribed_text,
|
68 |
+
language=detected_language,
|
69 |
+
encoding='utf-8'
|
70 |
+
)
|
71 |
+
|
72 |
+
logger.info(f"Transcription completed successfully with {self.provider_name}")
|
73 |
+
return text_content
|
74 |
+
|
75 |
+
finally:
|
76 |
+
# Clean up temporary audio file
|
77 |
+
self._cleanup_temp_file(processed_audio_path)
|
78 |
+
|
79 |
+
except Exception as e:
|
80 |
+
logger.error(f"Transcription failed with {self.provider_name}: {str(e)}")
|
81 |
+
raise SpeechRecognitionException(f"STT transcription failed: {str(e)}") from e
|
82 |
+
|
83 |
+
@abstractmethod
|
84 |
+
def _perform_transcription(self, audio_path: Path, model: str) -> str:
|
85 |
+
"""
|
86 |
+
Perform the actual transcription using provider-specific implementation.
|
87 |
+
|
88 |
+
Args:
|
89 |
+
audio_path: Path to the preprocessed audio file
|
90 |
+
model: The STT model to use
|
91 |
+
|
92 |
+
Returns:
|
93 |
+
str: The transcribed text
|
94 |
+
"""
|
95 |
+
pass
|
96 |
+
|
97 |
+
@abstractmethod
|
98 |
+
def is_available(self) -> bool:
|
99 |
+
"""
|
100 |
+
Check if the STT provider is available and ready to use.
|
101 |
+
|
102 |
+
Returns:
|
103 |
+
bool: True if provider is available, False otherwise
|
104 |
+
"""
|
105 |
+
pass
|
106 |
+
|
107 |
+
@abstractmethod
|
108 |
+
def get_available_models(self) -> list[str]:
|
109 |
+
"""
|
110 |
+
Get list of available models for this provider.
|
111 |
+
|
112 |
+
Returns:
|
113 |
+
list[str]: List of model identifiers
|
114 |
+
"""
|
115 |
+
pass
|
116 |
+
|
117 |
+
def _preprocess_audio(self, audio: 'AudioContent') -> Path:
|
118 |
+
"""
|
119 |
+
Preprocess audio content for transcription.
|
120 |
+
|
121 |
+
Args:
|
122 |
+
audio: The audio content to preprocess
|
123 |
+
|
124 |
+
Returns:
|
125 |
+
Path: Path to the preprocessed audio file
|
126 |
+
"""
|
127 |
+
try:
|
128 |
+
# Create temporary file for audio processing
|
129 |
+
temp_file = self._temp_dir / f"audio_{id(audio)}.wav"
|
130 |
+
|
131 |
+
# Write audio data to temporary file
|
132 |
+
with open(temp_file, 'wb') as f:
|
133 |
+
f.write(audio.data)
|
134 |
+
|
135 |
+
# Convert to required format if needed
|
136 |
+
processed_file = self._convert_audio_format(temp_file, audio)
|
137 |
+
|
138 |
+
logger.debug(f"Audio preprocessed and saved to: {processed_file}")
|
139 |
+
return processed_file
|
140 |
+
|
141 |
+
except Exception as e:
|
142 |
+
logger.error(f"Audio preprocessing failed: {str(e)}")
|
143 |
+
raise SpeechRecognitionException(f"Audio preprocessing failed: {str(e)}") from e
|
144 |
+
|
145 |
+
def _convert_audio_format(self, audio_path: Path, audio: 'AudioContent') -> Path:
|
146 |
+
"""
|
147 |
+
Convert audio to the required format for transcription.
|
148 |
+
|
149 |
+
Args:
|
150 |
+
audio_path: Path to the original audio file
|
151 |
+
audio: The audio content metadata
|
152 |
+
|
153 |
+
Returns:
|
154 |
+
Path: Path to the converted audio file
|
155 |
+
"""
|
156 |
+
try:
|
157 |
+
# Import audio processing library
|
158 |
+
from pydub import AudioSegment
|
159 |
+
|
160 |
+
# Load audio file
|
161 |
+
if audio.format.lower() == 'mp3':
|
162 |
+
audio_segment = AudioSegment.from_mp3(audio_path)
|
163 |
+
elif audio.format.lower() == 'wav':
|
164 |
+
audio_segment = AudioSegment.from_wav(audio_path)
|
165 |
+
elif audio.format.lower() == 'flac':
|
166 |
+
audio_segment = AudioSegment.from_file(audio_path, format='flac')
|
167 |
+
elif audio.format.lower() == 'ogg':
|
168 |
+
audio_segment = AudioSegment.from_ogg(audio_path)
|
169 |
+
else:
|
170 |
+
# Try to load as generic audio file
|
171 |
+
audio_segment = AudioSegment.from_file(audio_path)
|
172 |
+
|
173 |
+
# Convert to standard format for STT (16kHz, mono, WAV)
|
174 |
+
standardized_audio = audio_segment.set_frame_rate(16000).set_channels(1)
|
175 |
+
|
176 |
+
# Create output path
|
177 |
+
output_path = audio_path.with_suffix('.wav')
|
178 |
+
if output_path == audio_path:
|
179 |
+
output_path = audio_path.with_name(f"converted_{audio_path.name}")
|
180 |
+
|
181 |
+
# Export converted audio
|
182 |
+
standardized_audio.export(output_path, format="wav")
|
183 |
+
|
184 |
+
logger.debug(f"Audio converted from {audio.format} to WAV: {output_path}")
|
185 |
+
return output_path
|
186 |
+
|
187 |
+
except ImportError:
|
188 |
+
logger.warning("pydub not available, using original audio file")
|
189 |
+
return audio_path
|
190 |
+
except Exception as e:
|
191 |
+
logger.warning(f"Audio conversion failed, using original file: {str(e)}")
|
192 |
+
return audio_path
|
193 |
+
|
194 |
+
def _validate_audio(self, audio: 'AudioContent') -> None:
|
195 |
+
"""
|
196 |
+
Validate the audio content for transcription.
|
197 |
+
|
198 |
+
Args:
|
199 |
+
audio: The audio content to validate
|
200 |
+
|
201 |
+
Raises:
|
202 |
+
SpeechRecognitionException: If audio is invalid
|
203 |
+
"""
|
204 |
+
if not audio.data:
|
205 |
+
raise SpeechRecognitionException("Audio data cannot be empty")
|
206 |
+
|
207 |
+
if audio.duration > 3600: # 1 hour limit
|
208 |
+
raise SpeechRecognitionException("Audio duration exceeds maximum limit of 1 hour")
|
209 |
+
|
210 |
+
if audio.duration < 0.1: # Minimum 100ms
|
211 |
+
raise SpeechRecognitionException("Audio duration too short (minimum 100ms)")
|
212 |
+
|
213 |
+
if not audio.is_valid_format:
|
214 |
+
raise SpeechRecognitionException(f"Unsupported audio format: {audio.format}")
|
215 |
+
|
216 |
+
def _detect_language(self, text: str) -> Optional[str]:
|
217 |
+
"""
|
218 |
+
Detect the language of transcribed text.
|
219 |
+
|
220 |
+
Args:
|
221 |
+
text: The transcribed text
|
222 |
+
|
223 |
+
Returns:
|
224 |
+
Optional[str]: Detected language code or None if detection fails
|
225 |
+
"""
|
226 |
+
try:
|
227 |
+
# Simple heuristic-based language detection
|
228 |
+
# This is a basic implementation - in production, you might use langdetect or similar
|
229 |
+
|
230 |
+
# Check for common English words
|
231 |
+
english_indicators = ['the', 'and', 'is', 'in', 'to', 'of', 'a', 'that', 'it', 'with']
|
232 |
+
text_lower = text.lower()
|
233 |
+
english_count = sum(1 for word in english_indicators if word in text_lower)
|
234 |
+
|
235 |
+
if english_count >= 2:
|
236 |
+
return 'en'
|
237 |
+
|
238 |
+
# Default to English if uncertain
|
239 |
+
return 'en'
|
240 |
+
|
241 |
+
except Exception as e:
|
242 |
+
logger.warning(f"Language detection failed: {str(e)}")
|
243 |
+
return None
|
244 |
+
|
245 |
+
def _ensure_temp_directory(self) -> Path:
|
246 |
+
"""
|
247 |
+
Ensure temporary directory exists and return its path.
|
248 |
+
|
249 |
+
Returns:
|
250 |
+
Path: Path to the temporary directory
|
251 |
+
"""
|
252 |
+
temp_dir = Path(tempfile.gettempdir()) / "stt_temp"
|
253 |
+
temp_dir.mkdir(exist_ok=True)
|
254 |
+
return temp_dir
|
255 |
+
|
256 |
+
def _cleanup_temp_file(self, file_path: Path) -> None:
|
257 |
+
"""
|
258 |
+
Clean up a temporary file.
|
259 |
+
|
260 |
+
Args:
|
261 |
+
file_path: Path to the file to clean up
|
262 |
+
"""
|
263 |
+
try:
|
264 |
+
if file_path.exists():
|
265 |
+
file_path.unlink()
|
266 |
+
logger.debug(f"Cleaned up temp file: {file_path}")
|
267 |
+
except Exception as e:
|
268 |
+
logger.warning(f"Failed to cleanup temp file {file_path}: {str(e)}")
|
269 |
+
|
270 |
+
def _cleanup_old_temp_files(self, max_age_hours: int = 24) -> None:
|
271 |
+
"""
|
272 |
+
Clean up old temporary files.
|
273 |
+
|
274 |
+
Args:
|
275 |
+
max_age_hours: Maximum age of files to keep in hours
|
276 |
+
"""
|
277 |
+
try:
|
278 |
+
import time
|
279 |
+
current_time = time.time()
|
280 |
+
max_age_seconds = max_age_hours * 3600
|
281 |
+
|
282 |
+
for file_path in self._temp_dir.glob("*"):
|
283 |
+
if file_path.is_file():
|
284 |
+
file_age = current_time - file_path.stat().st_mtime
|
285 |
+
if file_age > max_age_seconds:
|
286 |
+
file_path.unlink()
|
287 |
+
logger.debug(f"Cleaned up old temp file: {file_path}")
|
288 |
+
|
289 |
+
except Exception as e:
|
290 |
+
logger.warning(f"Failed to cleanup old temp files: {str(e)}")
|
291 |
+
|
292 |
+
def _handle_provider_error(self, error: Exception, context: str = "") -> None:
|
293 |
+
"""
|
294 |
+
Handle provider-specific errors and convert to domain exceptions.
|
295 |
+
|
296 |
+
Args:
|
297 |
+
error: The original error
|
298 |
+
context: Additional context about when the error occurred
|
299 |
+
"""
|
300 |
+
error_msg = f"{self.provider_name} error"
|
301 |
+
if context:
|
302 |
+
error_msg += f" during {context}"
|
303 |
+
error_msg += f": {str(error)}"
|
304 |
+
|
305 |
+
logger.error(error_msg, exc_info=True)
|
306 |
+
raise SpeechRecognitionException(error_msg) from error
|
src/infrastructure/base/translation_provider_base.py
ADDED
@@ -0,0 +1,356 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
"""Base class for translation provider implementations."""
|
2 |
+
|
3 |
+
import logging
|
4 |
+
import re
|
5 |
+
from abc import ABC, abstractmethod
|
6 |
+
from typing import List, TYPE_CHECKING
|
7 |
+
|
8 |
+
if TYPE_CHECKING:
|
9 |
+
from ...domain.models.translation_request import TranslationRequest
|
10 |
+
from ...domain.models.text_content import TextContent
|
11 |
+
|
12 |
+
from ...domain.interfaces.translation import ITranslationService
|
13 |
+
from ...domain.exceptions import TranslationFailedException
|
14 |
+
|
15 |
+
logger = logging.getLogger(__name__)
|
16 |
+
|
17 |
+
|
18 |
+
class TranslationProviderBase(ITranslationService, ABC):
|
19 |
+
"""Abstract base class for translation provider implementations."""
|
20 |
+
|
21 |
+
def __init__(self, provider_name: str, supported_languages: dict[str, list[str]] = None):
|
22 |
+
"""
|
23 |
+
Initialize the translation provider.
|
24 |
+
|
25 |
+
Args:
|
26 |
+
provider_name: Name of the translation provider
|
27 |
+
supported_languages: Dict mapping source languages to supported target languages
|
28 |
+
"""
|
29 |
+
self.provider_name = provider_name
|
30 |
+
self.supported_languages = supported_languages or {}
|
31 |
+
self.max_chunk_length = 1000 # Default chunk size for text processing
|
32 |
+
|
33 |
+
def translate(self, request: 'TranslationRequest') -> 'TextContent':
|
34 |
+
"""
|
35 |
+
Translate text from source language to target language.
|
36 |
+
|
37 |
+
Args:
|
38 |
+
request: The translation request
|
39 |
+
|
40 |
+
Returns:
|
41 |
+
TextContent: The translated text
|
42 |
+
|
43 |
+
Raises:
|
44 |
+
TranslationFailedException: If translation fails
|
45 |
+
"""
|
46 |
+
try:
|
47 |
+
logger.info(f"Starting translation with {self.provider_name} provider")
|
48 |
+
logger.info(f"Translating from {request.source_text.language} to {request.target_language}")
|
49 |
+
|
50 |
+
self._validate_request(request)
|
51 |
+
|
52 |
+
# Split text into chunks for processing
|
53 |
+
text_chunks = self._chunk_text(request.source_text.text)
|
54 |
+
logger.info(f"Split text into {len(text_chunks)} chunks for processing")
|
55 |
+
|
56 |
+
# Translate each chunk
|
57 |
+
translated_chunks = []
|
58 |
+
for i, chunk in enumerate(text_chunks):
|
59 |
+
logger.debug(f"Translating chunk {i+1}/{len(text_chunks)}")
|
60 |
+
translated_chunk = self._translate_chunk(
|
61 |
+
chunk,
|
62 |
+
request.source_text.language,
|
63 |
+
request.target_language
|
64 |
+
)
|
65 |
+
translated_chunks.append(translated_chunk)
|
66 |
+
|
67 |
+
# Reassemble translated text
|
68 |
+
translated_text = self._reassemble_chunks(translated_chunks)
|
69 |
+
|
70 |
+
# Create TextContent from translation result
|
71 |
+
from ...domain.models.text_content import TextContent
|
72 |
+
|
73 |
+
result = TextContent(
|
74 |
+
text=translated_text,
|
75 |
+
language=request.target_language,
|
76 |
+
encoding='utf-8'
|
77 |
+
)
|
78 |
+
|
79 |
+
logger.info(f"Translation completed successfully with {self.provider_name}")
|
80 |
+
logger.info(f"Original length: {len(request.source_text.text)}, Translated length: {len(translated_text)}")
|
81 |
+
|
82 |
+
return result
|
83 |
+
|
84 |
+
except Exception as e:
|
85 |
+
logger.error(f"Translation failed with {self.provider_name}: {str(e)}")
|
86 |
+
raise TranslationFailedException(f"Translation failed: {str(e)}") from e
|
87 |
+
|
88 |
+
@abstractmethod
|
89 |
+
def _translate_chunk(self, text: str, source_language: str, target_language: str) -> str:
|
90 |
+
"""
|
91 |
+
Translate a single chunk of text using provider-specific implementation.
|
92 |
+
|
93 |
+
Args:
|
94 |
+
text: The text chunk to translate
|
95 |
+
source_language: Source language code
|
96 |
+
target_language: Target language code
|
97 |
+
|
98 |
+
Returns:
|
99 |
+
str: The translated text chunk
|
100 |
+
"""
|
101 |
+
pass
|
102 |
+
|
103 |
+
@abstractmethod
|
104 |
+
def is_available(self) -> bool:
|
105 |
+
"""
|
106 |
+
Check if the translation provider is available and ready to use.
|
107 |
+
|
108 |
+
Returns:
|
109 |
+
bool: True if provider is available, False otherwise
|
110 |
+
"""
|
111 |
+
pass
|
112 |
+
|
113 |
+
@abstractmethod
|
114 |
+
def get_supported_languages(self) -> dict[str, list[str]]:
|
115 |
+
"""
|
116 |
+
Get supported language pairs for this provider.
|
117 |
+
|
118 |
+
Returns:
|
119 |
+
dict: Mapping of source languages to supported target languages
|
120 |
+
"""
|
121 |
+
pass
|
122 |
+
|
123 |
+
def _chunk_text(self, text: str) -> List[str]:
|
124 |
+
"""
|
125 |
+
Split text into chunks for translation processing.
|
126 |
+
|
127 |
+
Args:
|
128 |
+
text: The text to chunk
|
129 |
+
|
130 |
+
Returns:
|
131 |
+
List[str]: List of text chunks
|
132 |
+
"""
|
133 |
+
if len(text) <= self.max_chunk_length:
|
134 |
+
return [text]
|
135 |
+
|
136 |
+
chunks = []
|
137 |
+
current_chunk = ""
|
138 |
+
|
139 |
+
# Split by sentences first to maintain context
|
140 |
+
sentences = self._split_into_sentences(text)
|
141 |
+
|
142 |
+
for sentence in sentences:
|
143 |
+
# If adding this sentence would exceed chunk limit
|
144 |
+
if len(current_chunk) + len(sentence) > self.max_chunk_length:
|
145 |
+
if current_chunk:
|
146 |
+
chunks.append(current_chunk.strip())
|
147 |
+
current_chunk = ""
|
148 |
+
|
149 |
+
# If single sentence is too long, split by words
|
150 |
+
if len(sentence) > self.max_chunk_length:
|
151 |
+
word_chunks = self._split_long_sentence(sentence)
|
152 |
+
chunks.extend(word_chunks[:-1]) # Add all but last chunk
|
153 |
+
current_chunk = word_chunks[-1] # Start new chunk with last piece
|
154 |
+
else:
|
155 |
+
current_chunk = sentence
|
156 |
+
else:
|
157 |
+
current_chunk += " " + sentence if current_chunk else sentence
|
158 |
+
|
159 |
+
# Add remaining chunk
|
160 |
+
if current_chunk.strip():
|
161 |
+
chunks.append(current_chunk.strip())
|
162 |
+
|
163 |
+
logger.debug(f"Text chunked into {len(chunks)} pieces")
|
164 |
+
return chunks
|
165 |
+
|
166 |
+
def _split_into_sentences(self, text: str) -> List[str]:
|
167 |
+
"""
|
168 |
+
Split text into sentences using basic punctuation rules.
|
169 |
+
|
170 |
+
Args:
|
171 |
+
text: The text to split
|
172 |
+
|
173 |
+
Returns:
|
174 |
+
List[str]: List of sentences
|
175 |
+
"""
|
176 |
+
# Simple sentence splitting using regex
|
177 |
+
# This handles basic cases - more sophisticated NLP libraries could be used
|
178 |
+
sentence_endings = r'[.!?]+\s+'
|
179 |
+
sentences = re.split(sentence_endings, text)
|
180 |
+
|
181 |
+
# Filter out empty sentences and strip whitespace
|
182 |
+
sentences = [s.strip() for s in sentences if s.strip()]
|
183 |
+
|
184 |
+
return sentences
|
185 |
+
|
186 |
+
def _split_long_sentence(self, sentence: str) -> List[str]:
|
187 |
+
"""
|
188 |
+
Split a long sentence into smaller chunks by words.
|
189 |
+
|
190 |
+
Args:
|
191 |
+
sentence: The sentence to split
|
192 |
+
|
193 |
+
Returns:
|
194 |
+
List[str]: List of word chunks
|
195 |
+
"""
|
196 |
+
words = sentence.split()
|
197 |
+
chunks = []
|
198 |
+
current_chunk = ""
|
199 |
+
|
200 |
+
for word in words:
|
201 |
+
if len(current_chunk) + len(word) + 1 > self.max_chunk_length:
|
202 |
+
if current_chunk:
|
203 |
+
chunks.append(current_chunk.strip())
|
204 |
+
current_chunk = word
|
205 |
+
else:
|
206 |
+
# Single word is too long, just add it
|
207 |
+
chunks.append(word)
|
208 |
+
else:
|
209 |
+
current_chunk += " " + word if current_chunk else word
|
210 |
+
|
211 |
+
if current_chunk.strip():
|
212 |
+
chunks.append(current_chunk.strip())
|
213 |
+
|
214 |
+
return chunks
|
215 |
+
|
216 |
+
def _reassemble_chunks(self, chunks: List[str]) -> str:
|
217 |
+
"""
|
218 |
+
Reassemble translated chunks into a single text.
|
219 |
+
|
220 |
+
Args:
|
221 |
+
chunks: List of translated text chunks
|
222 |
+
|
223 |
+
Returns:
|
224 |
+
str: Reassembled text
|
225 |
+
"""
|
226 |
+
# Simple reassembly with space separation
|
227 |
+
# More sophisticated approaches could preserve original formatting
|
228 |
+
return " ".join(chunk.strip() for chunk in chunks if chunk.strip())
|
229 |
+
|
230 |
+
def _validate_request(self, request: 'TranslationRequest') -> None:
|
231 |
+
"""
|
232 |
+
Validate the translation request.
|
233 |
+
|
234 |
+
Args:
|
235 |
+
request: The translation request to validate
|
236 |
+
|
237 |
+
Raises:
|
238 |
+
TranslationFailedException: If request is invalid
|
239 |
+
"""
|
240 |
+
if not request.source_text.text.strip():
|
241 |
+
raise TranslationFailedException("Source text cannot be empty")
|
242 |
+
|
243 |
+
if request.source_text.language == request.target_language:
|
244 |
+
raise TranslationFailedException("Source and target languages cannot be the same")
|
245 |
+
|
246 |
+
# Check if language pair is supported
|
247 |
+
if self.supported_languages:
|
248 |
+
source_lang = request.source_text.language
|
249 |
+
target_lang = request.target_language
|
250 |
+
|
251 |
+
if source_lang not in self.supported_languages:
|
252 |
+
raise TranslationFailedException(
|
253 |
+
f"Source language {source_lang} not supported by {self.provider_name}. "
|
254 |
+
f"Supported source languages: {list(self.supported_languages.keys())}"
|
255 |
+
)
|
256 |
+
|
257 |
+
if target_lang not in self.supported_languages[source_lang]:
|
258 |
+
raise TranslationFailedException(
|
259 |
+
f"Translation from {source_lang} to {target_lang} not supported by {self.provider_name}. "
|
260 |
+
f"Supported target languages for {source_lang}: {self.supported_languages[source_lang]}"
|
261 |
+
)
|
262 |
+
|
263 |
+
def _preprocess_text(self, text: str) -> str:
|
264 |
+
"""
|
265 |
+
Preprocess text before translation.
|
266 |
+
|
267 |
+
Args:
|
268 |
+
text: The text to preprocess
|
269 |
+
|
270 |
+
Returns:
|
271 |
+
str: Preprocessed text
|
272 |
+
"""
|
273 |
+
# Basic text preprocessing
|
274 |
+
# Remove excessive whitespace
|
275 |
+
text = re.sub(r'\s+', ' ', text)
|
276 |
+
|
277 |
+
# Strip leading/trailing whitespace
|
278 |
+
text = text.strip()
|
279 |
+
|
280 |
+
return text
|
281 |
+
|
282 |
+
def _postprocess_text(self, text: str) -> str:
|
283 |
+
"""
|
284 |
+
Postprocess text after translation.
|
285 |
+
|
286 |
+
Args:
|
287 |
+
text: The text to postprocess
|
288 |
+
|
289 |
+
Returns:
|
290 |
+
str: Postprocessed text
|
291 |
+
"""
|
292 |
+
# Basic text postprocessing
|
293 |
+
# Remove excessive whitespace
|
294 |
+
text = re.sub(r'\s+', ' ', text)
|
295 |
+
|
296 |
+
# Strip leading/trailing whitespace
|
297 |
+
text = text.strip()
|
298 |
+
|
299 |
+
# Fix common spacing issues around punctuation
|
300 |
+
text = re.sub(r'\s+([.!?,:;])', r'\1', text)
|
301 |
+
text = re.sub(r'([.!?])\s*([A-Z])', r'\1 \2', text)
|
302 |
+
|
303 |
+
return text
|
304 |
+
|
305 |
+
def _handle_provider_error(self, error: Exception, context: str = "") -> None:
|
306 |
+
"""
|
307 |
+
Handle provider-specific errors and convert to domain exceptions.
|
308 |
+
|
309 |
+
Args:
|
310 |
+
error: The original error
|
311 |
+
context: Additional context about when the error occurred
|
312 |
+
"""
|
313 |
+
error_msg = f"{self.provider_name} error"
|
314 |
+
if context:
|
315 |
+
error_msg += f" during {context}"
|
316 |
+
error_msg += f": {str(error)}"
|
317 |
+
|
318 |
+
logger.error(error_msg, exc_info=True)
|
319 |
+
raise TranslationFailedException(error_msg) from error
|
320 |
+
|
321 |
+
def set_chunk_size(self, chunk_size: int) -> None:
|
322 |
+
"""
|
323 |
+
Set the maximum chunk size for text processing.
|
324 |
+
|
325 |
+
Args:
|
326 |
+
chunk_size: Maximum characters per chunk
|
327 |
+
"""
|
328 |
+
if chunk_size <= 0:
|
329 |
+
raise ValueError("Chunk size must be positive")
|
330 |
+
|
331 |
+
self.max_chunk_length = chunk_size
|
332 |
+
logger.info(f"Chunk size set to {chunk_size} characters")
|
333 |
+
|
334 |
+
def get_translation_stats(self, request: 'TranslationRequest') -> dict:
|
335 |
+
"""
|
336 |
+
Get statistics about a translation request.
|
337 |
+
|
338 |
+
Args:
|
339 |
+
request: The translation request
|
340 |
+
|
341 |
+
Returns:
|
342 |
+
dict: Translation statistics
|
343 |
+
"""
|
344 |
+
text = request.source_text.text
|
345 |
+
chunks = self._chunk_text(text)
|
346 |
+
|
347 |
+
return {
|
348 |
+
'provider': self.provider_name,
|
349 |
+
'source_language': request.source_text.language,
|
350 |
+
'target_language': request.target_language,
|
351 |
+
'text_length': len(text),
|
352 |
+
'word_count': len(text.split()),
|
353 |
+
'chunk_count': len(chunks),
|
354 |
+
'max_chunk_length': max(len(chunk) for chunk in chunks) if chunks else 0,
|
355 |
+
'avg_chunk_length': sum(len(chunk) for chunk in chunks) / len(chunks) if chunks else 0
|
356 |
+
}
|
src/infrastructure/base/tts_provider_base.py
ADDED
@@ -0,0 +1,269 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
"""Base class for TTS provider implementations."""
|
2 |
+
|
3 |
+
import logging
|
4 |
+
import os
|
5 |
+
import time
|
6 |
+
import tempfile
|
7 |
+
from abc import ABC, abstractmethod
|
8 |
+
from typing import Iterator, Optional, TYPE_CHECKING
|
9 |
+
from pathlib import Path
|
10 |
+
|
11 |
+
if TYPE_CHECKING:
|
12 |
+
from ...domain.models.speech_synthesis_request import SpeechSynthesisRequest
|
13 |
+
from ...domain.models.audio_content import AudioContent
|
14 |
+
from ...domain.models.audio_chunk import AudioChunk
|
15 |
+
|
16 |
+
from ...domain.interfaces.speech_synthesis import ISpeechSynthesisService
|
17 |
+
from ...domain.exceptions import SpeechSynthesisException
|
18 |
+
|
19 |
+
logger = logging.getLogger(__name__)
|
20 |
+
|
21 |
+
|
22 |
+
class TTSProviderBase(ISpeechSynthesisService, ABC):
|
23 |
+
"""Abstract base class for TTS provider implementations."""
|
24 |
+
|
25 |
+
def __init__(self, provider_name: str, supported_languages: list[str] = None):
|
26 |
+
"""
|
27 |
+
Initialize the TTS provider.
|
28 |
+
|
29 |
+
Args:
|
30 |
+
provider_name: Name of the TTS provider
|
31 |
+
supported_languages: List of supported language codes
|
32 |
+
"""
|
33 |
+
self.provider_name = provider_name
|
34 |
+
self.supported_languages = supported_languages or []
|
35 |
+
self._output_dir = self._ensure_output_directory()
|
36 |
+
|
37 |
+
def synthesize(self, request: 'SpeechSynthesisRequest') -> 'AudioContent':
|
38 |
+
"""
|
39 |
+
Synthesize speech from text.
|
40 |
+
|
41 |
+
Args:
|
42 |
+
request: The speech synthesis request
|
43 |
+
|
44 |
+
Returns:
|
45 |
+
AudioContent: The synthesized audio
|
46 |
+
|
47 |
+
Raises:
|
48 |
+
SpeechSynthesisException: If synthesis fails
|
49 |
+
"""
|
50 |
+
try:
|
51 |
+
logger.info(f"Starting synthesis with {self.provider_name} provider")
|
52 |
+
self._validate_request(request)
|
53 |
+
|
54 |
+
# Generate audio using provider-specific implementation
|
55 |
+
audio_data, sample_rate = self._generate_audio(request)
|
56 |
+
|
57 |
+
# Create AudioContent from the generated data
|
58 |
+
from ...domain.models.audio_content import AudioContent
|
59 |
+
|
60 |
+
audio_content = AudioContent(
|
61 |
+
data=audio_data,
|
62 |
+
format='wav', # Most providers output WAV
|
63 |
+
sample_rate=sample_rate,
|
64 |
+
duration=self._calculate_duration(audio_data, sample_rate),
|
65 |
+
filename=f"{self.provider_name}_{int(time.time())}.wav"
|
66 |
+
)
|
67 |
+
|
68 |
+
logger.info(f"Synthesis completed successfully with {self.provider_name}")
|
69 |
+
return audio_content
|
70 |
+
|
71 |
+
except Exception as e:
|
72 |
+
logger.error(f"Synthesis failed with {self.provider_name}: {str(e)}")
|
73 |
+
raise SpeechSynthesisException(f"TTS synthesis failed: {str(e)}") from e
|
74 |
+
|
75 |
+
def synthesize_stream(self, request: 'SpeechSynthesisRequest') -> Iterator['AudioChunk']:
|
76 |
+
"""
|
77 |
+
Synthesize speech from text as a stream.
|
78 |
+
|
79 |
+
Args:
|
80 |
+
request: The speech synthesis request
|
81 |
+
|
82 |
+
Returns:
|
83 |
+
Iterator[AudioChunk]: Stream of audio chunks
|
84 |
+
|
85 |
+
Raises:
|
86 |
+
SpeechSynthesisException: If synthesis fails
|
87 |
+
"""
|
88 |
+
try:
|
89 |
+
logger.info(f"Starting streaming synthesis with {self.provider_name} provider")
|
90 |
+
self._validate_request(request)
|
91 |
+
|
92 |
+
# Generate audio stream using provider-specific implementation
|
93 |
+
chunk_index = 0
|
94 |
+
for audio_data, sample_rate, is_final in self._generate_audio_stream(request):
|
95 |
+
from ...domain.models.audio_chunk import AudioChunk
|
96 |
+
|
97 |
+
chunk = AudioChunk(
|
98 |
+
data=audio_data,
|
99 |
+
format='wav',
|
100 |
+
sample_rate=sample_rate,
|
101 |
+
chunk_index=chunk_index,
|
102 |
+
is_final=is_final,
|
103 |
+
timestamp=time.time()
|
104 |
+
)
|
105 |
+
|
106 |
+
yield chunk
|
107 |
+
chunk_index += 1
|
108 |
+
|
109 |
+
logger.info(f"Streaming synthesis completed with {self.provider_name}")
|
110 |
+
|
111 |
+
except Exception as e:
|
112 |
+
logger.error(f"Streaming synthesis failed with {self.provider_name}: {str(e)}")
|
113 |
+
raise SpeechSynthesisException(f"TTS streaming synthesis failed: {str(e)}") from e
|
114 |
+
|
115 |
+
@abstractmethod
|
116 |
+
def _generate_audio(self, request: 'SpeechSynthesisRequest') -> tuple[bytes, int]:
|
117 |
+
"""
|
118 |
+
Generate audio data from synthesis request.
|
119 |
+
|
120 |
+
Args:
|
121 |
+
request: The speech synthesis request
|
122 |
+
|
123 |
+
Returns:
|
124 |
+
tuple: (audio_data_bytes, sample_rate)
|
125 |
+
"""
|
126 |
+
pass
|
127 |
+
|
128 |
+
@abstractmethod
|
129 |
+
def _generate_audio_stream(self, request: 'SpeechSynthesisRequest') -> Iterator[tuple[bytes, int, bool]]:
|
130 |
+
"""
|
131 |
+
Generate audio data stream from synthesis request.
|
132 |
+
|
133 |
+
Args:
|
134 |
+
request: The speech synthesis request
|
135 |
+
|
136 |
+
Returns:
|
137 |
+
Iterator: (audio_data_bytes, sample_rate, is_final) tuples
|
138 |
+
"""
|
139 |
+
pass
|
140 |
+
|
141 |
+
@abstractmethod
|
142 |
+
def is_available(self) -> bool:
|
143 |
+
"""
|
144 |
+
Check if the TTS provider is available and ready to use.
|
145 |
+
|
146 |
+
Returns:
|
147 |
+
bool: True if provider is available, False otherwise
|
148 |
+
"""
|
149 |
+
pass
|
150 |
+
|
151 |
+
@abstractmethod
|
152 |
+
def get_available_voices(self) -> list[str]:
|
153 |
+
"""
|
154 |
+
Get list of available voices for this provider.
|
155 |
+
|
156 |
+
Returns:
|
157 |
+
list[str]: List of voice identifiers
|
158 |
+
"""
|
159 |
+
pass
|
160 |
+
|
161 |
+
def _validate_request(self, request: 'SpeechSynthesisRequest') -> None:
|
162 |
+
"""
|
163 |
+
Validate the synthesis request.
|
164 |
+
|
165 |
+
Args:
|
166 |
+
request: The synthesis request to validate
|
167 |
+
|
168 |
+
Raises:
|
169 |
+
SpeechSynthesisException: If request is invalid
|
170 |
+
"""
|
171 |
+
if not request.text_content.text.strip():
|
172 |
+
raise SpeechSynthesisException("Text content cannot be empty")
|
173 |
+
|
174 |
+
if self.supported_languages and request.text_content.language not in self.supported_languages:
|
175 |
+
raise SpeechSynthesisException(
|
176 |
+
f"Language {request.text_content.language} not supported by {self.provider_name}. "
|
177 |
+
f"Supported languages: {self.supported_languages}"
|
178 |
+
)
|
179 |
+
|
180 |
+
available_voices = self.get_available_voices()
|
181 |
+
if available_voices and request.voice_settings.voice_id not in available_voices:
|
182 |
+
raise SpeechSynthesisException(
|
183 |
+
f"Voice {request.voice_settings.voice_id} not available for {self.provider_name}. "
|
184 |
+
f"Available voices: {available_voices}"
|
185 |
+
)
|
186 |
+
|
187 |
+
def _ensure_output_directory(self) -> Path:
|
188 |
+
"""
|
189 |
+
Ensure output directory exists and return its path.
|
190 |
+
|
191 |
+
Returns:
|
192 |
+
Path: Path to the output directory
|
193 |
+
"""
|
194 |
+
output_dir = Path(tempfile.gettempdir()) / "tts_output"
|
195 |
+
output_dir.mkdir(exist_ok=True)
|
196 |
+
return output_dir
|
197 |
+
|
198 |
+
def _generate_output_path(self, prefix: str = None, extension: str = "wav") -> Path:
|
199 |
+
"""
|
200 |
+
Generate a unique output path for audio files.
|
201 |
+
|
202 |
+
Args:
|
203 |
+
prefix: Optional prefix for the filename
|
204 |
+
extension: File extension (default: wav)
|
205 |
+
|
206 |
+
Returns:
|
207 |
+
Path: Unique file path
|
208 |
+
"""
|
209 |
+
prefix = prefix or self.provider_name
|
210 |
+
timestamp = int(time.time() * 1000)
|
211 |
+
filename = f"{prefix}_{timestamp}.{extension}"
|
212 |
+
return self._output_dir / filename
|
213 |
+
|
214 |
+
def _calculate_duration(self, audio_data: bytes, sample_rate: int, channels: int = 1, sample_width: int = 2) -> float:
|
215 |
+
"""
|
216 |
+
Calculate audio duration from raw audio data.
|
217 |
+
|
218 |
+
Args:
|
219 |
+
audio_data: Raw audio data in bytes
|
220 |
+
sample_rate: Sample rate in Hz
|
221 |
+
channels: Number of audio channels (default: 1)
|
222 |
+
sample_width: Sample width in bytes (default: 2 for 16-bit)
|
223 |
+
|
224 |
+
Returns:
|
225 |
+
float: Duration in seconds
|
226 |
+
"""
|
227 |
+
if not audio_data or sample_rate <= 0:
|
228 |
+
return 0.0
|
229 |
+
|
230 |
+
bytes_per_sample = channels * sample_width
|
231 |
+
total_samples = len(audio_data) // bytes_per_sample
|
232 |
+
return total_samples / sample_rate
|
233 |
+
|
234 |
+
def _cleanup_temp_files(self, max_age_hours: int = 24) -> None:
|
235 |
+
"""
|
236 |
+
Clean up old temporary files.
|
237 |
+
|
238 |
+
Args:
|
239 |
+
max_age_hours: Maximum age of files to keep in hours
|
240 |
+
"""
|
241 |
+
try:
|
242 |
+
current_time = time.time()
|
243 |
+
max_age_seconds = max_age_hours * 3600
|
244 |
+
|
245 |
+
for file_path in self._output_dir.glob("*"):
|
246 |
+
if file_path.is_file():
|
247 |
+
file_age = current_time - file_path.stat().st_mtime
|
248 |
+
if file_age > max_age_seconds:
|
249 |
+
file_path.unlink()
|
250 |
+
logger.debug(f"Cleaned up old temp file: {file_path}")
|
251 |
+
|
252 |
+
except Exception as e:
|
253 |
+
logger.warning(f"Failed to cleanup temp files: {str(e)}")
|
254 |
+
|
255 |
+
def _handle_provider_error(self, error: Exception, context: str = "") -> None:
|
256 |
+
"""
|
257 |
+
Handle provider-specific errors and convert to domain exceptions.
|
258 |
+
|
259 |
+
Args:
|
260 |
+
error: The original error
|
261 |
+
context: Additional context about when the error occurred
|
262 |
+
"""
|
263 |
+
error_msg = f"{self.provider_name} error"
|
264 |
+
if context:
|
265 |
+
error_msg += f" during {context}"
|
266 |
+
error_msg += f": {str(error)}"
|
267 |
+
|
268 |
+
logger.error(error_msg, exc_info=True)
|
269 |
+
raise SpeechSynthesisException(error_msg) from error
|