Spaces:
Building
Building
Update chat_session/state_orchestrator.py
Browse files- chat_session/state_orchestrator.py +638 -621
chat_session/state_orchestrator.py
CHANGED
@@ -1,622 +1,639 @@
|
|
1 |
-
"""
|
2 |
-
State Orchestrator for Flare Realtime Chat
|
3 |
-
==========================================
|
4 |
-
Central state machine and flow control
|
5 |
-
"""
|
6 |
-
import asyncio
|
7 |
-
from typing import Dict, Optional, Set, Any
|
8 |
-
from enum import Enum
|
9 |
-
from datetime import datetime
|
10 |
-
import traceback
|
11 |
-
from dataclasses import dataclass, field
|
12 |
-
|
13 |
-
from .event_bus import EventBus, Event, EventType, publish_state_transition, publish_error
|
14 |
-
from .session import Session
|
15 |
-
from utils.logger import log_info, log_error, log_debug, log_warning
|
16 |
-
|
17 |
-
|
18 |
-
class ConversationState(Enum):
|
19 |
-
"""Conversation states"""
|
20 |
-
IDLE = "idle"
|
21 |
-
INITIALIZING = "initializing"
|
22 |
-
PREPARING_WELCOME = "preparing_welcome"
|
23 |
-
PLAYING_WELCOME = "playing_welcome"
|
24 |
-
LISTENING = "listening"
|
25 |
-
PROCESSING_SPEECH = "processing_speech"
|
26 |
-
PREPARING_RESPONSE = "preparing_response"
|
27 |
-
PLAYING_RESPONSE = "playing_response"
|
28 |
-
ERROR = "error"
|
29 |
-
ENDED = "ended"
|
30 |
-
|
31 |
-
|
32 |
-
@dataclass
|
33 |
-
class SessionContext:
|
34 |
-
"""Context for a conversation session"""
|
35 |
-
session_id: str
|
36 |
-
session: Session
|
37 |
-
state: ConversationState = ConversationState.IDLE
|
38 |
-
stt_instance: Optional[Any] = None
|
39 |
-
tts_instance: Optional[Any] = None
|
40 |
-
llm_context: Optional[Any] = None
|
41 |
-
audio_buffer: Optional[Any] = None
|
42 |
-
websocket_connection: Optional[Any] = None
|
43 |
-
created_at: datetime = field(default_factory=datetime.utcnow)
|
44 |
-
last_activity: datetime = field(default_factory=datetime.utcnow)
|
45 |
-
metadata: Dict[str, Any] = field(default_factory=dict)
|
46 |
-
|
47 |
-
def update_activity(self):
|
48 |
-
"""Update last activity timestamp"""
|
49 |
-
self.last_activity = datetime.utcnow()
|
50 |
-
|
51 |
-
async def cleanup(self):
|
52 |
-
"""Cleanup all session resources"""
|
53 |
-
# Cleanup will be implemented by resource managers
|
54 |
-
log_debug(f"π§Ή Cleaning up session context", session_id=self.session_id)
|
55 |
-
|
56 |
-
|
57 |
-
class StateOrchestrator:
|
58 |
-
"""Central state machine for conversation flow"""
|
59 |
-
|
60 |
-
# Valid state transitions
|
61 |
-
VALID_TRANSITIONS = {
|
62 |
-
ConversationState.IDLE: {ConversationState.INITIALIZING},
|
63 |
-
ConversationState.INITIALIZING: {ConversationState.PREPARING_WELCOME, ConversationState.LISTENING},
|
64 |
-
ConversationState.PREPARING_WELCOME: {ConversationState.PLAYING_WELCOME, ConversationState.ERROR},
|
65 |
-
ConversationState.PLAYING_WELCOME: {ConversationState.LISTENING, ConversationState.ERROR},
|
66 |
-
ConversationState.LISTENING: {ConversationState.PROCESSING_SPEECH, ConversationState.ERROR, ConversationState.ENDED},
|
67 |
-
ConversationState.PROCESSING_SPEECH: {ConversationState.PREPARING_RESPONSE, ConversationState.ERROR},
|
68 |
-
ConversationState.PREPARING_RESPONSE: {ConversationState.PLAYING_RESPONSE, ConversationState.ERROR},
|
69 |
-
ConversationState.PLAYING_RESPONSE: {ConversationState.LISTENING, ConversationState.ERROR},
|
70 |
-
ConversationState.ERROR: {ConversationState.LISTENING, ConversationState.ENDED},
|
71 |
-
ConversationState.ENDED: set() # No transitions from ENDED
|
72 |
-
}
|
73 |
-
|
74 |
-
def __init__(self, event_bus: EventBus):
|
75 |
-
self.event_bus = event_bus
|
76 |
-
self.sessions: Dict[str, SessionContext] = {}
|
77 |
-
self._setup_event_handlers()
|
78 |
-
|
79 |
-
def _setup_event_handlers(self):
|
80 |
-
"""Subscribe to relevant events"""
|
81 |
-
|
82 |
-
# Conversation events
|
83 |
-
self.event_bus.subscribe(EventType.CONVERSATION_STARTED, self._handle_conversation_started)
|
84 |
-
self.event_bus.subscribe(EventType.CONVERSATION_ENDED, self._handle_conversation_ended)
|
85 |
-
|
86 |
-
# Session lifecycle
|
87 |
-
self.event_bus.subscribe(EventType.SESSION_STARTED, self._handle_session_started)
|
88 |
-
self.event_bus.subscribe(EventType.SESSION_ENDED, self._handle_session_ended)
|
89 |
-
|
90 |
-
# STT events
|
91 |
-
self.event_bus.subscribe(EventType.STT_READY, self._handle_stt_ready)
|
92 |
-
self.event_bus.subscribe(EventType.STT_RESULT, self._handle_stt_result)
|
93 |
-
self.event_bus.subscribe(EventType.STT_ERROR, self._handle_stt_error)
|
94 |
-
|
95 |
-
# TTS events
|
96 |
-
self.event_bus.subscribe(EventType.TTS_COMPLETED, self._handle_tts_completed)
|
97 |
-
self.event_bus.subscribe(EventType.TTS_ERROR, self._handle_tts_error)
|
98 |
-
|
99 |
-
# Audio events
|
100 |
-
self.event_bus.subscribe(EventType.AUDIO_PLAYBACK_COMPLETED, self._handle_audio_playback_completed)
|
101 |
-
|
102 |
-
# LLM events
|
103 |
-
self.event_bus.subscribe(EventType.LLM_RESPONSE_READY, self._handle_llm_response_ready)
|
104 |
-
self.event_bus.subscribe(EventType.LLM_ERROR, self._handle_llm_error)
|
105 |
-
|
106 |
-
# Error events
|
107 |
-
self.event_bus.subscribe(EventType.CRITICAL_ERROR, self._handle_critical_error)
|
108 |
-
|
109 |
-
async def _handle_conversation_started(self, event: Event) -> None:
|
110 |
-
"""Handle conversation start within existing session"""
|
111 |
-
session_id = event.session_id
|
112 |
-
context = self.sessions.get(session_id)
|
113 |
-
|
114 |
-
if not context:
|
115 |
-
log_error(f"β Session not found for conversation start | session_id={session_id}")
|
116 |
-
return
|
117 |
-
|
118 |
-
log_info(f"π€ Conversation started | session_id={session_id}")
|
119 |
-
|
120 |
-
# Δ°lk olarak IDLE'dan INITIALIZING'e geΓ§
|
121 |
-
await self.transition_to(session_id, ConversationState.INITIALIZING)
|
122 |
-
|
123 |
-
# Welcome mesajΔ± varsa
|
124 |
-
if context.metadata.get("has_welcome") and context.metadata.get("welcome_text"):
|
125 |
-
await self.transition_to(session_id, ConversationState.PREPARING_WELCOME)
|
126 |
-
|
127 |
-
# Request TTS for welcome message
|
128 |
-
await self.event_bus.publish(Event(
|
129 |
-
type=EventType.TTS_STARTED,
|
130 |
-
session_id=session_id,
|
131 |
-
data={
|
132 |
-
"text": context.metadata.get("welcome_text", ""),
|
133 |
-
"is_welcome": True
|
134 |
-
}
|
135 |
-
))
|
136 |
-
else:
|
137 |
-
# Welcome yoksa direkt LISTENING'e geΓ§
|
138 |
-
await self.transition_to(session_id, ConversationState.LISTENING)
|
139 |
-
|
140 |
-
# Start STT
|
141 |
-
await self.event_bus.publish(
|
142 |
-
Event(
|
143 |
-
type=EventType.STT_STARTED,
|
144 |
-
data={},
|
145 |
-
session_id=session_id
|
146 |
-
)
|
147 |
-
)
|
148 |
-
|
149 |
-
async def _handle_conversation_ended(self, event: Event) -> None:
|
150 |
-
"""Handle conversation end - but keep session alive"""
|
151 |
-
session_id = event.session_id
|
152 |
-
context = self.sessions.get(session_id)
|
153 |
-
|
154 |
-
if not context:
|
155 |
-
log_warning(f"β οΈ Session not found for conversation end | session_id={session_id}")
|
156 |
-
return
|
157 |
-
|
158 |
-
log_info(f"π Conversation ended | session_id={session_id}")
|
159 |
-
|
160 |
-
# Stop STT if running
|
161 |
-
await self.event_bus.publish(Event(
|
162 |
-
type=EventType.STT_STOPPED,
|
163 |
-
session_id=session_id,
|
164 |
-
data={"reason": "conversation_ended"}
|
165 |
-
))
|
166 |
-
|
167 |
-
# Stop any ongoing TTS
|
168 |
-
await self.event_bus.publish(Event(
|
169 |
-
type=EventType.TTS_STOPPED,
|
170 |
-
session_id=session_id,
|
171 |
-
data={"reason": "conversation_ended"}
|
172 |
-
))
|
173 |
-
|
174 |
-
# Transition back to IDLE - session still alive!
|
175 |
-
await self.transition_to(session_id, ConversationState.IDLE)
|
176 |
-
|
177 |
-
log_info(f"π€ Session back to IDLE, ready for new conversation | session_id={session_id}")
|
178 |
-
|
179 |
-
async def _handle_session_started(self, event: Event):
|
180 |
-
"""Handle session start"""
|
181 |
-
session_id = event.session_id
|
182 |
-
session_data = event.data
|
183 |
-
|
184 |
-
log_info(f"π¬ Session started", session_id=session_id)
|
185 |
-
|
186 |
-
# Create session context
|
187 |
-
context = SessionContext(
|
188 |
-
session_id=session_id,
|
189 |
-
session=session_data.get("session"),
|
190 |
-
metadata={
|
191 |
-
"has_welcome": session_data.get("has_welcome", False),
|
192 |
-
"welcome_text": session_data.get("welcome_text", "")
|
193 |
-
}
|
194 |
-
)
|
195 |
-
|
196 |
-
self.sessions[session_id] = context
|
197 |
-
|
198 |
-
# Session baΕladΔ±ΔΔ±nda IDLE state'te kalmalΔ±
|
199 |
-
# Conversation baΕlayana kadar bekleyeceΔiz
|
200 |
-
# Zaten SessionContext default state'i IDLE
|
201 |
-
log_info(f"π Session created in IDLE state | session_id={session_id}")
|
202 |
-
|
203 |
-
async def _handle_session_ended(self, event: Event):
|
204 |
-
"""Handle session end - complete cleanup"""
|
205 |
-
session_id = event.session_id
|
206 |
-
|
207 |
-
log_info(f"π Session ended | session_id={session_id}")
|
208 |
-
|
209 |
-
# Get context for cleanup
|
210 |
-
context = self.sessions.get(session_id)
|
211 |
-
|
212 |
-
if context:
|
213 |
-
# Try to transition to ENDED if possible
|
214 |
-
try:
|
215 |
-
await self.transition_to(session_id, ConversationState.ENDED)
|
216 |
-
except Exception as e:
|
217 |
-
log_warning(f"Could not transition to ENDED state: {e}")
|
218 |
-
|
219 |
-
# Stop all components
|
220 |
-
await self.event_bus.publish(Event(
|
221 |
-
type=EventType.STT_STOPPED,
|
222 |
-
session_id=session_id,
|
223 |
-
data={"reason": "session_ended"}
|
224 |
-
))
|
225 |
-
|
226 |
-
await self.event_bus.publish(Event(
|
227 |
-
type=EventType.TTS_STOPPED,
|
228 |
-
session_id=session_id,
|
229 |
-
data={"reason": "session_ended"}
|
230 |
-
))
|
231 |
-
|
232 |
-
# Cleanup session context
|
233 |
-
await context.cleanup()
|
234 |
-
|
235 |
-
# Remove session
|
236 |
-
self.sessions.pop(session_id, None)
|
237 |
-
|
238 |
-
# Clear event bus session data
|
239 |
-
self.event_bus.clear_session_data(session_id)
|
240 |
-
|
241 |
-
log_info(f"β
Session fully cleaned up | session_id={session_id}")
|
242 |
-
|
243 |
-
async def _handle_stt_ready(self, event: Event):
|
244 |
-
"""Handle STT ready signal"""
|
245 |
-
session_id = event.session_id
|
246 |
-
current_state = self.get_state(session_id)
|
247 |
-
|
248 |
-
log_debug(f"π€ STT ready", session_id=session_id, current_state=current_state)
|
249 |
-
|
250 |
-
# Only process if we're expecting STT to be ready
|
251 |
-
if current_state in [ConversationState.LISTENING, ConversationState.PLAYING_WELCOME]:
|
252 |
-
# STT is ready, we're already in the right state
|
253 |
-
pass
|
254 |
-
|
255 |
-
async def _handle_stt_result(self, event: Event):
|
256 |
-
"""Handle STT transcription result"""
|
257 |
-
session_id = event.session_id
|
258 |
-
context = self.sessions.get(session_id)
|
259 |
-
|
260 |
-
if not context:
|
261 |
-
return
|
262 |
-
|
263 |
-
current_state = context.state
|
264 |
-
result_data = event.data
|
265 |
-
is_final = result_data.get("is_final", False)
|
266 |
-
|
267 |
-
# Interim result'larΔ± websocket'e gΓΆnder ama state deΔiΕtirme
|
268 |
-
if not is_final:
|
269 |
-
# Sadece log, state deΔiΕikliΔi yok
|
270 |
-
text = result_data.get("text", "").strip()
|
271 |
-
if text:
|
272 |
-
log_debug(f"π Interim transcription: '{text}'", session_id=session_id)
|
273 |
-
return
|
274 |
-
|
275 |
-
# Final result iΕleme
|
276 |
-
text = result_data.get("text", "").strip()
|
277 |
-
if not text:
|
278 |
-
log_warning(f"β οΈ Empty final transcription", session_id=session_id)
|
279 |
-
return
|
280 |
-
|
281 |
-
|
282 |
-
|
283 |
-
|
284 |
-
|
285 |
-
|
286 |
-
|
287 |
-
|
288 |
-
|
289 |
-
|
290 |
-
|
291 |
-
|
292 |
-
|
293 |
-
|
294 |
-
session_id=session_id
|
295 |
-
|
296 |
-
|
297 |
-
|
298 |
-
|
299 |
-
|
300 |
-
|
301 |
-
|
302 |
-
|
303 |
-
|
304 |
-
|
305 |
-
|
306 |
-
|
307 |
-
|
308 |
-
|
309 |
-
|
310 |
-
|
311 |
-
|
312 |
-
|
313 |
-
|
314 |
-
|
315 |
-
|
316 |
-
|
317 |
-
|
318 |
-
|
319 |
-
|
320 |
-
|
321 |
-
|
322 |
-
|
323 |
-
|
324 |
-
|
325 |
-
|
326 |
-
|
327 |
-
|
328 |
-
|
329 |
-
|
330 |
-
|
331 |
-
|
332 |
-
|
333 |
-
|
334 |
-
|
335 |
-
|
336 |
-
|
337 |
-
|
338 |
-
|
339 |
-
|
340 |
-
|
341 |
-
|
342 |
-
|
343 |
-
|
344 |
-
|
345 |
-
|
346 |
-
|
347 |
-
|
348 |
-
|
349 |
-
|
350 |
-
|
351 |
-
|
352 |
-
|
353 |
-
|
354 |
-
|
355 |
-
|
356 |
-
|
357 |
-
|
358 |
-
|
359 |
-
|
360 |
-
|
361 |
-
|
362 |
-
|
363 |
-
current_state
|
364 |
-
|
365 |
-
|
366 |
-
|
367 |
-
|
368 |
-
|
369 |
-
|
370 |
-
|
371 |
-
|
372 |
-
|
373 |
-
|
374 |
-
|
375 |
-
|
376 |
-
|
377 |
-
|
378 |
-
|
379 |
-
|
380 |
-
|
381 |
-
|
382 |
-
|
383 |
-
|
384 |
-
|
385 |
-
|
386 |
-
|
387 |
-
|
388 |
-
|
389 |
-
)
|
390 |
-
|
391 |
-
|
392 |
-
|
393 |
-
|
394 |
-
|
395 |
-
|
396 |
-
|
397 |
-
|
398 |
-
|
399 |
-
|
400 |
-
|
401 |
-
|
402 |
-
|
403 |
-
|
404 |
-
|
405 |
-
|
406 |
-
|
407 |
-
|
408 |
-
|
409 |
-
|
410 |
-
|
411 |
-
|
412 |
-
|
413 |
-
|
414 |
-
|
415 |
-
|
416 |
-
|
417 |
-
|
418 |
-
|
419 |
-
|
420 |
-
|
421 |
-
|
422 |
-
|
423 |
-
|
424 |
-
|
425 |
-
|
426 |
-
|
427 |
-
session_id
|
428 |
-
|
429 |
-
|
430 |
-
|
431 |
-
|
432 |
-
|
433 |
-
|
434 |
-
|
435 |
-
|
436 |
-
|
437 |
-
|
438 |
-
|
439 |
-
|
440 |
-
|
441 |
-
|
442 |
-
|
443 |
-
|
444 |
-
|
445 |
-
|
446 |
-
|
447 |
-
|
448 |
-
|
449 |
-
|
450 |
-
|
451 |
-
|
452 |
-
|
453 |
-
|
454 |
-
|
455 |
-
|
456 |
-
|
457 |
-
|
458 |
-
|
459 |
-
|
460 |
-
|
461 |
-
|
462 |
-
|
463 |
-
|
464 |
-
|
465 |
-
|
466 |
-
|
467 |
-
|
468 |
-
|
469 |
-
|
470 |
-
|
471 |
-
|
472 |
-
|
473 |
-
|
474 |
-
|
475 |
-
|
476 |
-
|
477 |
-
|
478 |
-
|
479 |
-
|
480 |
-
|
481 |
-
|
482 |
-
|
483 |
-
|
484 |
-
|
485 |
-
|
486 |
-
|
487 |
-
|
488 |
-
|
489 |
-
|
490 |
-
|
491 |
-
|
492 |
-
|
493 |
-
|
494 |
-
|
495 |
-
|
496 |
-
|
497 |
-
|
498 |
-
|
499 |
-
|
500 |
-
|
501 |
-
|
502 |
-
|
503 |
-
|
504 |
-
|
505 |
-
|
506 |
-
|
507 |
-
|
508 |
-
|
509 |
-
|
510 |
-
|
511 |
-
|
512 |
-
|
513 |
-
|
514 |
-
|
515 |
-
|
516 |
-
|
517 |
-
|
518 |
-
|
519 |
-
|
520 |
-
|
521 |
-
|
522 |
-
|
523 |
-
|
524 |
-
|
525 |
-
|
526 |
-
|
527 |
-
|
528 |
-
|
529 |
-
|
530 |
-
|
531 |
-
|
532 |
-
|
533 |
-
|
534 |
-
|
535 |
-
|
536 |
-
|
537 |
-
|
538 |
-
|
539 |
-
|
540 |
-
|
541 |
-
|
542 |
-
|
543 |
-
|
544 |
-
|
545 |
-
|
546 |
-
|
547 |
-
|
548 |
-
|
549 |
-
|
550 |
-
|
551 |
-
|
552 |
-
|
553 |
-
|
554 |
-
|
555 |
-
|
556 |
-
|
557 |
-
|
558 |
-
|
559 |
-
|
560 |
-
|
561 |
-
|
562 |
-
|
563 |
-
|
564 |
-
|
565 |
-
|
566 |
-
|
567 |
-
|
568 |
-
|
569 |
-
|
570 |
-
|
571 |
-
|
572 |
-
|
573 |
-
|
574 |
-
|
575 |
-
|
576 |
-
|
577 |
-
|
578 |
-
|
579 |
-
|
580 |
-
|
581 |
-
|
582 |
-
|
583 |
-
|
584 |
-
|
585 |
-
|
586 |
-
|
587 |
-
session_id
|
588 |
-
|
589 |
-
|
590 |
-
|
591 |
-
|
592 |
-
|
593 |
-
|
594 |
-
|
595 |
-
|
596 |
-
|
597 |
-
|
598 |
-
|
599 |
-
|
600 |
-
)
|
601 |
-
|
602 |
-
|
603 |
-
|
604 |
-
|
605 |
-
|
606 |
-
|
607 |
-
|
608 |
-
|
609 |
-
|
610 |
-
|
611 |
-
)
|
612 |
-
|
613 |
-
|
614 |
-
|
615 |
-
|
616 |
-
|
617 |
-
|
618 |
-
|
619 |
-
|
620 |
-
|
621 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
622 |
))
|
|
|
1 |
+
"""
|
2 |
+
State Orchestrator for Flare Realtime Chat
|
3 |
+
==========================================
|
4 |
+
Central state machine and flow control
|
5 |
+
"""
|
6 |
+
import asyncio
|
7 |
+
from typing import Dict, Optional, Set, Any
|
8 |
+
from enum import Enum
|
9 |
+
from datetime import datetime
|
10 |
+
import traceback
|
11 |
+
from dataclasses import dataclass, field
|
12 |
+
|
13 |
+
from .event_bus import EventBus, Event, EventType, publish_state_transition, publish_error
|
14 |
+
from .session import Session
|
15 |
+
from utils.logger import log_info, log_error, log_debug, log_warning
|
16 |
+
|
17 |
+
|
18 |
+
class ConversationState(Enum):
|
19 |
+
"""Conversation states"""
|
20 |
+
IDLE = "idle"
|
21 |
+
INITIALIZING = "initializing"
|
22 |
+
PREPARING_WELCOME = "preparing_welcome"
|
23 |
+
PLAYING_WELCOME = "playing_welcome"
|
24 |
+
LISTENING = "listening"
|
25 |
+
PROCESSING_SPEECH = "processing_speech"
|
26 |
+
PREPARING_RESPONSE = "preparing_response"
|
27 |
+
PLAYING_RESPONSE = "playing_response"
|
28 |
+
ERROR = "error"
|
29 |
+
ENDED = "ended"
|
30 |
+
|
31 |
+
|
32 |
+
@dataclass
|
33 |
+
class SessionContext:
|
34 |
+
"""Context for a conversation session"""
|
35 |
+
session_id: str
|
36 |
+
session: Session
|
37 |
+
state: ConversationState = ConversationState.IDLE
|
38 |
+
stt_instance: Optional[Any] = None
|
39 |
+
tts_instance: Optional[Any] = None
|
40 |
+
llm_context: Optional[Any] = None
|
41 |
+
audio_buffer: Optional[Any] = None
|
42 |
+
websocket_connection: Optional[Any] = None
|
43 |
+
created_at: datetime = field(default_factory=datetime.utcnow)
|
44 |
+
last_activity: datetime = field(default_factory=datetime.utcnow)
|
45 |
+
metadata: Dict[str, Any] = field(default_factory=dict)
|
46 |
+
|
47 |
+
def update_activity(self):
|
48 |
+
"""Update last activity timestamp"""
|
49 |
+
self.last_activity = datetime.utcnow()
|
50 |
+
|
51 |
+
async def cleanup(self):
|
52 |
+
"""Cleanup all session resources"""
|
53 |
+
# Cleanup will be implemented by resource managers
|
54 |
+
log_debug(f"π§Ή Cleaning up session context", session_id=self.session_id)
|
55 |
+
|
56 |
+
|
57 |
+
class StateOrchestrator:
|
58 |
+
"""Central state machine for conversation flow"""
|
59 |
+
|
60 |
+
# Valid state transitions
|
61 |
+
VALID_TRANSITIONS = {
|
62 |
+
ConversationState.IDLE: {ConversationState.INITIALIZING},
|
63 |
+
ConversationState.INITIALIZING: {ConversationState.PREPARING_WELCOME, ConversationState.LISTENING},
|
64 |
+
ConversationState.PREPARING_WELCOME: {ConversationState.PLAYING_WELCOME, ConversationState.ERROR},
|
65 |
+
ConversationState.PLAYING_WELCOME: {ConversationState.LISTENING, ConversationState.ERROR},
|
66 |
+
ConversationState.LISTENING: {ConversationState.PROCESSING_SPEECH, ConversationState.ERROR, ConversationState.ENDED},
|
67 |
+
ConversationState.PROCESSING_SPEECH: {ConversationState.PREPARING_RESPONSE, ConversationState.ERROR},
|
68 |
+
ConversationState.PREPARING_RESPONSE: {ConversationState.PLAYING_RESPONSE, ConversationState.ERROR},
|
69 |
+
ConversationState.PLAYING_RESPONSE: {ConversationState.LISTENING, ConversationState.ERROR},
|
70 |
+
ConversationState.ERROR: {ConversationState.LISTENING, ConversationState.ENDED},
|
71 |
+
ConversationState.ENDED: set() # No transitions from ENDED
|
72 |
+
}
|
73 |
+
|
74 |
+
def __init__(self, event_bus: EventBus):
|
75 |
+
self.event_bus = event_bus
|
76 |
+
self.sessions: Dict[str, SessionContext] = {}
|
77 |
+
self._setup_event_handlers()
|
78 |
+
|
79 |
+
def _setup_event_handlers(self):
|
80 |
+
"""Subscribe to relevant events"""
|
81 |
+
|
82 |
+
# Conversation events
|
83 |
+
self.event_bus.subscribe(EventType.CONVERSATION_STARTED, self._handle_conversation_started)
|
84 |
+
self.event_bus.subscribe(EventType.CONVERSATION_ENDED, self._handle_conversation_ended)
|
85 |
+
|
86 |
+
# Session lifecycle
|
87 |
+
self.event_bus.subscribe(EventType.SESSION_STARTED, self._handle_session_started)
|
88 |
+
self.event_bus.subscribe(EventType.SESSION_ENDED, self._handle_session_ended)
|
89 |
+
|
90 |
+
# STT events
|
91 |
+
self.event_bus.subscribe(EventType.STT_READY, self._handle_stt_ready)
|
92 |
+
self.event_bus.subscribe(EventType.STT_RESULT, self._handle_stt_result)
|
93 |
+
self.event_bus.subscribe(EventType.STT_ERROR, self._handle_stt_error)
|
94 |
+
|
95 |
+
# TTS events
|
96 |
+
self.event_bus.subscribe(EventType.TTS_COMPLETED, self._handle_tts_completed)
|
97 |
+
self.event_bus.subscribe(EventType.TTS_ERROR, self._handle_tts_error)
|
98 |
+
|
99 |
+
# Audio events
|
100 |
+
self.event_bus.subscribe(EventType.AUDIO_PLAYBACK_COMPLETED, self._handle_audio_playback_completed)
|
101 |
+
|
102 |
+
# LLM events
|
103 |
+
self.event_bus.subscribe(EventType.LLM_RESPONSE_READY, self._handle_llm_response_ready)
|
104 |
+
self.event_bus.subscribe(EventType.LLM_ERROR, self._handle_llm_error)
|
105 |
+
|
106 |
+
# Error events
|
107 |
+
self.event_bus.subscribe(EventType.CRITICAL_ERROR, self._handle_critical_error)
|
108 |
+
|
109 |
+
async def _handle_conversation_started(self, event: Event) -> None:
|
110 |
+
"""Handle conversation start within existing session"""
|
111 |
+
session_id = event.session_id
|
112 |
+
context = self.sessions.get(session_id)
|
113 |
+
|
114 |
+
if not context:
|
115 |
+
log_error(f"β Session not found for conversation start | session_id={session_id}")
|
116 |
+
return
|
117 |
+
|
118 |
+
log_info(f"π€ Conversation started | session_id={session_id}")
|
119 |
+
|
120 |
+
# Δ°lk olarak IDLE'dan INITIALIZING'e geΓ§
|
121 |
+
await self.transition_to(session_id, ConversationState.INITIALIZING)
|
122 |
+
|
123 |
+
# Welcome mesajΔ± varsa
|
124 |
+
if context.metadata.get("has_welcome") and context.metadata.get("welcome_text"):
|
125 |
+
await self.transition_to(session_id, ConversationState.PREPARING_WELCOME)
|
126 |
+
|
127 |
+
# Request TTS for welcome message
|
128 |
+
await self.event_bus.publish(Event(
|
129 |
+
type=EventType.TTS_STARTED,
|
130 |
+
session_id=session_id,
|
131 |
+
data={
|
132 |
+
"text": context.metadata.get("welcome_text", ""),
|
133 |
+
"is_welcome": True
|
134 |
+
}
|
135 |
+
))
|
136 |
+
else:
|
137 |
+
# Welcome yoksa direkt LISTENING'e geΓ§
|
138 |
+
await self.transition_to(session_id, ConversationState.LISTENING)
|
139 |
+
|
140 |
+
# Start STT
|
141 |
+
await self.event_bus.publish(
|
142 |
+
Event(
|
143 |
+
type=EventType.STT_STARTED,
|
144 |
+
data={},
|
145 |
+
session_id=session_id
|
146 |
+
)
|
147 |
+
)
|
148 |
+
|
149 |
+
async def _handle_conversation_ended(self, event: Event) -> None:
|
150 |
+
"""Handle conversation end - but keep session alive"""
|
151 |
+
session_id = event.session_id
|
152 |
+
context = self.sessions.get(session_id)
|
153 |
+
|
154 |
+
if not context:
|
155 |
+
log_warning(f"β οΈ Session not found for conversation end | session_id={session_id}")
|
156 |
+
return
|
157 |
+
|
158 |
+
log_info(f"π Conversation ended | session_id={session_id}")
|
159 |
+
|
160 |
+
# Stop STT if running
|
161 |
+
await self.event_bus.publish(Event(
|
162 |
+
type=EventType.STT_STOPPED,
|
163 |
+
session_id=session_id,
|
164 |
+
data={"reason": "conversation_ended"}
|
165 |
+
))
|
166 |
+
|
167 |
+
# Stop any ongoing TTS
|
168 |
+
await self.event_bus.publish(Event(
|
169 |
+
type=EventType.TTS_STOPPED,
|
170 |
+
session_id=session_id,
|
171 |
+
data={"reason": "conversation_ended"}
|
172 |
+
))
|
173 |
+
|
174 |
+
# Transition back to IDLE - session still alive!
|
175 |
+
await self.transition_to(session_id, ConversationState.IDLE)
|
176 |
+
|
177 |
+
log_info(f"π€ Session back to IDLE, ready for new conversation | session_id={session_id}")
|
178 |
+
|
179 |
+
async def _handle_session_started(self, event: Event):
|
180 |
+
"""Handle session start"""
|
181 |
+
session_id = event.session_id
|
182 |
+
session_data = event.data
|
183 |
+
|
184 |
+
log_info(f"π¬ Session started", session_id=session_id)
|
185 |
+
|
186 |
+
# Create session context
|
187 |
+
context = SessionContext(
|
188 |
+
session_id=session_id,
|
189 |
+
session=session_data.get("session"),
|
190 |
+
metadata={
|
191 |
+
"has_welcome": session_data.get("has_welcome", False),
|
192 |
+
"welcome_text": session_data.get("welcome_text", "")
|
193 |
+
}
|
194 |
+
)
|
195 |
+
|
196 |
+
self.sessions[session_id] = context
|
197 |
+
|
198 |
+
# Session baΕladΔ±ΔΔ±nda IDLE state'te kalmalΔ±
|
199 |
+
# Conversation baΕlayana kadar bekleyeceΔiz
|
200 |
+
# Zaten SessionContext default state'i IDLE
|
201 |
+
log_info(f"π Session created in IDLE state | session_id={session_id}")
|
202 |
+
|
203 |
+
async def _handle_session_ended(self, event: Event):
|
204 |
+
"""Handle session end - complete cleanup"""
|
205 |
+
session_id = event.session_id
|
206 |
+
|
207 |
+
log_info(f"π Session ended | session_id={session_id}")
|
208 |
+
|
209 |
+
# Get context for cleanup
|
210 |
+
context = self.sessions.get(session_id)
|
211 |
+
|
212 |
+
if context:
|
213 |
+
# Try to transition to ENDED if possible
|
214 |
+
try:
|
215 |
+
await self.transition_to(session_id, ConversationState.ENDED)
|
216 |
+
except Exception as e:
|
217 |
+
log_warning(f"Could not transition to ENDED state: {e}")
|
218 |
+
|
219 |
+
# Stop all components
|
220 |
+
await self.event_bus.publish(Event(
|
221 |
+
type=EventType.STT_STOPPED,
|
222 |
+
session_id=session_id,
|
223 |
+
data={"reason": "session_ended"}
|
224 |
+
))
|
225 |
+
|
226 |
+
await self.event_bus.publish(Event(
|
227 |
+
type=EventType.TTS_STOPPED,
|
228 |
+
session_id=session_id,
|
229 |
+
data={"reason": "session_ended"}
|
230 |
+
))
|
231 |
+
|
232 |
+
# Cleanup session context
|
233 |
+
await context.cleanup()
|
234 |
+
|
235 |
+
# Remove session
|
236 |
+
self.sessions.pop(session_id, None)
|
237 |
+
|
238 |
+
# Clear event bus session data
|
239 |
+
self.event_bus.clear_session_data(session_id)
|
240 |
+
|
241 |
+
log_info(f"β
Session fully cleaned up | session_id={session_id}")
|
242 |
+
|
243 |
+
async def _handle_stt_ready(self, event: Event):
|
244 |
+
"""Handle STT ready signal"""
|
245 |
+
session_id = event.session_id
|
246 |
+
current_state = self.get_state(session_id)
|
247 |
+
|
248 |
+
log_debug(f"π€ STT ready", session_id=session_id, current_state=current_state)
|
249 |
+
|
250 |
+
# Only process if we're expecting STT to be ready
|
251 |
+
if current_state in [ConversationState.LISTENING, ConversationState.PLAYING_WELCOME]:
|
252 |
+
# STT is ready, we're already in the right state
|
253 |
+
pass
|
254 |
+
|
255 |
+
async def _handle_stt_result(self, event: Event):
|
256 |
+
"""Handle STT transcription result"""
|
257 |
+
session_id = event.session_id
|
258 |
+
context = self.sessions.get(session_id)
|
259 |
+
|
260 |
+
if not context:
|
261 |
+
return
|
262 |
+
|
263 |
+
current_state = context.state
|
264 |
+
result_data = event.data
|
265 |
+
is_final = result_data.get("is_final", False)
|
266 |
+
|
267 |
+
# Interim result'larΔ± websocket'e gΓΆnder ama state deΔiΕtirme
|
268 |
+
if not is_final:
|
269 |
+
# Sadece log, state deΔiΕikliΔi yok
|
270 |
+
text = result_data.get("text", "").strip()
|
271 |
+
if text:
|
272 |
+
log_debug(f"π Interim transcription: '{text}'", session_id=session_id)
|
273 |
+
return
|
274 |
+
|
275 |
+
# Final result iΕleme
|
276 |
+
text = result_data.get("text", "").strip()
|
277 |
+
if not text:
|
278 |
+
log_warning(f"β οΈ Empty final transcription", session_id=session_id)
|
279 |
+
# β
DΓZELTME: return yerine devam et
|
280 |
+
# return # BU SATIRI KALDIR VEYA YORUMA AL
|
281 |
+
|
282 |
+
if current_state != ConversationState.LISTENING:
|
283 |
+
log_warning(
|
284 |
+
f"β οΈ STT result in unexpected state",
|
285 |
+
session_id=session_id,
|
286 |
+
state=current_state.value
|
287 |
+
)
|
288 |
+
return
|
289 |
+
|
290 |
+
# β
Text boΕ olsa bile log at
|
291 |
+
if text:
|
292 |
+
log_info(f"π¬ Final transcription: '{text}'", session_id=session_id)
|
293 |
+
else:
|
294 |
+
log_info(f"π¬ Final transcription: (silence detected)", session_id=session_id)
|
295 |
+
|
296 |
+
# β
STT'yi otomatik durdur
|
297 |
+
await self.event_bus.publish(Event(
|
298 |
+
type=EventType.STT_STOPPED,
|
299 |
+
session_id=session_id,
|
300 |
+
data={"reason": "utterance_completed"}
|
301 |
+
))
|
302 |
+
|
303 |
+
# β
BoΕ transcript'te LLM'e gΓΆndermek istemiyorsanΔ±z burada kontrol edin
|
304 |
+
if not text:
|
305 |
+
# Tekrar dinlemeye geΓ§
|
306 |
+
await self.transition_to(session_id, ConversationState.LISTENING)
|
307 |
+
|
308 |
+
# STT'yi tekrar baΕlat
|
309 |
+
await self.event_bus.publish(Event(
|
310 |
+
type=EventType.STT_STARTED,
|
311 |
+
session_id=session_id,
|
312 |
+
data={}
|
313 |
+
))
|
314 |
+
return
|
315 |
+
|
316 |
+
# Transition to processing
|
317 |
+
await self.transition_to(session_id, ConversationState.PROCESSING_SPEECH)
|
318 |
+
|
319 |
+
# Send to LLM
|
320 |
+
await self.event_bus.publish(Event(
|
321 |
+
type=EventType.LLM_PROCESSING_STARTED,
|
322 |
+
session_id=session_id,
|
323 |
+
data={"text": text}
|
324 |
+
))
|
325 |
+
async def _handle_llm_response_ready(self, event: Event):
|
326 |
+
"""Handle LLM response"""
|
327 |
+
session_id = event.session_id
|
328 |
+
current_state = self.get_state(session_id)
|
329 |
+
|
330 |
+
if current_state != ConversationState.PROCESSING_SPEECH:
|
331 |
+
log_warning(
|
332 |
+
f"β οΈ LLM response in unexpected state",
|
333 |
+
session_id=session_id,
|
334 |
+
state=current_state
|
335 |
+
)
|
336 |
+
return
|
337 |
+
|
338 |
+
response_text = event.data.get("text", "")
|
339 |
+
log_info(f"π€ LLM response ready", session_id=session_id, length=len(response_text))
|
340 |
+
|
341 |
+
# Transition to preparing response
|
342 |
+
await self.transition_to(session_id, ConversationState.PREPARING_RESPONSE)
|
343 |
+
|
344 |
+
# Request TTS
|
345 |
+
await self.event_bus.publish(Event(
|
346 |
+
type=EventType.TTS_STARTED,
|
347 |
+
session_id=session_id,
|
348 |
+
data={"text": response_text}
|
349 |
+
))
|
350 |
+
|
351 |
+
async def _handle_tts_completed(self, event: Event):
|
352 |
+
"""Handle TTS completion"""
|
353 |
+
session_id = event.session_id
|
354 |
+
context = self.sessions.get(session_id)
|
355 |
+
|
356 |
+
if not context:
|
357 |
+
return
|
358 |
+
|
359 |
+
current_state = context.state
|
360 |
+
|
361 |
+
log_info(f"π TTS completed", session_id=session_id, state=current_state.value)
|
362 |
+
|
363 |
+
if current_state == ConversationState.PREPARING_WELCOME:
|
364 |
+
await self.transition_to(session_id, ConversationState.PLAYING_WELCOME)
|
365 |
+
|
366 |
+
# Welcome audio frontend'te Γ§alΔ±nacak, biz sadece state'i gΓΌncelliyoruz
|
367 |
+
# Frontend audio bitince bize audio_playback_completed gΓΆnderecek
|
368 |
+
|
369 |
+
elif current_state == ConversationState.PREPARING_RESPONSE:
|
370 |
+
await self.transition_to(session_id, ConversationState.PLAYING_RESPONSE)
|
371 |
+
|
372 |
+
async def _handle_audio_playback_completed(self, event: Event):
|
373 |
+
"""Handle audio playback completion"""
|
374 |
+
session_id = event.session_id
|
375 |
+
context = self.sessions.get(session_id)
|
376 |
+
|
377 |
+
if not context:
|
378 |
+
return
|
379 |
+
|
380 |
+
current_state = context.state
|
381 |
+
|
382 |
+
log_info(f"π΅ Audio playback completed", session_id=session_id, state=current_state.value)
|
383 |
+
|
384 |
+
if current_state in [ConversationState.PLAYING_WELCOME, ConversationState.PLAYING_RESPONSE]:
|
385 |
+
# Transition to listening
|
386 |
+
await self.transition_to(session_id, ConversationState.LISTENING)
|
387 |
+
|
388 |
+
# β
STT'yi baΕlat - tek konuΕma modunda
|
389 |
+
locale = context.metadata.get("locale", "tr")
|
390 |
+
await self.event_bus.publish(Event(
|
391 |
+
type=EventType.STT_STARTED,
|
392 |
+
session_id=session_id,
|
393 |
+
data={
|
394 |
+
"locale": locale,
|
395 |
+
"single_utterance": True, # β
Tek konuΕma modu
|
396 |
+
"interim_results": False, # β
Sadece final
|
397 |
+
"speech_timeout_ms": 2000 # 2 saniye sessizlik
|
398 |
+
}
|
399 |
+
))
|
400 |
+
|
401 |
+
# Send STT ready signal to frontend
|
402 |
+
await self.event_bus.publish(Event(
|
403 |
+
type=EventType.STT_READY,
|
404 |
+
session_id=session_id,
|
405 |
+
data={}
|
406 |
+
))
|
407 |
+
|
408 |
+
async def _handle_stt_error(self, event: Event):
|
409 |
+
"""Handle STT errors"""
|
410 |
+
session_id = event.session_id
|
411 |
+
error_data = event.data
|
412 |
+
|
413 |
+
log_error(
|
414 |
+
f"β STT error",
|
415 |
+
session_id=session_id,
|
416 |
+
error=error_data.get("message")
|
417 |
+
)
|
418 |
+
|
419 |
+
# Try to recover by transitioning back to listening
|
420 |
+
current_state = self.get_state(session_id)
|
421 |
+
if current_state != ConversationState.ENDED:
|
422 |
+
await self.transition_to(session_id, ConversationState.ERROR)
|
423 |
+
|
424 |
+
# Try recovery after delay
|
425 |
+
await asyncio.sleep(2.0)
|
426 |
+
|
427 |
+
if self.get_state(session_id) == ConversationState.ERROR:
|
428 |
+
await self.transition_to(session_id, ConversationState.LISTENING)
|
429 |
+
|
430 |
+
# Restart STT
|
431 |
+
await self.event_bus.publish(Event(
|
432 |
+
type=EventType.STT_STARTED,
|
433 |
+
session_id=session_id,
|
434 |
+
data={"retry": True}
|
435 |
+
))
|
436 |
+
|
437 |
+
async def _handle_tts_error(self, event: Event):
|
438 |
+
"""Handle TTS errors"""
|
439 |
+
session_id = event.session_id
|
440 |
+
error_data = event.data
|
441 |
+
|
442 |
+
log_error(
|
443 |
+
f"β TTS error",
|
444 |
+
session_id=session_id,
|
445 |
+
error=error_data.get("message")
|
446 |
+
)
|
447 |
+
|
448 |
+
# Skip TTS and go to listening
|
449 |
+
current_state = self.get_state(session_id)
|
450 |
+
if current_state in [ConversationState.PREPARING_WELCOME, ConversationState.PREPARING_RESPONSE]:
|
451 |
+
await self.transition_to(session_id, ConversationState.LISTENING)
|
452 |
+
|
453 |
+
# Start STT
|
454 |
+
await self.event_bus.publish(Event(
|
455 |
+
type=EventType.STT_STARTED,
|
456 |
+
session_id=session_id,
|
457 |
+
data={}
|
458 |
+
))
|
459 |
+
|
460 |
+
async def _handle_llm_error(self, event: Event):
|
461 |
+
"""Handle LLM errors"""
|
462 |
+
session_id = event.session_id
|
463 |
+
error_data = event.data
|
464 |
+
|
465 |
+
log_error(
|
466 |
+
f"β LLM error",
|
467 |
+
session_id=session_id,
|
468 |
+
error=error_data.get("message")
|
469 |
+
)
|
470 |
+
|
471 |
+
# Go back to listening
|
472 |
+
await self.transition_to(session_id, ConversationState.LISTENING)
|
473 |
+
|
474 |
+
# Start STT
|
475 |
+
await self.event_bus.publish(Event(
|
476 |
+
type=EventType.STT_STARTED,
|
477 |
+
session_id=session_id,
|
478 |
+
data={}
|
479 |
+
))
|
480 |
+
|
481 |
+
async def _handle_critical_error(self, event: Event):
|
482 |
+
"""Handle critical errors"""
|
483 |
+
session_id = event.session_id
|
484 |
+
error_data = event.data
|
485 |
+
|
486 |
+
log_error(
|
487 |
+
f"π₯ Critical error",
|
488 |
+
session_id=session_id,
|
489 |
+
error=error_data.get("message")
|
490 |
+
)
|
491 |
+
|
492 |
+
# End session
|
493 |
+
await self.transition_to(session_id, ConversationState.ENDED)
|
494 |
+
|
495 |
+
# Publish session end event
|
496 |
+
await self.event_bus.publish(Event(
|
497 |
+
type=EventType.SESSION_ENDED,
|
498 |
+
session_id=session_id,
|
499 |
+
data={"reason": "critical_error"}
|
500 |
+
))
|
501 |
+
|
502 |
+
async def transition_to(self, session_id: str, new_state: ConversationState) -> bool:
|
503 |
+
"""
|
504 |
+
Transition to a new state with validation
|
505 |
+
"""
|
506 |
+
try:
|
507 |
+
# Get session context
|
508 |
+
context = self.sessions.get(session_id)
|
509 |
+
if not context:
|
510 |
+
log_info(f"β Session not found for state transition | session_id={session_id}")
|
511 |
+
return False
|
512 |
+
|
513 |
+
# Get current state from context
|
514 |
+
current_state = context.state
|
515 |
+
|
516 |
+
# Check if transition is valid
|
517 |
+
if new_state not in self.VALID_TRANSITIONS.get(current_state, set()):
|
518 |
+
log_info(f"β Invalid state transition | session_id={session_id}, current={current_state.value}, requested={new_state.value}")
|
519 |
+
return False
|
520 |
+
|
521 |
+
# Update state
|
522 |
+
old_state = current_state
|
523 |
+
context.state = new_state
|
524 |
+
context.last_activity = datetime.utcnow()
|
525 |
+
|
526 |
+
log_info(f"β
State transition | session_id={session_id}, {old_state.value} β {new_state.value}")
|
527 |
+
|
528 |
+
# Emit state transition event with correct field names
|
529 |
+
await self.event_bus.publish(
|
530 |
+
Event(
|
531 |
+
type=EventType.STATE_TRANSITION,
|
532 |
+
data={
|
533 |
+
"old_state": old_state.value, # Backend uses old_state/new_state
|
534 |
+
"new_state": new_state.value,
|
535 |
+
"timestamp": datetime.utcnow().isoformat()
|
536 |
+
},
|
537 |
+
session_id=session_id
|
538 |
+
)
|
539 |
+
)
|
540 |
+
|
541 |
+
return True
|
542 |
+
|
543 |
+
except Exception as e:
|
544 |
+
log_error(f"β State transition error | session_id={session_id}", e)
|
545 |
+
return False
|
546 |
+
|
547 |
+
def get_state(self, session_id: str) -> Optional[ConversationState]:
|
548 |
+
"""Get current state for a session"""
|
549 |
+
return self.sessions.get(session_id)
|
550 |
+
|
551 |
+
def get_session_data(self, session_id: str) -> Optional[Dict[str, Any]]:
|
552 |
+
"""Get session data"""
|
553 |
+
return self.session_data.get(session_id)
|
554 |
+
|
555 |
+
async def handle_error_recovery(self, session_id: str, error_type: str):
|
556 |
+
"""Handle error recovery strategies"""
|
557 |
+
context = self.sessions.get(session_id)
|
558 |
+
|
559 |
+
if not context or context.state == ConversationState.ENDED:
|
560 |
+
return
|
561 |
+
|
562 |
+
log_info(
|
563 |
+
f"π§ Attempting error recovery",
|
564 |
+
session_id=session_id,
|
565 |
+
error_type=error_type,
|
566 |
+
current_state=context.state.value
|
567 |
+
)
|
568 |
+
|
569 |
+
# Update activity
|
570 |
+
context.update_activity()
|
571 |
+
|
572 |
+
# Define recovery strategies
|
573 |
+
recovery_strategies = {
|
574 |
+
"stt_error": self._recover_from_stt_error,
|
575 |
+
"tts_error": self._recover_from_tts_error,
|
576 |
+
"llm_error": self._recover_from_llm_error,
|
577 |
+
"websocket_error": self._recover_from_websocket_error
|
578 |
+
}
|
579 |
+
|
580 |
+
strategy = recovery_strategies.get(error_type)
|
581 |
+
if strategy:
|
582 |
+
await strategy(session_id)
|
583 |
+
else:
|
584 |
+
# Default recovery: go to error state then back to listening
|
585 |
+
await self.transition_to(session_id, ConversationState.ERROR)
|
586 |
+
await asyncio.sleep(1.0)
|
587 |
+
await self.transition_to(session_id, ConversationState.LISTENING)
|
588 |
+
|
589 |
+
async def _recover_from_stt_error(self, session_id: str):
|
590 |
+
"""Recover from STT error"""
|
591 |
+
# Stop STT, wait, restart
|
592 |
+
await self.event_bus.publish(Event(
|
593 |
+
type=EventType.STT_STOPPED,
|
594 |
+
session_id=session_id,
|
595 |
+
data={"reason": "error_recovery"}
|
596 |
+
))
|
597 |
+
|
598 |
+
await asyncio.sleep(2.0)
|
599 |
+
|
600 |
+
await self.transition_to(session_id, ConversationState.LISTENING)
|
601 |
+
|
602 |
+
await self.event_bus.publish(Event(
|
603 |
+
type=EventType.STT_STARTED,
|
604 |
+
session_id=session_id,
|
605 |
+
data={"retry": True}
|
606 |
+
))
|
607 |
+
|
608 |
+
async def _recover_from_tts_error(self, session_id: str):
|
609 |
+
"""Recover from TTS error"""
|
610 |
+
# Skip TTS, go directly to listening
|
611 |
+
await self.transition_to(session_id, ConversationState.LISTENING)
|
612 |
+
|
613 |
+
await self.event_bus.publish(Event(
|
614 |
+
type=EventType.STT_STARTED,
|
615 |
+
session_id=session_id,
|
616 |
+
data={}
|
617 |
+
))
|
618 |
+
|
619 |
+
async def _recover_from_llm_error(self, session_id: str):
|
620 |
+
"""Recover from LLM error"""
|
621 |
+
# Go back to listening
|
622 |
+
await self.transition_to(session_id, ConversationState.LISTENING)
|
623 |
+
|
624 |
+
await self.event_bus.publish(Event(
|
625 |
+
type=EventType.STT_STARTED,
|
626 |
+
session_id=session_id,
|
627 |
+
data={}
|
628 |
+
))
|
629 |
+
|
630 |
+
async def _recover_from_websocket_error(self, session_id: str):
|
631 |
+
"""Recover from WebSocket error"""
|
632 |
+
# End session cleanly
|
633 |
+
await self.transition_to(session_id, ConversationState.ENDED)
|
634 |
+
|
635 |
+
await self.event_bus.publish(Event(
|
636 |
+
type=EventType.SESSION_ENDED,
|
637 |
+
session_id=session_id,
|
638 |
+
data={"reason": "websocket_error"}
|
639 |
))
|