Fizing TURN server using Twilio

pages/1_Live_Detection.py

@@ -22,9 +22,15 @@ def load_app_config():
     config_path = "/config.yaml" if os.path.exists("/config.yaml") else "config.yaml"
     with open(config_path, 'r') as f:
         config = yaml.safe_load(f)
-    return config, gemini_api_key
+    # Load secrets from environment
+    secrets = {
+        "gemini_api_key": os.getenv("GEMINI_API_KEY"),
+        "turn_username": os.getenv("TURN_USERNAME"),
+        "turn_credential": os.getenv("TURN_CREDENTIAL")
+    }
+    return config, secrets
 
-config, gemini_api_key = load_app_config()
+config, secrets = load_app_config()
 
 # --- Initialize Session State (if not already done in main.py) ---
 if "play_audio" not in st.session_state:
@@ -45,9 +51,11 @@ def autoplay_audio(audio_bytes: bytes):
 
 # --- WebRTC Video Processor ---
 class VideoProcessor(VideoProcessorBase):
-    def __init__(self):
+    def __init__(self, status_queue: queue.Queue, audio_queue: queue.Queue):
+        self.status_queue = status_queue
+        self.audio_queue = audio_queue
         self._detector = get_detector(config)
-        self._alerter = get_alerter(config, gemini_api_key)
+        self._alerter = get_alerter(config, secrets["gemini_api_key"])
 
     def recv(self, frame: av.VideoFrame) -> av.VideoFrame:
         img = frame.to_ndarray(format="bgr24")
@@ -55,37 +63,46 @@ class VideoProcessor(VideoProcessorBase):
         strategy = config.get('detection_strategy')
         if strategy == 'hybrid':
             processed_frame, alert_triggered, active_alerts = self._detector.process_frame(img)
-            st.session_state.active_alerts = active_alerts if alert_triggered else {"status": "Awake"}
-        else: # Fallback for simpler strategies
+            self.status_queue.put(active_alerts if alert_triggered or 'Low Light' in active_alerts else {"status": "Awake"})
+        else:
             processed_frame, indicators = self._detector.process_frame(img)
-            alert_triggered = any(indicators.values())
-            st.session_state.active_alerts = indicators if alert_triggered else {"status": "Awake"}
+            alert_triggered = any(v for k, v in indicators.items() if k != 'low_light')
+            self.status_queue.put(indicators)
 
         if alert_triggered:
             audio_data = self._alerter.trigger_alert()
             if audio_data:
-                st.session_state.play_audio = audio_data
+                self.audio_queue.put(audio_data)
         else:
             self._alerter.reset_alert()
             
         return av.VideoFrame.from_ndarray(processed_frame, format="bgr24")
-
+    
 # --- Page UI ---
 # The st.set_page_config() call has been removed from this file.
 # The configuration from main.py will apply to this page.
 st.title("📹 Live Drowsiness Detection")
 st.info("Press 'START' to activate your camera and begin monitoring.")
 
-# --- Robust RTC Configuration ---
-# Provide a list of STUN servers for better reliability.
-RTC_CONFIGURATION = RTCConfiguration({
-    "iceServers": [
-        {"urls": ["stun:stun.l.google.com:19302"]},
-        {"urls": ["stun:stun1.l.google.com:19302"]},
-        {"urls": ["stun:stun2.l.google.com:19302"]},
-        {"urls": ["stun:stun.services.mozilla.com:3478"]},
+# --- Dynamically Build RTC Configuration ---
+ice_servers = [{'urls': 'stun:global.stun.twilio.com:3478'}]
+if secrets["turn_username"] and secrets["turn_credential"]:
+    print("TURN credentials found, adding TURN servers to config.")
+    turn_servers = [
+        {
+            'urls': 'turn:global.turn.twilio.com:3478?transport=udp',
+            'username': secrets["turn_username"],
+            'credential': secrets["turn_credential"]
+        },
+        {
+            'urls': 'turn:global.turn.twilio.com:3478?transport=tcp',
+            'username': secrets["turn_username"],
+            'credential': secrets["turn_credential"]
+        }
     ]
-})
+    ice_servers.extend(turn_servers)
+
+RTC_CONFIGURATION = RTCConfiguration({"iceServers": ice_servers})
 
 
 col1, col2 = st.columns([3, 1])
@@ -93,8 +110,11 @@ col1, col2 = st.columns([3, 1])
 with col1:
     webrtc_ctx = webrtc_streamer(
         key="drowsiness-detection",
-        video_processor_factory=VideoProcessor,
-        rtc_configuration=RTC_CONFIGURATION, # Use the new robust configuration
+        video_processor_factory=lambda: VideoProcessor(
+            status_queue=st.session_state.status_queue,
+            audio_queue=st.session_state.audio_queue
+        ),
+        rtc_configuration=RTC_CONFIGURATION,
         media_stream_constraints={"video": True, "audio": False},
         async_processing=True,
     )