Update app.py

app.py

@@ -5,7 +5,10 @@ import gradio as gr
 from docx import Document
 from TTS.api import TTS
 import tempfile
+import csv
+from collections import defaultdict
 
+# Model dictionary
 VOICE_MODELS = {
     "Jenny (Expressive Female)": {
         "model_name": "tts_models/en/jenny/jenny",
@@ -21,7 +24,9 @@ VOICE_MODELS = {
     }
 }
 
+# Cache
 MODEL_CACHE = {}
+SPEAKER_DROPDOWN_MAP = {}  # Maps label -> ID
 
 def load_tts_model(model_key):
     if model_key in MODEL_CACHE:
@@ -31,17 +36,39 @@ def load_tts_model(model_key):
     MODEL_CACHE[model_key] = tts
     return tts
 
-def extract_speakers(model_key):
+def extract_speakers(model_key, metadata_path="metadata.csv"):
+    global SPEAKER_DROPDOWN_MAP
     info = VOICE_MODELS[model_key]
-    if info["multi_speaker"]:
-            tts = load_tts_model(model_key)
-            return getattr(tts, "speakers", [])
-    return []
-
-def docx_to_wav(doc_file, selected_voice, selected_speaker=None):
+    if not info["multi_speaker"]:
+        return []
+
+    tts = load_tts_model(model_key)
+    available_speakers = set(getattr(tts, "speakers", []))
+
+    speaker_audio_map = defaultdict(list)
+    with open(metadata_path, newline='') as csvfile:
+        reader = csv.reader(csvfile)
+        next(reader)
+        for row in reader:
+            if len(row) >= 2:
+                audio_id, speaker_id = row[0], row[1]
+                if speaker_id in available_speakers:
+                    speaker_audio_map[speaker_id].append(audio_id)
+
+    SPEAKER_DROPDOWN_MAP.clear()
+    dropdown_choices = []
+    for speaker_id, audio_ids in speaker_audio_map.items():
+        label = f"{speaker_id} ({len(audio_ids)} samples)"
+        SPEAKER_DROPDOWN_MAP[label] = speaker_id
+        dropdown_choices.append(label)
+
+    return dropdown_choices
+
+def docx_to_wav(doc_file, selected_voice, speaker_label=None):
     info = VOICE_MODELS[selected_voice]
     tts = load_tts_model(selected_voice)
 
+    # Extract text
     document = Document(doc_file.name)
     full_text = "\n".join([para.text for para in document.paragraphs if para.text.strip()])
 
@@ -49,52 +76,44 @@ def docx_to_wav(doc_file, selected_voice, selected_speaker=None):
         wav_path = tmp_wav.name
 
     kwargs = {}
-    if info["multi_speaker"]:
-        kwargs["speaker"] = selected_speaker
+    if info["multi_speaker"] and speaker_label:
+        speaker_id = SPEAKER_DROPDOWN_MAP.get(speaker_label)
+        if not speaker_id:
+            raise ValueError("Speaker ID not found.")
+        kwargs["speaker"] = speaker_id
 
     tts.tts_to_file(text=full_text, file_path=wav_path, **kwargs)
     return wav_path
 
 def show_load_button(voice_selection):
-    info = VOICE_MODELS[voice_selection]
-    if info["multi_speaker"]:
-        return (
-            gr.update(visible=True),    # Show "Load Speakers"
-            gr.update(visible=False),   # Hide speaker dropdown until loaded
-            gr.update(interactive=False)  # Disable generate button
-        )
-    else:
-        return (
-            gr.update(visible=False),   # Hide "Load Speakers"
-            gr.update(visible=False),   # Hide speaker dropdown
-            gr.update(interactive=True) # Enable generate button for single speaker
-        )
-
-def load_and_show_speakers(voice_selection):
-    speakers = extract_speakers(voice_selection)
-    return (
-        gr.update(choices=speakers, visible=True, value=speakers[0]),
-        gr.update(interactive=True)  # Now enable the generate button
-    )
+    is_multi = VOICE_MODELS[voice_selection]["multi_speaker"]
+    return gr.update(visible=is_multi)
 
+def load_speakers_ui(voice_selection):
+    speakers = extract_speakers(voice_selection)
+    return gr.update(choices=speakers, visible=True, value=speakers[0] if speakers else None)
 
 with gr.Blocks() as interface:
-    gr.Markdown("# 🎤 Realistic Voiceover from DOCX\nUpload a `.docx` file, select a voice, and generate lifelike speech!")
+    gr.Markdown("# 🗣️ DOCX to Realistic Voiceover")
 
     with gr.Row():
         docx_input = gr.File(label="Upload .docx File", type="filepath")
         voice_dropdown = gr.Dropdown(choices=list(VOICE_MODELS.keys()), value="Jenny (Expressive Female)", label="Voice")
-        load_speakers_btn = gr.Button("🔍 Load Speakers", visible=False)
-        speaker_dropdown = gr.Dropdown(choices=[], label="Speaker", visible=False)
-    
-    generate_button = gr.Button("🎧 Generate Speech", interactive=True)
-    audio_output = gr.Audio(label="🔊 Download WAV", type="filepath")
+        load_button = gr.Button("🔄 Load Speakers", visible=False)
+        speaker_dropdown = gr.Dropdown(label="Speaker", visible=False)
+
+    generate_button = gr.Button("🎙️ Generate Speech")
+    audio_output = gr.Audio(label="🔊 Output WAV", type="filepath")
 
-    # Interactions
-    voice_dropdown.change(fn=show_load_button, inputs=voice_dropdown, outputs=[load_speakers_btn, speaker_dropdown, generate_button])
-    load_speakers_btn.click(fn=load_and_show_speakers, inputs=voice_dropdown, outputs=[speaker_dropdown, generate_button])
+    # Event bindings
+    voice_dropdown.change(fn=show_load_button, inputs=voice_dropdown, outputs=load_button)
+    load_button.click(fn=load_speakers_ui, inputs=voice_dropdown, outputs=speaker_dropdown)
 
-    generate_button.click(fn=docx_to_wav, inputs=[docx_input, voice_dropdown, speaker_dropdown], outputs=audio_output)
+    generate_button.click(
+        fn=docx_to_wav,
+        inputs=[docx_input, voice_dropdown, speaker_dropdown],
+        outputs=audio_output
+    )
 
 if __name__ == "__main__":
     interface.launch()