Update app.py

app.py

@@ -1,109 +1,102 @@
 import gradio as gr
 import time
-import urllib.request
-from pathlib import Path
-import os
 import torch
-import numpy
 import scipy.io.wavfile
 from espnet2.bin.tts_inference import Text2Speech
 from espnet2.utils.types import str_or_none
 
+tagen = 'kan-bayashi/ljspeech_vits' 
+vocoder_tagen = "none" 
 
-# def load_model(model_tag, vocoder_tag):
-#     from espnet_model_zoo.downloader import ModelDownloader
-
-#     kwargs = {}
-
-#     # Model
-#     d = ModelDownloader()
-#     kwargs = d.download_and_unpack(model_tag)
-
-#     # Vocoder
-#     download_dir = Path(os.path.expanduser("~/.cache/parallel_wavegan"))
-#     vocoder_dir = download_dir / vocoder_tag
-#     os.makedirs(vocoder_dir, exist_ok=True)
+text2speechen = Text2Speech.from_pretrained(
+    model_tag=str_or_none(tagen),
+    vocoder_tag=str_or_none(vocoder_tagen),
+    device="cpu",
+    # Only for Tacotron 2 & Transformer
+    threshold=0.5,
+    # Only for Tacotron 2
+    minlenratio=0.0,
+    maxlenratio=10.0,
+    use_att_constraint=False,
+    backward_window=1,
+    forward_window=3,
+    # Only for FastSpeech & FastSpeech2 & VITS
+    speed_control_alpha=1.0,
+    # Only for VITS
+    noise_scale=0.333,
+    noise_scale_dur=0.333,
+)
 
-#     kwargs["vocoder_config"] = vocoder_dir / "config.yml"
-#     if not kwargs["vocoder_config"].exists():
-#         urllib.request.urlretrieve(f"https://huggingface.co/{vocoder_tag}/resolve/main/config.yml", kwargs["vocoder_config"])
 
-#     kwargs["vocoder_file"] = vocoder_dir / "checkpoint-50000steps.pkl"
-#     if not kwargs["vocoder_file"].exists():
-#         urllib.request.urlretrieve(f"https://huggingface.co/{vocoder_tag}/resolve/main/checkpoint-50000steps.pkl", kwargs["vocoder_file"])
+tagjp = 'kan-bayashi/jsut_full_band_vits_prosody' 
+vocoder_tagjp = 'none'
 
-#     return Text2Speech(
-#         **kwargs,
-#         device="cpu",
-#         threshold=0.5,
-#         minlenratio=0.0,
-#         maxlenratio=10.0,
-#         use_att_constraint=True,
-#         backward_window=1,
-#         forward_window=4,
-#     )
+text2speechjp = Text2Speech.from_pretrained(
+    model_tag=str_or_none(tagjp),
+    vocoder_tag=str_or_none(vocoder_tagjp),
+    device="cpu",
+    # Only for Tacotron 2 & Transformer
+    threshold=0.5,
+    # Only for Tacotron 2
+    minlenratio=0.0,
+    maxlenratio=10.0,
+    use_att_constraint=False,
+    backward_window=1,
+    forward_window=3,
+    # Only for FastSpeech & FastSpeech2 & VITS
+    speed_control_alpha=1.0,
+    # Only for VITS
+    noise_scale=0.333,
+    noise_scale_dur=0.333,
+)
 
-# gos_text2speech = load_model('https://huggingface.co/wietsedv/tacotron2-gronings/resolve/main/tts_ljspeech_finetune_tacotron2.v5_train.loss.ave.zip', 'wietsedv/parallelwavegan-gronings')
-# nld_text2speech = load_model('https://huggingface.co/wietsedv/tacotron2-dutch/resolve/main/tts_ljspeech_finetune_tacotron2.v5_train.loss.ave.zip', 'wietsedv/parallelwavegan-dutch')
+tagch = 'kan-bayashi/csmsc_full_band_vits'
+vocoder_tagch = "none" 
 
-gos_text2speech = Text2Speech.from_pretrained(
-   model_tag="https://huggingface.co/wietsedv/tacotron2-gronings/resolve/main/tts_ljspeech_finetune_tacotron2.v5_train.loss.ave.zip",
-   vocoder_tag="parallel_wavegan/ljspeech_parallel_wavegan.v3",
-   device="cpu",
-   threshold=0.5,
-   minlenratio=0.0,
-   maxlenratio=10.0,
-   use_att_constraint=True,
-   backward_window=1,
-   forward_window=4,
-)
-nld_text2speech = Text2Speech.from_pretrained(
-   model_tag="https://huggingface.co/wietsedv/tacotron2-dutch/resolve/main/tts_ljspeech_finetune_tacotron2.v5_train.loss.ave.zip",
-   vocoder_tag="parallel_wavegan/ljspeech_parallel_wavegan.v3",
-   device="cpu",
-   threshold=0.5,
-   minlenratio=0.0,
-   maxlenratio=10.0,
-   use_att_constraint=True,
-   backward_window=1,
-   forward_window=4,
+text2speechch = Text2Speech.from_pretrained(
+    model_tag=str_or_none(tagch),
+    vocoder_tag=str_or_none(vocoder_tagch),
+    device="cpu",
+    # Only for Tacotron 2 & Transformer
+    threshold=0.5,
+    # Only for Tacotron 2
+    minlenratio=0.0,
+    maxlenratio=10.0,
+    use_att_constraint=False,
+    backward_window=1,
+    forward_window=3,
+    # Only for FastSpeech & FastSpeech2 & VITS
+    speed_control_alpha=1.0,
+    # Only for VITS
+    noise_scale=0.333,
+    noise_scale_dur=0.333,
 )
-#eng_text2speech = Text2Speech.from_pretrained(
-#    model_tag="kan-bayashi/ljspeech_tacotron2",
-#    vocoder_tag="parallel_wavegan/ljspeech_parallel_wavegan.v3",
-#    device="cpu",
-#    threshold=0.5,
-#    minlenratio=0.0,
-#    maxlenratio=10.0,
-#    use_att_constraint=True,
-#    backward_window=1,
-#    forward_window=4,
-#)
 
 def inference(text,lang):
   with torch.no_grad():
-      if lang == "gronings":
-          wav = gos_text2speech(text)["wav"]
-          scipy.io.wavfile.write("out.wav", gos_text2speech.fs , wav.view(-1).cpu().numpy())
-      if lang == "dutch":
-          wav = nld_text2speech(text)["wav"]
-          scipy.io.wavfile.write("out.wav", nld_text2speech.fs , wav.view(-1).cpu().numpy())
-      #if lang == "english":
-      #    wav = eng_text2speech(text)["wav"]
-      #    scipy.io.wavfile.write("out.wav", eng_text2speech.fs , wav.view(-1).cpu().numpy())
-
-  return  "out.wav", "out.wav"
+      if lang == "english":
+          wav = text2speechen(text)["wav"]
+          scipy.io.wavfile.write("out.wav",text2speechen.fs , wav.view(-1).cpu().numpy())
+      if lang == "chinese":
+          wav = text2speechch(text)["wav"]
+          scipy.io.wavfile.write("out.wav",text2speechch.fs , wav.view(-1).cpu().numpy())
+      if lang == "japanese":
+          wav = text2speechjp(text)["wav"]
+          scipy.io.wavfile.write("out.wav",text2speechjp.fs , wav.view(-1).cpu().numpy())
+  return  "out.wav"
+title = "ESPnet2-TTS"
+description = "Gradio demo for ESPnet2-TTS: Extending the Edge of TTS Research. To use it, simply add your audio, or click one of the examples to load them. Read more at the links below."
+article = "<p style='text-align: center'><a href='https://arxiv.org/abs/2110.07840' target='_blank'>ESPnet2-TTS: Extending the Edge of TTS Research</a> | <a href='https://github.com/espnet/espnet' target='_blank'>Github Repo</a></p>"
 
-title = "GroTTS"
-examples = [
-  ['Ze gingen mit klas noar waddendiek, over en deur bragel lopen.', 'gronings']
-]
+examples=[['This paper describes ESPnet2-TTS, an end-to-end text-to-speech (E2E-TTS) toolkit. ESPnet2-TTS extends our earlier version, ESPnet-TTS, by adding many new features, including: on-the-fly flexible pre-processing, joint training with neural vocoders, and state-of-the-art TTS models with extensions like full-band E2E text-to-waveform modeling, which simplify the training pipeline and further enhance TTS performance. The unified design of our recipes enables users to quickly reproduce state-of-the-art E2E-TTS results',"english"],['レシピの統一された設計により、ユーザーは最先端のE2E-TTSの結果をすばやく再現できます。また、推論用の統合Pythonインターフェースで事前にトレーニングされたモデルを多数提供し、ユーザーがベースラインサンプルを生成してデモを構築するための迅速な手段を提供します。',"japanese"],['对英语和日语语料库的实验评估表明，我们提供的模型合成了与真实情况相当的话语，达到了最先进的水平',"chinese"]]
 
 gr.Interface(
-    inference,
-    [gr.inputs.Textbox(label="input text", lines=3), gr.inputs.Radio(choices=["gronings", "dutch"], type="value", default="gronings", label="language")], 
-    [gr.outputs.Audio(type="file", label="Output"), gr.outputs.File()],
+    inference, 
+    [gr.inputs.Textbox(label="input text",lines=10),gr.inputs.Radio(choices=["english", "chinese", "japanese"], type="value", default="english", label="language")], 
+    gr.outputs.Audio(type="file", label="Output"),
     title=title,
+    description=description,
+    article=article,
+    enable_queue=True,
     examples=examples
-    ).launch(enable_queue=True)
-    
+    ).launch(debug=True)