not-lain commited on
Commit
acd1567
·
verified ·
1 Parent(s): 1d9c9e5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -15,8 +15,8 @@ asr_pipe = pipeline("automatic-speech-recognition", model="openai/whisper-base",
15
  # load text-to-speech checkpoint and speaker embeddings
16
  processor = SpeechT5Processor.from_pretrained("microsoft/speecht5_tts")
17
 
18
- model = SpeechT5ForTextToSpeech.from_pretrained("microsoft/speecht5_tts").to(device)
19
- vocoder = SpeechT5HifiGan.from_pretrained("microsoft/speecht5_hifigan").to(device)
20
 
21
  embeddings_dataset = load_dataset("Matthijs/cmu-arctic-xvectors", split="validation")
22
  speaker_embeddings = torch.tensor(embeddings_dataset[7306]["xvector"]).unsqueeze(0)
@@ -29,7 +29,7 @@ def translate(audio):
29
  @spaces.GPU
30
  def synthesise(text):
31
  inputs = processor(text=text, return_tensors="pt")
32
- speech = model.generate_speech(inputs["input_ids"].to(device), speaker_embeddings.to(device), vocoder=vocoder)
33
  return speech.cpu()
34
 
35
  @spaces.GPU
 
15
  # load text-to-speech checkpoint and speaker embeddings
16
  processor = SpeechT5Processor.from_pretrained("microsoft/speecht5_tts")
17
 
18
+ model = SpeechT5ForTextToSpeech.from_pretrained("microsoft/speecht5_tts").to("cuda")
19
+ vocoder = SpeechT5HifiGan.from_pretrained("microsoft/speecht5_hifigan").to("cuda")
20
 
21
  embeddings_dataset = load_dataset("Matthijs/cmu-arctic-xvectors", split="validation")
22
  speaker_embeddings = torch.tensor(embeddings_dataset[7306]["xvector"]).unsqueeze(0)
 
29
  @spaces.GPU
30
  def synthesise(text):
31
  inputs = processor(text=text, return_tensors="pt")
32
+ speech = model.generate_speech(inputs["input_ids"].to("cuda"), speaker_embeddings.to("cuda"), vocoder=vocoder)
33
  return speech.cpu()
34
 
35
  @spaces.GPU