xcv58
commited on
Update webui.py as well
Browse files
webui.py
CHANGED
@@ -19,6 +19,7 @@ import soundfile as sf
|
|
19 |
import logging
|
20 |
import argparse
|
21 |
import gradio as gr
|
|
|
22 |
from datetime import datetime
|
23 |
from cli.SparkTTS import SparkTTS
|
24 |
from sparktts.utils.token_parser import LEVELS_MAP_UI
|
@@ -27,7 +28,21 @@ from sparktts.utils.token_parser import LEVELS_MAP_UI
|
|
27 |
def initialize_model(model_dir="pretrained_models/Spark-TTS-0.5B", device=0):
|
28 |
"""Load the model once at the beginning."""
|
29 |
logging.info(f"Loading model from: {model_dir}")
|
30 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
31 |
model = SparkTTS(model_dir, device)
|
32 |
return model
|
33 |
|
@@ -76,7 +91,7 @@ def run_tts(
|
|
76 |
|
77 |
|
78 |
def build_ui(model_dir, device=0):
|
79 |
-
|
80 |
# Initialize model
|
81 |
model = initialize_model(model_dir, device=device)
|
82 |
|
|
|
19 |
import logging
|
20 |
import argparse
|
21 |
import gradio as gr
|
22 |
+
import platform
|
23 |
from datetime import datetime
|
24 |
from cli.SparkTTS import SparkTTS
|
25 |
from sparktts.utils.token_parser import LEVELS_MAP_UI
|
|
|
28 |
def initialize_model(model_dir="pretrained_models/Spark-TTS-0.5B", device=0):
|
29 |
"""Load the model once at the beginning."""
|
30 |
logging.info(f"Loading model from: {model_dir}")
|
31 |
+
|
32 |
+
# Determine appropriate device based on platform and availability
|
33 |
+
if platform.system() == "Darwin":
|
34 |
+
# macOS with MPS support (Apple Silicon)
|
35 |
+
device = torch.device(f"mps:{device}")
|
36 |
+
logging.info(f"Using MPS device: {device}")
|
37 |
+
elif torch.cuda.is_available():
|
38 |
+
# System with CUDA support
|
39 |
+
device = torch.device(f"cuda:{device}")
|
40 |
+
logging.info(f"Using CUDA device: {device}")
|
41 |
+
else:
|
42 |
+
# Fall back to CPU
|
43 |
+
device = torch.device("cpu")
|
44 |
+
logging.info("GPU acceleration not available, using CPU")
|
45 |
+
|
46 |
model = SparkTTS(model_dir, device)
|
47 |
return model
|
48 |
|
|
|
91 |
|
92 |
|
93 |
def build_ui(model_dir, device=0):
|
94 |
+
|
95 |
# Initialize model
|
96 |
model = initialize_model(model_dir, device=device)
|
97 |
|