feat: spaces

GPT_SoVITS/inference_webui.py

@@ -34,11 +34,39 @@ import re
 import sys
 import traceback
 import warnings
+import spaces
 
 import torch
 import torchaudio
 from text.LangSegmenter import LangSegmenter
 
+# 保存原始构造器
+original_storage_new = torch.UntypedStorage.__new__
+
+
+def _untyped_storage_new_register(cls, *args, **kwargs):
+    cuda = False
+    device = kwargs.get('device')
+
+    # 先判断类型是否为 torch.device 再访问 type 属性
+    if isinstance(device, torch.device) and device.type == 'cuda':
+        cuda = True
+        del kwargs['device']
+
+    # 正确调用 __new__
+    storage = torch._C.StorageBase.__new__(cls, *args, **kwargs)
+
+    # 标记是否是 ZeroGPU 模式
+    if cuda:
+        storage._zerogpu = True
+
+    return storage
+
+
+# 替换 __new__ 方法
+torch.UntypedStorage.__new__ = _untyped_storage_new_register
+
+
 logging.getLogger("markdown_it").setLevel(logging.ERROR)
 logging.getLogger("urllib3").setLevel(logging.ERROR)
 logging.getLogger("httpcore").setLevel(logging.ERROR)
@@ -123,10 +151,7 @@ i18n = I18nAuto(language=language)
 
 # os.environ['PYTORCH_ENABLE_MPS_FALLBACK'] = '1'  # 确保直接启动推理UI时也能够设置。
 
-if torch.cuda.is_available():
-    device = "cuda"
-else:
-    device = "cpu"
+device = "cuda"
 
 dict_language_v1 = {
     i18n("中文"): "all_zh",  # 全部按中文识别