Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -61,8 +61,7 @@ class VibeVoiceDemo:
|
|
61 |
self.model = VibeVoiceForConditionalGenerationInference.from_pretrained(
|
62 |
self.model_path,
|
63 |
torch_dtype=torch.bfloat16,
|
64 |
-
device_map='cuda'
|
65 |
-
attn_implementation="sdpa"
|
66 |
)
|
67 |
self.model.eval()
|
68 |
|
@@ -1181,7 +1180,7 @@ def main():
|
|
1181 |
def run_demo(
|
1182 |
model_path: str = "microsoft/VibeVoice-1.5B",
|
1183 |
device: str = "cuda",
|
1184 |
-
inference_steps: int =
|
1185 |
share: bool = True,
|
1186 |
) -> None:
|
1187 |
"""
|
|
|
61 |
self.model = VibeVoiceForConditionalGenerationInference.from_pretrained(
|
62 |
self.model_path,
|
63 |
torch_dtype=torch.bfloat16,
|
64 |
+
device_map='cuda'
|
|
|
65 |
)
|
66 |
self.model.eval()
|
67 |
|
|
|
1180 |
def run_demo(
|
1181 |
model_path: str = "microsoft/VibeVoice-1.5B",
|
1182 |
device: str = "cuda",
|
1183 |
+
inference_steps: int = 5,
|
1184 |
share: bool = True,
|
1185 |
) -> None:
|
1186 |
"""
|