yasserrmd commited on
Commit
5b95654
·
verified ·
1 Parent(s): 958289f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -61,8 +61,7 @@ class VibeVoiceDemo:
61
  self.model = VibeVoiceForConditionalGenerationInference.from_pretrained(
62
  self.model_path,
63
  torch_dtype=torch.bfloat16,
64
- device_map='cuda',
65
- attn_implementation="sdpa"
66
  )
67
  self.model.eval()
68
 
@@ -1181,7 +1180,7 @@ def main():
1181
  def run_demo(
1182
  model_path: str = "microsoft/VibeVoice-1.5B",
1183
  device: str = "cuda",
1184
- inference_steps: int = 30,
1185
  share: bool = True,
1186
  ) -> None:
1187
  """
 
61
  self.model = VibeVoiceForConditionalGenerationInference.from_pretrained(
62
  self.model_path,
63
  torch_dtype=torch.bfloat16,
64
+ device_map='cuda'
 
65
  )
66
  self.model.eval()
67
 
 
1180
  def run_demo(
1181
  model_path: str = "microsoft/VibeVoice-1.5B",
1182
  device: str = "cuda",
1183
+ inference_steps: int = 5,
1184
  share: bool = True,
1185
  ) -> None:
1186
  """