Tomtom84 commited on
Commit
291cd8b
·
verified ·
1 Parent(s): b5868b6

Update orpheus-tts/engine_class.py

Browse files
Files changed (1) hide show
  1. orpheus-tts/engine_class.py +5 -0
orpheus-tts/engine_class.py CHANGED
@@ -68,9 +68,14 @@ class OrpheusModel:
68
  return model_name
69
 
70
  def _setup_engine(self):
 
71
  engine_args = AsyncEngineArgs(
72
  model=self.model_name,
73
  dtype=self.dtype,
 
 
 
 
74
  **self.engine_kwargs
75
  )
76
 
 
68
  return model_name
69
 
70
  def _setup_engine(self):
71
+ # Configure for Hugging Face Spaces with L4 GPU
72
  engine_args = AsyncEngineArgs(
73
  model=self.model_name,
74
  dtype=self.dtype,
75
+ gpu_memory_utilization=0.85,
76
+ max_model_len=8192,
77
+ trust_remote_code=True,
78
+ enforce_eager=True, # Disable CUDA graphs for better compatibility
79
  **self.engine_kwargs
80
  )
81