Update orpheus-tts/engine_class.py
Browse files
orpheus-tts/engine_class.py
CHANGED
@@ -68,9 +68,14 @@ class OrpheusModel:
|
|
68 |
return model_name
|
69 |
|
70 |
def _setup_engine(self):
|
|
|
71 |
engine_args = AsyncEngineArgs(
|
72 |
model=self.model_name,
|
73 |
dtype=self.dtype,
|
|
|
|
|
|
|
|
|
74 |
**self.engine_kwargs
|
75 |
)
|
76 |
|
|
|
68 |
return model_name
|
69 |
|
70 |
def _setup_engine(self):
|
71 |
+
# Configure for Hugging Face Spaces with L4 GPU
|
72 |
engine_args = AsyncEngineArgs(
|
73 |
model=self.model_name,
|
74 |
dtype=self.dtype,
|
75 |
+
gpu_memory_utilization=0.85,
|
76 |
+
max_model_len=8192,
|
77 |
+
trust_remote_code=True,
|
78 |
+
enforce_eager=True, # Disable CUDA graphs for better compatibility
|
79 |
**self.engine_kwargs
|
80 |
)
|
81 |
|