services: | |
tts: | |
image: soar97/triton-spark-tts:25.02 | |
shm_size: '1gb' | |
ports: | |
- "8000:8000" | |
- "8001:8001" | |
- "8002:8002" | |
environment: | |
- PYTHONIOENCODING=utf-8 | |
- MODEL_ID=${MODEL_ID} | |
deploy: | |
resources: | |
reservations: | |
devices: | |
- driver: nvidia | |
device_ids: ['0'] | |
capabilities: [gpu] | |
command: > | |
/bin/bash -c "rm -rf Spark-TTS && git clone https://github.com/SparkAudio/Spark-TTS.git && cd Spark-TTS/runtime/triton_trtllm && bash run.sh 0 3" | |