yuekaiz commited on
Commit
6de055e
·
1 Parent(s): 1354114

add license

Browse files
runtime/triton_trtllm/Dockerfile.server CHANGED
@@ -2,9 +2,4 @@ FROM nvcr.io/nvidia/tritonserver:25.02-trtllm-python-py3
2
  RUN apt-get update && apt-get install -y cmake
3
  RUN git clone https://github.com/pytorch/audio.git && cd audio && git checkout c670ad8 && PATH=/usr/local/cuda/bin:$PATH python3 setup.py develop
4
  RUN pip install einx==0.3.0 omegaconf==2.3.0 soundfile==0.12.1 soxr==0.5.0.post1 gradio tritonclient librosa
5
- WORKDIR /workspace
6
-
7
-
8
-
9
-
10
-
 
2
  RUN apt-get update && apt-get install -y cmake
3
  RUN git clone https://github.com/pytorch/audio.git && cd audio && git checkout c670ad8 && PATH=/usr/local/cuda/bin:$PATH python3 setup.py develop
4
  RUN pip install einx==0.3.0 omegaconf==2.3.0 soundfile==0.12.1 soxr==0.5.0.post1 gradio tritonclient librosa
5
+ WORKDIR /workspace
 
 
 
 
 
runtime/triton_trtllm/client_http.py CHANGED
@@ -1,3 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  import requests
2
  import soundfile as sf
3
  import json
 
1
+ # Copyright 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
+ #
3
+ # Redistribution and use in source and binary forms, with or without
4
+ # modification, are permitted provided that the following conditions
5
+ # are met:
6
+ # * Redistributions of source code must retain the above copyright
7
+ # notice, this list of conditions and the following disclaimer.
8
+ # * Redistributions in binary form must reproduce the above copyright
9
+ # notice, this list of conditions and the following disclaimer in the
10
+ # documentation and/or other materials provided with the distribution.
11
+ # * Neither the name of NVIDIA CORPORATION nor the names of its
12
+ # contributors may be used to endorse or promote products derived
13
+ # from this software without specific prior written permission.
14
+ #
15
+ # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS ``AS IS'' AND ANY
16
+ # EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17
+ # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
18
+ # PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
19
+ # CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
20
+ # EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21
+ # PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
22
+ # PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
23
+ # OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24
+ # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
25
+ # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26
  import requests
27
  import soundfile as sf
28
  import json
runtime/triton_trtllm/run.sh CHANGED
@@ -1,5 +1,3 @@
1
-
2
-
3
  export PYTHONPATH=../../../Spark-TTS/
4
  export CUDA_VISIBLE_DEVICES=0
5
  stage=$1
@@ -67,10 +65,4 @@ if [ $stage -le 4 ] && [ $stop_stage -ge 4 ]; then
67
  --model-name spark_tts \
68
  --num-tasks $num_task \
69
  --log-dir ./log_concurrent_tasks_${num_task}
70
- fi
71
-
72
-
73
-
74
-
75
-
76
-
 
 
 
1
  export PYTHONPATH=../../../Spark-TTS/
2
  export CUDA_VISIBLE_DEVICES=0
3
  stage=$1
 
65
  --model-name spark_tts \
66
  --num-tasks $num_task \
67
  --log-dir ./log_concurrent_tasks_${num_task}
68
+ fi