Yuekai Zhang
commited on
Commit
·
e3e4c9a
1
Parent(s):
40280a8
fix comment
Browse files
src/f5_tts/runtime/triton_trtllm/benchmark.py
CHANGED
@@ -14,24 +14,16 @@
|
|
14 |
# limitations under the License.
|
15 |
# Modified from https://github.com/xingchensong/S3Tokenizer/blob/main/s3tokenizer/cli.py
|
16 |
""" Example Usage
|
17 |
-
|
18 |
-
|
19 |
-
|
20 |
-
|
21 |
-
|
22 |
-
|
23 |
-
|
24 |
-
|
25 |
-
|
26 |
-
|
27 |
-
--num_workers 2 \
|
28 |
-
--llm-model-name-or-path $llm_path \
|
29 |
-
--flow-matching-model-path $model_path \
|
30 |
-
--decoder-dim 768 --nhead 12 --num-decoder-layers 18 \
|
31 |
-
--use-cosyvoice-semantic-token True \
|
32 |
-
--vocoder-dir $vocoder \
|
33 |
-
--split-name $split -top-k 50 -top-p 0.95 -temperature 0.8 \
|
34 |
-
--tokenizer-dir Qwen/Qwen2.5-0.5B-Instruct
|
35 |
"""
|
36 |
|
37 |
import argparse
|
|
|
14 |
# limitations under the License.
|
15 |
# Modified from https://github.com/xingchensong/S3Tokenizer/blob/main/s3tokenizer/cli.py
|
16 |
""" Example Usage
|
17 |
+
torchrun --nproc_per_node=1 \
|
18 |
+
benchmark.py --output-dir $log_dir \
|
19 |
+
--batch-size $batch_size \
|
20 |
+
--enable-warmup \
|
21 |
+
--split-name $split_name \
|
22 |
+
--model-path $F5_TTS_HF_DOWNLOAD_PATH/$model/model_1200000.pt \
|
23 |
+
--vocab-file $F5_TTS_HF_DOWNLOAD_PATH/$model/vocab.txt \
|
24 |
+
--vocoder-trt-engine-path $vocoder_trt_engine_path \
|
25 |
+
--backend-type $backend_type \
|
26 |
+
--tllm-model-dir $F5_TTS_TRT_LLM_ENGINE_PATH || exit 1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
27 |
"""
|
28 |
|
29 |
import argparse
|