Yuekai Zhang commited on
Commit
e3e4c9a
·
1 Parent(s): 40280a8

fix comment

Browse files
src/f5_tts/runtime/triton_trtllm/benchmark.py CHANGED
@@ -14,24 +14,16 @@
14
  # limitations under the License.
15
  # Modified from https://github.com/xingchensong/S3Tokenizer/blob/main/s3tokenizer/cli.py
16
  """ Example Usage
17
- split=test_zh
18
- llm_path=f5-tts/exp_zh/checkpoint-805000
19
- huggingface-cli download --local-dir f5-tts-small-wenetspeech4tts-basic yuekai/f5-tts-semantic-token-small-wenetspeech4tts-basic
20
- model_path=f5-tts-small-wenetspeech4tts-basic/epoch-10-avg-5.pt
21
- huggingface-cli download nvidia/bigvgan_v2_24khz_100band_256x --local-dir ./bigvgan_v2_24khz_100band_256x
22
- vocoder=./bigvgan_v2_24khz_100band_256x
23
- torchrun --nproc_per_node=2 \
24
- f5-tts/infer_dist.py \
25
- --output_dir $output_dir \
26
- --batch_size 1 \
27
- --num_workers 2 \
28
- --llm-model-name-or-path $llm_path \
29
- --flow-matching-model-path $model_path \
30
- --decoder-dim 768 --nhead 12 --num-decoder-layers 18 \
31
- --use-cosyvoice-semantic-token True \
32
- --vocoder-dir $vocoder \
33
- --split-name $split -top-k 50 -top-p 0.95 -temperature 0.8 \
34
- --tokenizer-dir Qwen/Qwen2.5-0.5B-Instruct
35
  """
36
 
37
  import argparse
 
14
  # limitations under the License.
15
  # Modified from https://github.com/xingchensong/S3Tokenizer/blob/main/s3tokenizer/cli.py
16
  """ Example Usage
17
+ torchrun --nproc_per_node=1 \
18
+ benchmark.py --output-dir $log_dir \
19
+ --batch-size $batch_size \
20
+ --enable-warmup \
21
+ --split-name $split_name \
22
+ --model-path $F5_TTS_HF_DOWNLOAD_PATH/$model/model_1200000.pt \
23
+ --vocab-file $F5_TTS_HF_DOWNLOAD_PATH/$model/vocab.txt \
24
+ --vocoder-trt-engine-path $vocoder_trt_engine_path \
25
+ --backend-type $backend_type \
26
+ --tllm-model-dir $F5_TTS_TRT_LLM_ENGINE_PATH || exit 1
 
 
 
 
 
 
 
 
27
  """
28
 
29
  import argparse