Spaces:
Runtime error
Runtime error
File size: 1,660 Bytes
383af88 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 |
#!/usr/bin/env bash
set -ex
export MODEL_NAME="Dolphin"
python run_dolphin.py \
--batch_size 1 \
--hf_model_dir tmp/hf_models/${MODEL_NAME} \
--visual_engine_dir tmp/trt_engines/${MODEL_NAME}/vision_encoder \
--llm_engine_dir tmp/trt_engines/${MODEL_NAME}/1-gpu/bfloat16 \
--max_new_tokens 4096 \
--repetition_penalty 1.0 \
--input_text "Parse the reading order of this document." \
--image_path "../../demo/page_imgs/page_1.jpeg"
python run_dolphin.py \
--batch_size 1 \
--hf_model_dir tmp/hf_models/${MODEL_NAME} \
--visual_engine_dir tmp/trt_engines/${MODEL_NAME}/vision_encoder \
--llm_engine_dir tmp/trt_engines/${MODEL_NAME}/1-gpu/bfloat16 \
--max_new_tokens 4096 \
--repetition_penalty 1.0 \
--input_text "Read text in the image." \
--image_path "../../demo/element_imgs/block_formula.jpeg"
python run_dolphin.py \
--batch_size 1 \
--hf_model_dir tmp/hf_models/${MODEL_NAME} \
--visual_engine_dir tmp/trt_engines/${MODEL_NAME}/vision_encoder \
--llm_engine_dir tmp/trt_engines/${MODEL_NAME}/1-gpu/bfloat16 \
--max_new_tokens 4096 \
--repetition_penalty 1.0 \
--input_text "Read text in the image." \
--image_path "../../demo/element_imgs/para_1.jpg"
python run_dolphin.py \
--batch_size 1 \
--hf_model_dir tmp/hf_models/${MODEL_NAME} \
--visual_engine_dir tmp/trt_engines/${MODEL_NAME}/vision_encoder \
--llm_engine_dir tmp/trt_engines/${MODEL_NAME}/1-gpu/bfloat16 \
--max_new_tokens 4096 \
--repetition_penalty 1.0 \
--input_text "Parse the table in the image." \
--image_path "../../demo/element_imgs/table_1.jpeg"
|