cyfyifanchen commited on
Commit
82e47dc
·
verified ·
1 Parent(s): 9163232

Update entrypoint.sh

Browse files
Files changed (1) hide show
  1. entrypoint.sh +12 -12
entrypoint.sh CHANGED
@@ -3,22 +3,22 @@
3
  mkdir -p data
4
 
5
  # # TEN Turn Detection
6
- HF_MODEL_PATH_1=TEN-framework/TEN_Turn_Detection
7
- HF_MODEL_NAME_1=$(basename ${HF_MODEL_PATH_1})
8
- LOCAL_MODEL_PATH_1=./data/${HF_MODEL_NAME_1}
9
- VLLM_SERVE_API_KEY_1=TEN_Turn_Detection
10
 
11
- HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH_1} --local-dir ${LOCAL_MODEL_PATH_1}
12
- vllm serve ${LOCAL_MODEL_PATH_1} --served-model-name ${HF_MODEL_NAME_1} --api-key ${VLLM_SERVE_API_KEY_1} &
13
 
14
  # Shisa V2
15
- # HF_MODEL_PATH=shisa-ai/shisa-v2-qwen2.5-7b
16
- # HF_MODEL_NAME=$(basename ${HF_MODEL_PATH})
17
- # LOCAL_MODEL_PATH=./data/${HF_MODEL_NAME}
18
- # VLLM_SERVE_API_KEY=Shisa_v2_Qwen2.5_7b
19
 
20
- # HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH} --local-dir ${LOCAL_MODEL_PATH}
21
- # vllm serve ${LOCAL_MODEL_PATH} --served-model-name ${HF_MODEL_NAME} --api-key ${VLLM_SERVE_API_KEY} --port 8000 &
22
 
23
  # Start frontend
24
  export NEXT_PUBLIC_EDIT_GRAPH_MODE=false
 
3
  mkdir -p data
4
 
5
  # # TEN Turn Detection
6
+ # HF_MODEL_PATH_1=TEN-framework/TEN_Turn_Detection
7
+ # HF_MODEL_NAME_1=$(basename ${HF_MODEL_PATH_1})
8
+ # LOCAL_MODEL_PATH_1=./data/${HF_MODEL_NAME_1}
9
+ # VLLM_SERVE_API_KEY_1=TEN_Turn_Detection
10
 
11
+ # HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH_1} --local-dir ${LOCAL_MODEL_PATH_1}
12
+ # vllm serve ${LOCAL_MODEL_PATH_1} --served-model-name ${HF_MODEL_NAME_1} --api-key ${VLLM_SERVE_API_KEY_1} &
13
 
14
  # Shisa V2
15
+ HF_MODEL_PATH=shisa-ai/shisa-v2-qwen2.5-7b
16
+ HF_MODEL_NAME=$(basename ${HF_MODEL_PATH})
17
+ LOCAL_MODEL_PATH=./data/${HF_MODEL_NAME}
18
+ VLLM_SERVE_API_KEY=Shisa_v2_Qwen2.5_7b
19
 
20
+ HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH} --local-dir ${LOCAL_MODEL_PATH}
21
+ vllm serve ${LOCAL_MODEL_PATH} --served-model-name ${HF_MODEL_NAME} --api-key ${VLLM_SERVE_API_KEY} --port 8000 &
22
 
23
  # Start frontend
24
  export NEXT_PUBLIC_EDIT_GRAPH_MODE=false