cyfyifanchen commited on
Commit
1259ba1
·
verified ·
1 Parent(s): 52c98e9

Update entrypoint.sh

Browse files
Files changed (1) hide show
  1. entrypoint.sh +3 -3
entrypoint.sh CHANGED
@@ -11,11 +11,11 @@ mkdir -p data
11
  # HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH_1} --local-dir ${LOCAL_MODEL_PATH_1}
12
  # vllm serve ${LOCAL_MODEL_PATH_1} --served-model-name ${HF_MODEL_NAME_1} --api-key ${VLLM_SERVE_API_KEY_1} &
13
 
14
- # Shisa 7b V1
15
- HF_MODEL_PATH=augmxnt/shisa-7b-v1
16
  HF_MODEL_NAME=$(basename ${HF_MODEL_PATH})
17
  LOCAL_MODEL_PATH=./data/${HF_MODEL_NAME}
18
- VLLM_SERVE_API_KEY=Shisa_7b_V1
19
 
20
  HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH} --local-dir ${LOCAL_MODEL_PATH}
21
  vllm serve ${LOCAL_MODEL_PATH} --served-model-name ${HF_MODEL_NAME} --api-key ${VLLM_SERVE_API_KEY} --port 8000 &
 
11
  # HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH_1} --local-dir ${LOCAL_MODEL_PATH_1}
12
  # vllm serve ${LOCAL_MODEL_PATH_1} --served-model-name ${HF_MODEL_NAME_1} --api-key ${VLLM_SERVE_API_KEY_1} &
13
 
14
+ # Shisa V2
15
+ HF_MODEL_PATH=shisa-ai/shisa-v2-qwen2.5-7b
16
  HF_MODEL_NAME=$(basename ${HF_MODEL_PATH})
17
  LOCAL_MODEL_PATH=./data/${HF_MODEL_NAME}
18
+ VLLM_SERVE_API_KEY=Shisa_v2_Qwen2.5_7b
19
 
20
  HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH} --local-dir ${LOCAL_MODEL_PATH}
21
  vllm serve ${LOCAL_MODEL_PATH} --served-model-name ${HF_MODEL_NAME} --api-key ${VLLM_SERVE_API_KEY} --port 8000 &