Adding Shisa

entrypoint.sh

@@ -2,30 +2,27 @@
 
 mkdir -p data
 
-#HF_MODEL_PATH=Qwen/Qwen2.5-1.5B-Instruct
-#HF_MODEL_PATH=deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B
-#HF_MODEL_PATH=Qwen/Qwen2.5-VL-3B-Instruct
-HF_MODEL_PATH=TEN-framework/TEN_Turn_Detection
-HF_MODEL_NAME=$(basename ${HF_MODEL_PATH})
-LOCAL_MODEL_PATH=./data/${HF_MODEL_NAME}
+# TEN Turn Detection
+HF_MODEL_PATH_1=TEN-framework/TEN_Turn_Detection
+HF_MODEL_NAME_1=$(basename ${HF_MODEL_PATH_1})
+LOCAL_MODEL_PATH_1=./data/${HF_MODEL_NAME_1}
+VLLM_SERVE_API_KEY_1=TEN_Turn_Detection
 
-# TODO: use your own key and put into secret
-VLLM_SERVE_API_KEY=TEN_Turn_Detection
+HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH_1} --local-dir ${LOCAL_MODEL_PATH_1}
+vllm serve ${LOCAL_MODEL_PATH_1} --served-model-name ${HF_MODEL_NAME_1} --api-key ${VLLM_SERVE_API_KEY_1} &
 
-# download model
-HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH} --local-dir ${LOCAL_MODEL_PATH}
+# Shisa 7b V1
+HF_MODEL_PATH_2=TEN-framework/Shisa-7b-V1
+HF_MODEL_NAME_2=$(basename ${HF_MODEL_PATH_2})
+LOCAL_MODEL_PATH_2=./data/${HF_MODEL_NAME_2}
+VLLM_SERVE_API_KEY_2=Shisa_7b_V1
 
-# start vllm server
-vllm serve ${LOCAL_MODEL_PATH} --served-model-name ${HF_MODEL_NAME} --api-key ${VLLM_SERVE_API_KEY} &
+HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH_2} --local-dir ${LOCAL_MODEL_PATH_2}
+vllm serve ${LOCAL_MODEL_PATH_2} --served-model-name ${HF_MODEL_NAME_2} --api-key ${VLLM_SERVE_API_KEY_2} &
 
-# start frontend
+# Start frontend
 export NEXT_PUBLIC_EDIT_GRAPH_MODE=false
-#cd /app/playground && npm run dev &
 cd /app/demo && npm run dev &
 
-# start backend
-#export OPENAI_API_BASE=http://127.0.0.1:8000/v1
-#export OPENAI_PROXY_URL=
-#export OPENAI_MODEL=${HF_MODEL_NAME}
-#export OPENAI_API_KEY=${VLLM_SERVE_API_KEY}
+# Start backend
 cd /app && task run