entrypoint.sh

#!/bin/bash

mkdir -p data

# TEN Turn Detection
HF_MODEL_PATH_1=TEN-framework/TEN_Turn_Detection
HF_MODEL_NAME_1=$(basename ${HF_MODEL_PATH_1})
LOCAL_MODEL_PATH_1=./data/${HF_MODEL_NAME_1}
VLLM_SERVE_API_KEY_1=TEN_Turn_Detection

HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH_1} --local-dir ${LOCAL_MODEL_PATH_1}
vllm serve ${LOCAL_MODEL_PATH_1} --served-model-name ${HF_MODEL_NAME_1} --api-key ${VLLM_SERVE_API_KEY_1} &

# Shisa 7b V1
HF_MODEL_PATH_2=TEN-framework/Shisa-7b-V1
HF_MODEL_NAME_2=$(basename ${HF_MODEL_PATH_2})
LOCAL_MODEL_PATH_2=./data/${HF_MODEL_NAME_2}
VLLM_SERVE_API_KEY_2=Shisa_7b_V1

HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH_2} --local-dir ${LOCAL_MODEL_PATH_2}
vllm serve ${LOCAL_MODEL_PATH_2} --served-model-name ${HF_MODEL_NAME_2} --api-key ${VLLM_SERVE_API_KEY_2} &

# Start frontend
export NEXT_PUBLIC_EDIT_GRAPH_MODE=false
cd /app/demo && npm run dev &

# Start backend
cd /app && task run