#!/bin/bash mkdir -p data # # TEN Turn Detection HF_MODEL_PATH_1=TEN-framework/TEN_Turn_Detection HF_MODEL_NAME_1=$(basename ${HF_MODEL_PATH_1}) LOCAL_MODEL_PATH_1=./data/${HF_MODEL_NAME_1} VLLM_SERVE_API_KEY_1=TEN_Turn_Detection HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH_1} --local-dir ${LOCAL_MODEL_PATH_1} vllm serve ${LOCAL_MODEL_PATH_1} --served-model-name ${HF_MODEL_NAME_1} --api-key ${VLLM_SERVE_API_KEY_1} & # Shisa V2 # HF_MODEL_PATH=augmxnt/shisa-7b-v1 # HF_MODEL_NAME=$(basename ${HF_MODEL_PATH}) # LOCAL_MODEL_PATH=./data/${HF_MODEL_NAME} # VLLM_SERVE_API_KEY=shisa_7b_v1 # HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH} --local-dir ${LOCAL_MODEL_PATH} # vllm serve ${LOCAL_MODEL_PATH} --served-model-name ${HF_MODEL_NAME} --api-key ${VLLM_SERVE_API_KEY} --port 8000 & # Start frontend export NEXT_PUBLIC_EDIT_GRAPH_MODE=false cd /app/demo && npm run dev & # Start backend cd /app && task run