FunASR-powered video transcription, subtitle generation, and LLM-assisted clipping tool with a local Gradio UI.
Python ai-toolsai-video-editingasrauto-subtitleschinesecontent-creationfunasrfunclipgradiollmparaformerspeech-recognitionspeech-to-textsubtitles-generatortranscriptionvideo-editingvideo-processingvideo-subtitlesvideo-transcriptionwhisper-alternative
Create funasr-runtime-deploy.sh
season5952d7a1de21
diff --git a/TransAudio/funasr-runtime-deploy.sh b/TransAudio/funasr-runtime-deploy.shnew file mode 100644index 0000000..46161fe--- /dev/null+++ b/TransAudio/funasr-runtime-deploy.sh@@ -0,0 +1,1556 @@+#!/usr/bin/env bash++scriptVersion="0.0.2"+scriptDate="20230629"++clear+++# Set color+RED="\033[31;1m"+GREEN="\033[32;1m"+YELLOW="\033[33;1m"+BLUE="\033[34;1m"+PURPLE="\033[35;1m"+CYAN="\033[36;1m"+PLAIN="\033[0m"++# Info messages+FAIL="${RED}[FAIL]${PLAIN}"+DONE="${GREEN}[DONE]${PLAIN}"+ERROR="${RED}[ERROR]${PLAIN}"+WARNING="${YELLOW}[WARNING]${PLAIN}"+CANCEL="${CYAN}[CANCEL]${PLAIN}"++# Font Format+BOLD="\033[1m"+UNDERLINE="\033[4m"++# Current folder+cur_dir=`pwd`+slice_result=""+++checkConfigFileAndTouch(){+ mkdir -p /var/funasr+ if [ ! -f $FUNASR_CONFIG_FILE ]; then+ touch $FUNASR_CONFIG_FILE+ fi+}++SAMPLE_CLIENTS=( \+"Python" \+"Linux_Cpp" \+)+ASR_MODELS=( \+"damo/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx" \+"model_name" \+"model_path" \+)+VAD_MODELS=( \+"damo/speech_fsmn_vad_zh-cn-16k-common-onnx" \+"model_name" \+"model_path" \+)+PUNC_MODELS=( \+"damo/punc_ct-transformer_zh-cn-common-vocab272727-onnx" \+"model_name" \+"model_path" \+)+DOCKER_IMAGES=( \+"registry.cn-hangzhou.aliyuncs.com/funasr_repo/funasr:funasr-runtime-sdk-cpu-latest" \+"registry.cn-hangzhou.aliyuncs.com/funasr_repo/funasr:funasr-runtime-sdk-cpu-0.0.1" \+)+menuSelection(){+ local menu+ menu=($(echo "$@"))+ result=1+ show_no=1+ menu_no=0+ len=${#menu[@]}++ while true+ do+ echo -e " ${BOLD}${show_no})${PLAIN} ${menu[menu_no]}"++ let show_no+++ let menu_no+++ if [ ${menu_no} -ge ${len} ]; then+ break+ fi+ done++ while true+ do+ read -p " Enter your choice: " result++ expr ${result} + 0 &>/dev/null+ if [ $? -eq 0 ]; then+ if [ ${result} -ge 1 ] && [ ${result} -le ${len} ]; then+ break+ else+ echo -e " ${RED}Input error, please input correct number!${PLAIN}"+ fi+ else+ echo -e " ${RED}Input error, please input correct number!${PLAIN}"+ fi+ done++ return $result+}++DrawProgress(){+ model=$1+ title=$2+ percent_str=$3+ speed=$4+ revision=$5+ latest_percent=$6++ progress=0+ if [ ! -z "$percent_str" ]; then+ progress=`expr $percent_str + 0`+ latest_percent=`expr $latest_percent + 0`+ if [ $progress -ne 0 ] && [ $progress -lt $latest_percent ]; then+ progress=$latest_percent+ fi+ fi++ LOADING_FLAG="Loading"+ if [ "$title" = "$LOADING_FLAG" ]; then+ progress=100+ fi++ i=0;+ str=""+ let max=progress/2+ while [ $i -lt $max ]+ do+ let i+++ str+='='+ done+ let color=36+ let index=i*2+ if [ -z "$speed" ]; then+ printf "\r \e[0;$color;1m[%s][%-11s][%-50s][%d%%][%s]\e[0m" "$model" "$title" "$str" "$$index" "$revision"+ else+ printf "\r \e[0;$color;1m[%s][%-11s][%-50s][%3d%%][%8s][%s]\e[0m" "$model" "$title" "$str" "$index" "$speed" "$revision"+ fi+ printf "\n"++ return $progress+}++ASR_PERCENT=0+VAD_PERCENT=0+PUNC_PERCENT=0+ServerProgress(){+ progress_log="/var/funasr/progress.txt"+ status_flag="STATUS:"+ stage=0+ wait=0+ server_status=""+ asr_title="Downloading"+ asr_percent="0"+ asr_speed="0KB/s"+ asr_revision=""+ vad_title="Downloading"+ vad_percent="0"+ vad_speed="0KB/s"+ vad_revision=""+ punc_title="Downloading"+ punc_percent="0"+ punc_speed="0KB/s"+ punc_revision=""++ while true+ do+ if [ -f "$progress_log" ]; then+ break+ else+ sleep 1+ let wait=wait+1+ if [ ${wait} -ge 10 ]; then+ break+ fi+ fi+ done++ if [ ! -f "$progress_log" ]; then+ echo -e " ${RED}The note of progress does not exist.(${progress_log}) ${PLAIN}"+ return 0+ fi++ stage=1+ while read line+ do+ if [ $stage -eq 1 ]; then+ result=$(echo $line | grep "STATUS:")+ if [[ "$result" != "" ]]+ then+ stage=2+ server_status=${line#*:}+ status=`expr $server_status + 0`+ if [ $status -eq 99 ]; then+ stage=99+ fi+ continue+ fi+ elif [ $stage -eq 2 ]; then+ result=$(echo $line | grep "ASR")+ if [[ "$result" != "" ]]+ then+ stage=3+ continue+ fi+ elif [ $stage -eq 3 ]; then+ result=$(echo $line | grep "VAD")+ if [[ "$result" != "" ]]+ then+ stage=4+ continue+ fi+ result=$(echo $line | grep "title:")+ if [[ "$result" != "" ]]+ then+ asr_title=${line#*:}+ continue+ fi+ result=$(echo $line | grep "percent:")+ if [[ "$result" != "" ]]+ then+ asr_percent=${line#*:}+ continue+ fi+ result=$(echo $line | grep "speed:")+ if [[ "$result" != "" ]]+ then+ asr_speed=${line#*:}+ continue+ fi+ result=$(echo $line | grep "revision:")+ if [[ "$result" != "" ]]+ then+ asr_revision=${line#*:}+ continue+ fi+ elif [ $stage -eq 4 ]; then+ result=$(echo $line | grep "PUNC")+ if [[ "$result" != "" ]]+ then+ stage=5+ continue+ fi+ result=$(echo $line | grep "title:")+ if [[ "$result" != "" ]]+ then+ vad_title=${line#*:}+ continue+ fi+ result=$(echo $line | grep "percent:")+ if [[ "$result" != "" ]]+ then+ vad_percent=${line#*:}+ continue+ fi+ result=$(echo $line | grep "speed:")+ if [[ "$result" != "" ]]+ then+ vad_speed=${line#*:}+ continue+ fi+ result=$(echo $line | grep "revision:")+ if [[ "$result" != "" ]]+ then+ vad_revision=${line#*:}+ continue+ fi+ elif [ $stage -eq 5 ]; then+ result=$(echo $line | grep "DONE")+ if [[ "$result" != "" ]]+ then+ stage=6+ break+ fi+ result=$(echo $line | grep "title:")+ if [[ "$result" != "" ]]+ then+ punc_title=${line#*:}+ continue+ fi+ result=$(echo $line | grep "percent:")+ if [[ "$result" != "" ]]+ then+ punc_percent=${line#*:}+ continue+ fi+ result=$(echo $line | grep "speed:")+ if [[ "$result" != "" ]]+ then+ punc_speed=${line#*:}+ continue+ fi+ result=$(echo $line | grep "revision:")+ if [[ "$result" != "" ]]+ then+ punc_revision=${line#*:}+ continue+ fi+ elif [ $stage -eq 99 ]; then+ echo -e " ${RED}ERROR: $line${PLAIN}"+ fi+ done < $progress_log++ if [ $stage -ne 99 ]; then+ DrawProgress "ASR " $asr_title $asr_percent $asr_speed $asr_revision $ASR_PERCENT_INT+ ASR_PERCENT_INT=$?+ DrawProgress "VAD " $vad_title $vad_percent $vad_speed $vad_revision $VAD_PERCENT_INT+ VAD_PERCENT_INT=$?+ DrawProgress "PUNC" $punc_title $punc_percent $punc_speed $punc_revision $PUNC_PERCENT_INT+ PUNC_PERCENT_INT=$?+ fi++ return $stage+}++# Make sure root user+rootNess(){+ echo -e "${UNDERLINE}${BOLD}[0/10]${PLAIN}"+ echo -e " ${YELLOW}Please check root access.${PLAIN}"+ echo++ echo -e " ${WARNING} MUST RUN AS ${RED}ROOT${PLAIN} USER!"+ if [[ $EUID -ne 0 ]]; then+ echo -e " ${ERROR} MUST RUN AS ${RED}ROOT${PLAIN} USER!"+ fi++ checkConfigFileAndTouch+ cd ${cur_dir}+ echo+}++selectDockerImages(){+ echo -e "${UNDERLINE}${BOLD}[1/10]${PLAIN}"+ echo -e " ${YELLOW}Please choose the Docker image.${PLAIN}"++ menuSelection ${DOCKER_IMAGES[*]}+ result=$?+ index=`expr $result - 1`++ PARAMS_DOCKER_IMAGE=${DOCKER_IMAGES[${index}]}+ echo -e " ${UNDERLINE}You have chosen the Docker image:${PLAIN} ${GREEN}${PARAMS_DOCKER_IMAGE}${PLAIN}"++ echo+}++setupModelType(){+ echo -e "${UNDERLINE}${BOLD}[2/10]${PLAIN}"+ echo -e " ${YELLOW}Please input [y/n] to confirm whether to automatically download model_id in ModelScope or use a local model.${PLAIN}"+ echo -e " [y] With the model in ModelScope, the model will be automatically downloaded to Docker(${CYAN}/workspace/models${PLAIN})."+ echo " [n] Use the models on the localhost, the directory where the model is located will be mapped to Docker."++ while true+ do+ read -p " Setting confirmation[y/n]: " model_id_flag++ if [ -z "$model_id_flag" ]; then+ model_id_flag="y"+ fi+ YES="y"+ NO="n"+ if [ "$model_id_flag" = "$NO" ]; then+ # download_model_dir is empty, will use models in localhost.+ PARAMS_DOWNLOAD_MODEL_DIR=""+ echo -e " ${UNDERLINE}You have chosen to use models from the localhost, set the path to each model in the localhost in the next steps.${PLAIN}"+ break+ elif [ "$model_id_flag" = "$YES" ]; then+ # please set model_id later.+ PARAMS_DOWNLOAD_MODEL_DIR="/workspace/models"+ echo -e " ${UNDERLINE}You have chosen to use the model in ModelScope, please set the model ID in the next steps, and the model will be automatically downloaded during the run.${PLAIN}"+ break+ fi+ done++ echo+}++# Set asr model for FunASR server+setupAsrModelId(){+ echo -e " ${UNDERLINE}${BOLD}[2.1/10]${PLAIN}"++ if [ -z "$PARAMS_DOWNLOAD_MODEL_DIR" ]; then+ # download_model_dir is empty, will use models in localhost.+ params_local_asr_path=`sed '/^PARAMS_LOCAL_ASR_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ if [ -z "$params_local_asr_path" ]; then+ PARAMS_LOCAL_ASR_PATH=""+ else+ PARAMS_LOCAL_ASR_PATH=${params_local_asr_path}+ fi++ echo -e " ${YELLOW}Please input ASR model path in local for FunASR server.${PLAIN}"+ echo -e " Default: ${CYAN}${PARAMS_LOCAL_ASR_PATH}${PLAIN}"++ while true+ do+ read -p " Setting ASR model path in localhost: " PARAMS_LOCAL_ASR_PATH++ if [ -z "$PARAMS_LOCAL_ASR_PATH" ]; then+ PARAMS_LOCAL_ASR_PATH=${params_local_asr_path}+ fi+ if [ -z "$PARAMS_LOCAL_ASR_PATH" ]; then+ # use default asr model in Docker+ PARAMS_LOCAL_ASR_DIR=""+ PARAMS_DOCKER_ASR_DIR=""+ PARAMS_DOCKER_ASR_PATH="/workspace/models/asr"+ echo -e " ${RED}Donnot set the local ASR model path, will use ASR model(${CYAN}/workspace/models/asr${PLAIN}${RED}) in Docker.${PLAIN}"++ echo -e " ${UNDERLINE}You have chosen the default model dir in localhost:${PLAIN} ${GREEN}${PARAMS_LOCAL_ASR_PATH}${PLAIN}"+ echo -e " ${UNDERLINE}The defalut model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_ASR_PATH}${PLAIN}"+ break+ else+ if [ ! -d "$PARAMS_LOCAL_ASR_PATH" ]; then+ echo -e " ${RED}The ASR model path set does not exist, please setup again.${PLAIN}"+ else+ # use asr model in localhost+ PARAMS_LOCAL_ASR_DIR=$(dirname "$PARAMS_LOCAL_ASR_PATH")+ asr_name=$(basename "$PARAMS_LOCAL_ASR_PATH")+ PARAMS_DOCKER_ASR_DIR="/workspace/user_asr"+ PARAMS_DOCKER_ASR_PATH=${PARAMS_DOCKER_ASR_DIR}/${asr_name}++ echo -e " ${UNDERLINE}You have chosen the model dir in localhost:${PLAIN} ${GREEN}${PARAMS_LOCAL_ASR_PATH}${PLAIN}"+ echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_ASR_PATH}${PLAIN}"+ break+ fi+ fi+ done++ PARAMS_ASR_ID=""+ else+ # please set model_id later.+ echo -e " ${YELLOW}Please select ASR model_id in ModelScope from the list below.${PLAIN}"++ menuSelection ${ASR_MODELS[*]}+ result=$?+ index=`expr $result - 1`+ PARAMS_ASR_ID=${ASR_MODELS[${index}]}++ OTHERS="model_name"+ LOCAL_MODEL="model_path"+ if [ "$PARAMS_ASR_ID" = "$OTHERS" ]; then+ params_asr_id=`sed '/^PARAMS_ASR_ID=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ if [ -z "$params_asr_id" ]; then+ PARAMS_ASR_ID=""+ else+ PARAMS_ASR_ID=${params_asr_id}+ fi++ echo -e " Default: ${CYAN}${PARAMS_ASR_ID}${PLAIN}"++ while true+ do+ read -p " Setting ASR model_id in ModelScope: " PARAMS_ASR_ID++ PARAMS_LOCAL_ASR_DIR=""+ PARAMS_LOCAL_ASR_PATH=""+ PARAMS_DOCKER_ASR_DIR=""+ if [ -z "$PARAMS_ASR_ID" ]; then+ echo -e " ${RED}The ASR model ID is empty, please setup again.${PLAIN}"+ else+ break+ fi+ done+ elif [ "$PARAMS_ASR_ID" = "$LOCAL_MODEL" ]; then+ PARAMS_ASR_ID=""+ echo -e " Please input ASR model path in local for FunASR server."++ while true+ do+ read -p " Setting ASR model path in localhost: " PARAMS_LOCAL_ASR_PATH+ if [ -z "$PARAMS_LOCAL_ASR_PATH" ]; then+ # use default asr model in Docker+ echo -e " ${RED}Please do not set an empty path in localhost.${PLAIN}"+ else+ if [ ! -d "$PARAMS_LOCAL_ASR_PATH" ]; then+ echo -e " ${RED}The ASR model path set does not exist, please setup again.${PLAIN}"+ else+ # use asr model in localhost+ PARAMS_LOCAL_ASR_DIR=$(dirname "$PARAMS_LOCAL_ASR_PATH")+ asr_name=$(basename "$PARAMS_LOCAL_ASR_PATH")+ PARAMS_DOCKER_ASR_DIR="/workspace/user_asr"+ PARAMS_DOCKER_ASR_PATH=${PARAMS_DOCKER_ASR_DIR}/${asr_name}++ echo -e " ${UNDERLINE}You have chosen the model dir in localhost:${PLAIN} ${GREEN}${PARAMS_LOCAL_ASR_PATH}${PLAIN}"+ echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_ASR_PATH}${PLAIN}"+ echo+ return 0+ fi+ fi+ done+ fi++ PARAMS_DOCKER_ASR_DIR=$PARAMS_DOWNLOAD_MODEL_DIR+ model_id=$(basename "$PARAMS_ASR_ID")+ PARAMS_DOCKER_ASR_PATH=${PARAMS_DOCKER_ASR_DIR}/${model_id}++ echo -e " ${UNDERLINE}The model ID is${PLAIN} ${GREEN}${PARAMS_ASR_ID}${PLAIN}"+ echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_ASR_PATH}${PLAIN}"+ fi++ echo+}++# Set vad model for FunASR server+setupVadModelId(){+ echo -e " ${UNDERLINE}${BOLD}[2.2/10]${PLAIN}"++ if [ -z "$PARAMS_DOWNLOAD_MODEL_DIR" ]; then+ # download_model_dir is empty, will use models in localhost.+ params_local_vad_path=`sed '/^PARAMS_LOCAL_VAD_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ if [ -z "$params_local_vad_path" ]; then+ PARAMS_LOCAL_VAD_PATH=""+ else+ PARAMS_LOCAL_VAD_PATH=${params_local_vad_path}+ fi++ echo -e " ${YELLOW}Please input VAD model path in local for FunASR server.${PLAIN}"+ echo -e " Default: ${CYAN}${PARAMS_LOCAL_VAD_PATH}${PLAIN}"++ while true+ do+ read -p " Setting VAD model path in localhost: " PARAMS_LOCAL_VAD_PATH++ if [ -z "$PARAMS_LOCAL_VAD_PATH" ]; then+ PARAMS_LOCAL_VAD_PATH=${params_local_vad_path}+ fi+ if [ -z "$PARAMS_LOCAL_VAD_PATH" ]; then+ # use default vad model in Docker+ PARAMS_LOCAL_VAD_DIR=""+ PARAMS_DOCKER_VAD_DIR=""+ PARAMS_DOCKER_VAD_PATH="/workspace/models/vad"+ echo -e " ${RED}Donnot set the local VAD model path, will use VAD model(${CYAN}/workspace/models/vad${PLAIN}${RED}) in Docker.${PLAIN}"++ echo -e " ${UNDERLINE}You have chosen the default model dir in localhost${PLAIN}: ${GREEN}${PARAMS_LOCAL_VAD_PATH}${PLAIN}"+ echo -e " ${UNDERLINE}The defalut model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_VAD_PATH}${PLAIN}"+ break+ else+ if [ ! -d "$PARAMS_LOCAL_VAD_PATH" ]; then+ echo -e " ${RED}The VAD model path set does not exist, please setup again.${PLAIN}"+ else+ # use vad model in localhost+ PARAMS_LOCAL_VAD_DIR=$(dirname "$PARAMS_LOCAL_VAD_PATH")+ vad_name=$(basename "$PARAMS_LOCAL_VAD_PATH")+ PARAMS_DOCKER_VAD_DIR="/workspace/user_vad"+ PARAMS_DOCKER_VAD_PATH=${PARAMS_DOCKER_VAD_DIR}/${vad_name}++ echo -e " ${UNDERLINE}You have chosen the model dir in localhost:${PLAIN} ${GREEN}${PARAMS_LOCAL_VAD_PATH}${PLAIN}"+ echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_VAD_PATH}${PLAIN}"+ break+ fi+ fi+ done++ PARAMS_VAD_ID=""+ else+ # please set model_id later.+ echo -e " ${YELLOW}Please select VAD model_id in ModelScope from the list below.${PLAIN}"++ menuSelection ${VAD_MODELS[*]}+ result=$?+ index=`expr $result - 1`+ PARAMS_VAD_ID=${VAD_MODELS[${index}]}++ OTHERS="model_name"+ LOCAL_MODEL="model_path"+ if [ "$PARAMS_VAD_ID" = "$OTHERS" ]; then+ params_vad_id=`sed '/^PARAMS_VAD_ID=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ if [ -z "$params_vad_id" ]; then+ PARAMS_VAD_ID=""+ else+ PARAMS_VAD_ID=${params_vad_id}+ fi++ echo -e " Default: ${CYAN}${PARAMS_VAD_ID}${PLAIN}"++ while true+ do+ read -p " Setting VAD model_id in ModelScope: " PARAMS_VAD_ID++ PARAMS_LOCAL_VAD_DIR=""+ PARAMS_LOCAL_VAD_PATH=""+ PARAMS_DOCKER_VAD_DIR=""+ if [ -z "$PARAMS_VAD_ID" ]; then+ echo -e " ${RED}The VAD model ID is empty, please setup again.${PLAIN}"+ else+ break+ fi+ done+ elif [ "$PARAMS_VAD_ID" = "$LOCAL_MODEL" ]; then+ PARAMS_VAD_ID=""+ echo -e " Please input VAD model path in local for FunASR server."++ while true+ do+ read -p " Setting VAD model path in localhost: " PARAMS_LOCAL_VAD_PATH+ if [ -z "$PARAMS_LOCAL_VAD_PATH" ]; then+ # use default vad model in Docker+ echo -e " ${RED}Please do not set an empty path in localhost.${PLAIN}"+ else+ if [ ! -d "$PARAMS_LOCAL_VAD_PATH" ]; then+ echo -e " ${RED}The VAD model path set does not exist, please setup again.${PLAIN}"+ else+ # use vad model in localhost+ PARAMS_LOCAL_VAD_DIR=$(dirname "$PARAMS_LOCAL_VAD_PATH")+ vad_name=$(basename "$PARAMS_LOCAL_VAD_PATH")+ PARAMS_DOCKER_VAD_DIR="/workspace/user_vad"+ PARAMS_DOCKER_VAD_PATH=${PARAMS_DOCKER_VAD_DIR}/${vad_name}++ echo -e " ${UNDERLINE}You have chosen the model dir in localhost:${PLAIN} ${GREEN}${PARAMS_LOCAL_VAD_PATH}${PLAIN}"+ echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_VAD_PATH}${PLAIN}"+ echo+ return 0+ fi+ fi+ done+ fi++ PARAMS_DOCKER_VAD_DIR=$PARAMS_DOWNLOAD_MODEL_DIR+ model_id=$(basename "$PARAMS_VAD_ID")+ PARAMS_DOCKER_VAD_PATH=${PARAMS_DOCKER_VAD_DIR}/${model_id}++ echo -e " ${UNDERLINE}The model ID is${PLAIN} ${GREEN}${PARAMS_VAD_ID}${PLAIN}"+ echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_VAD_PATH}${PLAIN}"+ fi++ echo+}++# Set punc model for FunASR server+setupPuncModelId(){+ echo -e " ${UNDERLINE}${BOLD}[2.3/10]${PLAIN}"++ if [ -z "$PARAMS_DOWNLOAD_MODEL_DIR" ]; then+ # download_model_dir is empty, will use models in localhost.+ params_local_punc_path=`sed '/^PARAMS_LOCAL_PUNC_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ if [ -z "$params_local_punc_path" ]; then+ PARAMS_LOCAL_PUNC_PATH=""+ else+ PARAMS_LOCAL_PUNC_PATH=${params_local_punc_path}+ fi++ echo -e " ${YELLOW}Please input PUNC model path in local for FunASR server.${PLAIN}"+ echo -e " Default: ${CYAN}${PARAMS_LOCAL_PUNC_PATH}${PLAIN}"++ while true+ do+ read -p " Setting PUNC model path in localhost: " PARAMS_LOCAL_PUNC_PATH++ if [ -z "$PARAMS_LOCAL_PUNC_PATH" ]; then+ PARAMS_LOCAL_PUNC_PATH=${params_local_punc_path}+ fi+ if [ -z "$PARAMS_LOCAL_PUNC_PATH" ]; then+ # use default punc model in Docker+ PARAMS_LOCAL_PUNC_DIR=""+ PARAMS_DOCKER_PUNC_DIR=""+ PARAMS_DOCKER_PUNC_PATH="/workspace/models/punc"+ echo -e " ${RED}Donnot set the local PUNC model path, will use PUNC model(${CYAN}/workspace/models/punc${PLAIN}${RED}) in Docker.${PLAIN}"++ echo -e " ${UNDERLINE}You have chosen the default model dir in localhost: ${GREEN}${PARAMS_LOCAL_PUNC_PATH}${PLAIN}"+ echo -e " ${UNDERLINE}The defalut model dir in Docker is ${GREEN}${PARAMS_DOCKER_PUNC_PATH}${PLAIN}"+ break+ else+ if [ ! -d "$PARAMS_LOCAL_PUNC_PATH" ]; then+ echo -e " ${RED}The PUNC model path set does not exist, please setup again.${PLAIN}"+ else+ # use punc model in localhost+ PARAMS_LOCAL_PUNC_DIR=$(dirname "$PARAMS_LOCAL_PUNC_PATH")+ punc_name=$(basename "$PARAMS_LOCAL_PUNC_PATH")+ PARAMS_DOCKER_PUNC_DIR="/workspace/user_punc"+ PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOCKER_PUNC_DIR}/${punc_name}++ echo -e " ${UNDERLINE}You have chosen the model dir in localhost:${PLAIN} ${GREEN}${PARAMS_LOCAL_PUNC_PATH}${PLAIN}"+ echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_PUNC_PATH}${PLAIN}"+ break+ fi+ fi+ done++ PARAMS_PUNC_ID=""+ else+ # please set model_id later.+ echo -e " ${YELLOW}Please select PUNC model_id in ModelScope from the list below.${PLAIN}"++ menuSelection ${PUNC_MODELS[*]}+ result=$?+ index=`expr $result - 1`+ PARAMS_PUNC_ID=${PUNC_MODELS[${index}]}++ OTHERS="model_name"+ LOCAL_MODEL="model_path"+ if [ "$PARAMS_PUNC_ID" = "$OTHERS" ]; then+ params_punc_id=`sed '/^PARAMS_PUNC_ID=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ if [ -z "$params_punc_id" ]; then+ PARAMS_PUNC_ID=""+ else+ PARAMS_PUNC_ID=${params_punc_id}+ fi++ echo -e " Default: ${CYAN}${PARAMS_PUNC_ID}${PLAIN}"++ while true+ do+ read -p " Setting PUNC model_id in ModelScope: " PARAMS_PUNC_ID++ PARAMS_LOCAL_PUNC_DIR=""+ PARAMS_LOCAL_PUNC_PATH=""+ PARAMS_DOCKER_PUNC_DIR=""+ if [ -z "$PARAMS_PUNC_ID" ]; then+ echo -e " ${RED}The PUNC model ID is empty, please setup again.${PLAIN}"+ else+ break+ fi+ done+ elif [ "$PARAMS_PUNC_ID" = "$LOCAL_MODEL" ]; then+ PARAMS_PUNC_ID=""+ echo -e " Please input PUNC model path in local for FunASR server."++ while true+ do+ read -p " Setting PUNC model path in localhost: " PARAMS_LOCAL_PUNC_PATH+ if [ -z "$PARAMS_LOCAL_PUNC_PATH" ]; then+ # use default punc model in Docker+ echo -e " ${RED}Please do not set an empty path in localhost.${PLAIN}"+ else+ if [ ! -d "$PARAMS_LOCAL_PUNC_PATH" ]; then+ echo -e " ${RED}The PUNC model path set does not exist, please setup again.${PLAIN}"+ else+ # use punc model in localhost+ PARAMS_LOCAL_PUNC_DIR=$(dirname "$PARAMS_LOCAL_PUNC_PATH")+ punc_name=$(basename "$PARAMS_LOCAL_PUNC_PATH")+ PARAMS_DOCKER_PUNC_DIR="/workspace/user_punc"+ PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOCKER_PUNC_DIR}/${punc_name}++ echo -e " ${UNDERLINE}You have chosen the model dir in localhost:${PLAIN} ${GREEN}${PARAMS_LOCAL_PUNC_PATH}${PLAIN}"+ echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_PUNC_PATH}${PLAIN}"+ echo+ return 0+ fi+ fi+ done+ fi++ PARAMS_DOCKER_PUNC_DIR=$PARAMS_DOWNLOAD_MODEL_DIR+ model_id=$(basename "$PARAMS_PUNC_ID")+ PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOCKER_PUNC_DIR}/${model_id}++ echo -e " ${UNDERLINE}The model ID is${PLAIN} ${GREEN}${PARAMS_PUNC_ID}${PLAIN}"+ echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_PUNC_PATH}${PLAIN}"+ fi++ echo+}++# Set server exec for FunASR+setupServerExec(){+ echo -e "${UNDERLINE}${BOLD}[3/10]${PLAIN}"++ params_docker_exec_path=`sed '/^PARAMS_DOCKER_EXEC_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ if [ -z "$params_docker_exec_path" ]; then+ PARAMS_DOCKER_EXEC_PATH="/workspace/FunASR/funasr/runtime/websocket/build/bin/funasr-wss-server"+ else+ PARAMS_DOCKER_EXEC_PATH=${params_docker_exec_path}+ fi++ echo -e " ${YELLOW}Please enter the path to the excutor of the FunASR service on the localhost.${PLAIN}"+ echo -e " If not set, the default ${CYAN}/workspace/FunASR/funasr/runtime/websocket/build/bin/funasr-wss-server${PLAIN} in Docker is used."+ read -p " Setting the path to the excutor of the FunASR service on the localhost: " PARAMS_LOCAL_EXEC_PATH++ if [ -z "$PARAMS_LOCAL_EXEC_PATH" ]; then+ PARAMS_DOCKER_EXEC_PATH="/workspace/FunASR/funasr/runtime/websocket/build/bin/funasr-wss-server"+ else+ if [ ! -d "$PARAMS_LOCAL_EXEC_PATH" ]; then+ echo -e " ${RED}The FunASR server path set does not exist, will use default.${PLAIN}"+ PARAMS_LOCAL_EXEC_PATH=""+ PARAMS_LOCAL_EXEC_DIR=""+ PARAMS_DOCKER_EXEC_PATH="/workspace/FunASR/funasr/runtime/websocket/build/bin/funasr-wss-server"+ PARAMS_DOCKER_EXEC_DIR="/workspace/FunASR/funasr/runtime/websocket/build/bin"+ else+ PARAMS_LOCAL_EXEC_DIR=$(dirname "$PARAMS_LOCAL_EXEC_PATH")+ exec=$(basename "$PARAMS_LOCAL_EXEC_PATH")+ PARAMS_DOCKER_EXEC_DIR="/server"+ PARAMS_DOCKER_EXEC_PATH=${PARAMS_DOCKER_EXEC_DIR}/${exec}+ echo -e " ${UNDERLINE}The path of FunASR in localhost is${PLAIN} ${GREEN}${PARAMS_LOCAL_EXEC_PATH}${PLAIN}"+ fi+ fi+ echo -e " ${UNDERLINE}Corresponding, the path of FunASR in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_EXEC_PATH}${PLAIN}"++ echo+}++# Configure FunASR server host port setting+setupHostPort(){+ echo -e "${UNDERLINE}${BOLD}[4/10]${PLAIN}"++ params_host_port=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ if [ -z "$params_host_port" ]; then+ PARAMS_HOST_PORT="10095"+ else+ PARAMS_HOST_PORT=${params_host_port}+ fi++ while true+ do+ echo -e " ${YELLOW}Please input the opened port in the host used for FunASR server.${PLAIN}"+ echo -e " Default: ${CYAN}${PARAMS_HOST_PORT}${PLAIN}"+ read -p " Setting the opened host port [1-65535]: " PARAMS_HOST_PORT++ if [ -z "$PARAMS_HOST_PORT" ]; then+ params_host_port=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ if [ -z "$params_host_port" ]; then+ PARAMS_HOST_PORT="10095"+ else+ PARAMS_HOST_PORT=${params_host_port}+ fi+ fi+ expr ${PARAMS_HOST_PORT} + 0 &>/dev/null+ if [ $? -eq 0 ]; then+ if [ ${PARAMS_HOST_PORT} -ge 1 ] && [ ${PARAMS_HOST_PORT} -le 65535 ]; then+ echo -e " ${UNDERLINE}The port of the host is${PLAIN} ${GREEN}${PARAMS_HOST_PORT}${PLAIN}"+ break+ else+ echo -e " ${RED}Input error, please input correct number!${PLAIN}"+ fi+ else+ echo -e " ${RED}Input error, please input correct number!${PLAIN}"+ fi+ done+ echo+}++# Configure FunASR server docker port setting+setupDockerPort(){+ echo -e "${UNDERLINE}${BOLD}[5/10]${PLAIN}"++ params_docker_port=`sed '/^PARAMS_DOCKER_PORT=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ if [ -z "$params_docker_port" ]; then+ PARAMS_DOCKER_PORT="10095"+ else+ PARAMS_DOCKER_PORT=${params_docker_port}+ fi++ while true+ do+ echo -e " ${YELLOW}Please input port for docker mapped.${PLAIN}"+ echo -e " Default: ${CYAN}${PARAMS_DOCKER_PORT}${PLAIN}, the opened port of current host is ${CYAN}${PARAMS_HOST_PORT}${PLAIN}"+ read -p " Setting the port in Docker for FunASR server [1-65535]: " PARAMS_DOCKER_PORT++ if [ -z "$PARAMS_DOCKER_PORT" ]; then+ params_docker_port=`sed '/^PARAMS_DOCKER_PORT=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ if [ -z "$params_docker_port" ]; then+ PARAMS_DOCKER_PORT="10095"+ else+ PARAMS_DOCKER_PORT=${params_docker_port}+ fi+ fi+ expr ${PARAMS_DOCKER_PORT} + 0 &>/dev/null+ if [ $? -eq 0 ]; then+ if [ ${PARAMS_DOCKER_PORT} -ge 1 ] && [ ${PARAMS_DOCKER_PORT} -le 65535 ]; then+ echo -e " ${UNDERLINE}The port in Docker for FunASR server is${PLAIN} ${GREEN}${PARAMS_DOCKER_PORT}${PLAIN}"+ break+ else+ echo -e " ${RED}Input error, please input correct number!${PLAIN}"+ fi+ else+ echo -e " ${RED}Input error, please input correct number!${PLAIN}"+ fi+ done+ echo+}++setupThreadNum(){+ echo -e "${UNDERLINE}${BOLD}[6/10]${PLAIN}"++ params_decoder_thread_num=`sed '/^PARAMS_DECODER_THREAD_NUM=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ if [ -z "$params_decoder_thread_num" ]; then+ PARAMS_DECODER_THREAD_NUM=$CPUNUM+ else+ PARAMS_DECODER_THREAD_NUM=${params_decoder_thread_num}+ fi++ while true+ do+ echo -e " ${YELLOW}Please input thread number for FunASR decoder.${PLAIN}"+ echo -e " Default: ${CYAN}${PARAMS_DECODER_THREAD_NUM}${PLAIN}"+ read -p " Setting the number of decoder thread: " PARAMS_DECODER_THREAD_NUM++ if [ -z "$PARAMS_DECODER_THREAD_NUM" ]; then+ params_decoder_thread_num=`sed '/^PARAMS_DECODER_THREAD_NUM=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ if [ -z "$params_decoder_thread_num" ]; then+ PARAMS_DECODER_THREAD_NUM=$CPUNUM+ else+ PARAMS_DECODER_THREAD_NUM=${params_decoder_thread_num}+ fi+ fi+ expr ${PARAMS_DECODER_THREAD_NUM} + 0 &>/dev/null+ if [ $? -eq 0 ]; then+ if [ ${PARAMS_DECODER_THREAD_NUM} -ge 1 ] && [ ${PARAMS_DECODER_THREAD_NUM} -le 65535 ]; then+ break+ else+ echo -e " ${RED}Input error, please input correct number!${PLAIN}"+ fi+ else+ echo -e " ${RED}Input error, please input correct number!${PLAIN}"+ fi+ done+ echo++ multiple_io=4+ PARAMS_DECODER_THREAD_NUM=`expr $PARAMS_DECODER_THREAD_NUM + 0`+ PARAMS_IO_THREAD_NUM=`expr $PARAMS_DECODER_THREAD_NUM / $multiple_io`+ if [ $PARAMS_IO_THREAD_NUM -eq 0 ]; then+ PARAMS_IO_THREAD_NUM=1+ fi++ echo -e " ${UNDERLINE}The number of decoder threads is${PLAIN} ${GREEN}${PARAMS_DECODER_THREAD_NUM}${PLAIN}"+ echo -e " ${UNDERLINE}The number of IO threads is${PLAIN} ${GREEN}${PARAMS_IO_THREAD_NUM}${PLAIN}"+ echo+}++paramsFromDefault(){+ echo -e "${UNDERLINE}${BOLD}[2-6/10]${PLAIN}"+ echo -e " ${YELLOW}Load parameters from ${FUNASR_CONFIG_FILE}${PLAIN}"+ echo++ PARAMS_DOCKER_IMAGE=`sed '/^PARAMS_DOCKER_IMAGE=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ PARAMS_DOWNLOAD_MODEL_DIR=`sed '/^PARAMS_DOWNLOAD_MODEL_DIR=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ PARAMS_LOCAL_ASR_PATH=`sed '/^PARAMS_LOCAL_ASR_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ PARAMS_DOCKER_ASR_PATH=`sed '/^PARAMS_DOCKER_ASR_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ PARAMS_ASR_ID=`sed '/^PARAMS_ASR_ID=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ PARAMS_LOCAL_VAD_PATH=`sed '/^PARAMS_LOCAL_VAD_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ PARAMS_DOCKER_VAD_PATH=`sed '/^PARAMS_DOCKER_VAD_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ PARAMS_VAD_ID=`sed '/^PARAMS_VAD_ID=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ PARAMS_LOCAL_PUNC_PATH=`sed '/^PARAMS_LOCAL_PUNC_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ PARAMS_DOCKER_PUNC_PATH=`sed '/^PARAMS_DOCKER_PUNC_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ PARAMS_PUNC_ID=`sed '/^PARAMS_PUNC_ID=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ PARAMS_DOCKER_EXEC_PATH=`sed '/^PARAMS_DOCKER_EXEC_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ PARAMS_HOST_PORT=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ PARAMS_DOCKER_PORT=`sed '/^PARAMS_DOCKER_PORT=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ PARAMS_DECODER_THREAD_NUM=`sed '/^PARAMS_DECODER_THREAD_NUM=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ PARAMS_IO_THREAD_NUM=`sed '/^PARAMS_IO_THREAD_NUM=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+}++saveParams(){+ echo "$i" > $FUNASR_CONFIG_FILE+ echo -e " ${GREEN}Parameters are stored in the file ${FUNASR_CONFIG_FILE}${PLAIN}"++ echo "PARAMS_DOCKER_IMAGE=${PARAMS_DOCKER_IMAGE}" > $FUNASR_CONFIG_FILE+ echo "PARAMS_DOWNLOAD_MODEL_DIR=${PARAMS_DOWNLOAD_MODEL_DIR}" >> $FUNASR_CONFIG_FILE++ echo "PARAMS_LOCAL_EXEC_PATH=${PARAMS_LOCAL_EXEC_PATH}" >> $FUNASR_CONFIG_FILE+ echo "PARAMS_LOCAL_EXEC_DIR=${PARAMS_LOCAL_EXEC_DIR}" >> $FUNASR_CONFIG_FILE+ echo "PARAMS_DOCKER_EXEC_PATH=${PARAMS_DOCKER_EXEC_PATH}" >> $FUNASR_CONFIG_FILE+ echo "PARAMS_DOCKER_EXEC_DIR=${PARAMS_DOCKER_EXEC_DIR}" >> $FUNASR_CONFIG_FILE++ echo "PARAMS_LOCAL_ASR_PATH=${PARAMS_LOCAL_ASR_PATH}" >> $FUNASR_CONFIG_FILE+ echo "PARAMS_LOCAL_ASR_DIR=${PARAMS_LOCAL_ASR_DIR}" >> $FUNASR_CONFIG_FILE+ echo "PARAMS_DOCKER_ASR_PATH=${PARAMS_DOCKER_ASR_PATH}" >> $FUNASR_CONFIG_FILE+ echo "PARAMS_DOCKER_ASR_DIR=${PARAMS_DOCKER_ASR_DIR}" >> $FUNASR_CONFIG_FILE+ echo "PARAMS_ASR_ID=${PARAMS_ASR_ID}" >> $FUNASR_CONFIG_FILE++ echo "PARAMS_LOCAL_PUNC_PATH=${PARAMS_LOCAL_PUNC_PATH}" >> $FUNASR_CONFIG_FILE+ echo "PARAMS_LOCAL_PUNC_DIR=${PARAMS_LOCAL_PUNC_DIR}" >> $FUNASR_CONFIG_FILE+ echo "PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOCKER_PUNC_PATH}" >> $FUNASR_CONFIG_FILE+ echo "PARAMS_DOCKER_PUNC_DIR=${PARAMS_DOCKER_PUNC_DIR}" >> $FUNASR_CONFIG_FILE+ echo "PARAMS_PUNC_ID=${PARAMS_PUNC_ID}" >> $FUNASR_CONFIG_FILE++ echo "PARAMS_LOCAL_VAD_PATH=${PARAMS_LOCAL_VAD_PATH}" >> $FUNASR_CONFIG_FILE+ echo "PARAMS_LOCAL_VAD_DIR=${PARAMS_LOCAL_VAD_DIR}" >> $FUNASR_CONFIG_FILE+ echo "PARAMS_DOCKER_VAD_PATH=${PARAMS_DOCKER_VAD_PATH}" >> $FUNASR_CONFIG_FILE+ echo "PARAMS_DOCKER_VAD_DIR=${PARAMS_DOCKER_VAD_DIR}" >> $FUNASR_CONFIG_FILE+ echo "PARAMS_VAD_ID=${PARAMS_VAD_ID}" >> $FUNASR_CONFIG_FILE++ echo "PARAMS_HOST_PORT=${PARAMS_HOST_PORT}" >> $FUNASR_CONFIG_FILE+ echo "PARAMS_DOCKER_PORT=${PARAMS_DOCKER_PORT}" >> $FUNASR_CONFIG_FILE+ echo "PARAMS_DECODER_THREAD_NUM=${PARAMS_DECODER_THREAD_NUM}" >> $FUNASR_CONFIG_FILE+ echo "PARAMS_IO_THREAD_NUM=${PARAMS_IO_THREAD_NUM}" >> $FUNASR_CONFIG_FILE+}++showAllParams(){+ echo -e "${UNDERLINE}${BOLD}[7/10]${PLAIN}"+ echo -e " ${YELLOW}Show parameters of FunASR server setting and confirm to run ...${PLAIN}"+ echo++ if [ ! -z "$PARAMS_DOCKER_IMAGE" ]; then+ echo -e " The current Docker image is : ${GREEN}${PARAMS_DOCKER_IMAGE}${PLAIN}"+ fi++ if [ ! -z "$PARAMS_DOWNLOAD_MODEL_DIR" ]; then+ echo -e " The model will be automatically downloaded to the directory : ${GREEN}${PARAMS_DOWNLOAD_MODEL_DIR}${PLAIN}"+ fi++ if [ ! -z "$PARAMS_ASR_ID" ]; then+ echo -e " The ASR model_id used : ${GREEN}${PARAMS_ASR_ID}${PLAIN}"+ fi+ if [ ! -z "$PARAMS_LOCAL_ASR_PATH" ]; then+ echo -e " The path to the local ASR model directory for the load : ${GREEN}${PARAMS_LOCAL_ASR_PATH}${PLAIN}"+ fi+ echo -e " The ASR model directory corresponds to the directory in Docker : ${GREEN}${PARAMS_DOCKER_ASR_PATH}${PLAIN}"++ if [ ! -z "$PARAMS_VAD_ID" ]; then+ echo -e " The VAD model_id used : ${GREEN}${PARAMS_VAD_ID}${PLAIN}"+ fi+ if [ ! -z "$PARAMS_LOCAL_VAD_PATH" ]; then+ echo -e " The path to the local VAD model directory for the load : ${GREEN}${PARAMS_LOCAL_VAD_PATH}${PLAIN}"+ fi+ echo -e " The VAD model directory corresponds to the directory in Docker : ${GREEN}${PARAMS_DOCKER_VAD_PATH}${PLAIN}"++ if [ ! -z "$PARAMS_PUNC_ID" ]; then+ echo -e " The PUNC model_id used : ${GREEN}${PARAMS_PUNC_ID}${PLAIN}"+ fi+ if [ ! -z "$PARAMS_LOCAL_PUNC_PATH" ]; then+ echo -e " The path to the local PUNC model directory for the load : ${GREEN}${PARAMS_LOCAL_PUNC_PATH}${PLAIN}"+ fi+ echo -e " The PUNC model directory corresponds to the directory in Docker: ${GREEN}${PARAMS_DOCKER_PUNC_PATH}${PLAIN}"+ echo++ if [ ! -z "$PARAMS_LOCAL_EXEC_PATH" ]; then+ echo -e " The local path of the FunASR service executor : ${GREEN}${PARAMS_LOCAL_EXEC_PATH}${PLAIN}"+ fi+ echo -e " The path in the docker of the FunASR service executor : ${GREEN}${PARAMS_DOCKER_EXEC_PATH}${PLAIN}"++ echo -e " Set the host port used for use by the FunASR service : ${GREEN}${PARAMS_HOST_PORT}${PLAIN}"+ echo -e " Set the docker port used by the FunASR service : ${GREEN}${PARAMS_DOCKER_PORT}${PLAIN}"++ echo -e " Set the number of threads used for decoding the FunASR service : ${GREEN}${PARAMS_DECODER_THREAD_NUM}${PLAIN}"+ echo -e " Set the number of threads used for IO the FunASR service : ${GREEN}${PARAMS_IO_THREAD_NUM}${PLAIN}"++ echo+ while true+ do+ PARAMS_CONFIRM="y"+ echo -e " ${YELLOW}Please input [y/n] to confirm the parameters.${PLAIN}"+ echo -e " [y] Verify that these parameters are correct and that the service will run."+ echo -e " [n] The parameters set are incorrect, it will be rolled out, please rerun."+ read -p " read confirmation[y/n]: " PARAMS_CONFIRM++ if [ -z "$PARAMS_CONFIRM" ]; then+ PARAMS_CONFIRM="y"+ fi+ YES="y"+ NO="n"+ echo+ if [ "$PARAMS_CONFIRM" = "$YES" ]; then+ echo -e " ${GREEN}Will run FunASR server later ...${PLAIN}"+ break+ elif [ "$PARAMS_CONFIRM" = "$NO" ]; then+ echo -e " ${RED}The parameters set are incorrect, please rerun ...${PLAIN}"+ exit 1+ else+ echo "again ..."+ fi+ done++ saveParams+ echo+ sleep 1+}++# Install docker+installDocker(){+ echo -e "${UNDERLINE}${BOLD}[8/10]${PLAIN}"++ if [ $DOCKERINFOLEN -gt 30 ]; then+ echo -e " ${YELLOW}Docker has installed.${PLAIN}"+ else+ lowercase_osid=$(echo $OSID | tr '[A-Z]' '[a-z]')+ echo -e " ${YELLOW}Start install docker for $lowercase_osid ${PLAIN}"+ DOCKER_INSTALL_CMD="curl -fsSL https://get.docker.com | bash -s docker --mirror Aliyun"+ DOCKER_INSTALL_RUN_CMD=""++ case "$lowercase_osid" in+ ubuntu)+ DOCKER_INSTALL_CMD="curl -fsSL https://test.docker.com -o test-docker.sh"+ DOCKER_INSTALL_RUN_CMD="sudo sh test-docker.sh"+ ;;+ centos)+ DOCKER_INSTALL_CMD="curl -fsSL https://get.docker.com | bash -s docker --mirror Aliyun"+ ;;+ debian)+ DOCKER_INSTALL_CMD="curl -fsSL https://get.docker.com -o get-docker.sh"+ DOCKER_INSTALL_RUN_CMD="sudo sh get-docker.sh"+ ;;+ *)+ echo "$lowercase_osid is not supported."+ ;;+ esac++ echo -e " Get docker installer: ${GREEN}$DOCKER_INSTALL_CMD${PLAIN}"+ echo -e " Get docker run: ${GREEN}$DOCKER_INSTALL_RUN_CMD${PLAIN}"++ $DOCKER_INSTALL_CMD+ if [ ! -z "$DOCKER_INSTALL_RUN_CMD" ]; then+ $DOCKER_INSTALL_RUN_CMD+ fi++ DOCKERINFO=$(sudo docker info | wc -l)+ DOCKERINFOLEN=$(expr $DOCKERINFO)+ if [ $DOCKERINFOLEN -gt 30 ]; then+ echo -e " ${GREEN}Docker install success, start docker server.${PLAIN}"+ sudo systemctl start docker+ else+ echo -e " ${RED}Docker install failed!${PLAIN}"+ exit 1+ fi+ fi++ echo+ sleep 1+}++# Download docker image+downloadDockerImage(){+ echo -e "${UNDERLINE}${BOLD}[9/10]${PLAIN}"+ echo -e " ${YELLOW}Pull docker image(${PARAMS_DOCKER_IMAGE})...${PLAIN}"++ sudo docker pull ${PARAMS_DOCKER_IMAGE}++ echo+ sleep 1+}++dockerRun(){+ echo -e "${UNDERLINE}${BOLD}[10/10]${PLAIN}"+ echo -e " ${YELLOW}Construct command and run docker ...${PLAIN}"++ RUN_CMD="sudo docker run"+ PORT_MAP=" -p ${PARAMS_HOST_PORT}:${PARAMS_DOCKER_PORT}"+ DIR_PARAMS=" --privileged=true"+ DIR_MAP_PARAMS=""+ if [ ! -z ${PARAMS_LOCAL_ASR_DIR} ]; then+ if [ -z ${DIR_MAP_PARAMS} ]; then+ DIR_MAP_PARAMS="${DIR_PARAMS} -v ${PARAMS_LOCAL_ASR_DIR}:${PARAMS_DOCKER_ASR_DIR}"+ else+ DIR_MAP_PARAMS="${DIR_MAP_PARAMS} -v ${PARAMS_LOCAL_ASR_DIR}:${PARAMS_DOCKER_ASR_DIR}"+ fi+ fi+ if [ ! -z ${PARAMS_LOCAL_VAD_DIR} ]; then+ if [ -z ${DIR_MAP_PARAMS} ]; then+ DIR_MAP_PARAMS="${DIR_PARAMS} -v ${PARAMS_LOCAL_VAD_DIR}:${PARAMS_DOCKER_VAD_DIR}"+ else+ DIR_MAP_PARAMS="${DIR_MAP_PARAMS} -v ${PARAMS_LOCAL_VAD_DIR}:${PARAMS_DOCKER_VAD_DIR}"+ fi+ fi+ if [ ! -z ${PARAMS_LOCAL_PUNC_DIR} ]; then+ if [ -z ${DIR_MAP_PARAMS} ]; then+ DIR_MAP_PARAMS="${DIR_PARAMS} -v ${PARAMS_LOCAL_PUNC_DIR}:${PARAMS_DOCKER_PUNC_DIR}"+ else+ DIR_MAP_PARAMS="${DIR_MAP_PARAMS} -v ${PARAMS_LOCAL_VAD_DIR}:${PARAMS_DOCKER_VAD_DIR}"+ fi+ fi+ if [ ! -z ${PARAMS_LOCAL_EXEC_DIR} ]; then+ if [ -z ${DIR_MAP_PARAMS} ]; then+ DIR_MAP_PARAMS="${DIR_PARAMS} -v ${PARAMS_LOCAL_EXEC_DIR}:${PARAMS_DOCKER_EXEC_DIR}"+ else+ DIR_MAP_PARAMS="${DIR_MAP_PARAMS} -v ${PARAMS_LOCAL_EXEC_DIR}:${PARAMS_DOCKER_EXEC_DIR}"+ fi+ fi++ EXEC_PARAMS="\"exec\":\"${PARAMS_DOCKER_EXEC_PATH}\""+ if [ ! -z ${PARAMS_ASR_ID} ]; then+ ASR_PARAMS="\"--model-dir\":\"${PARAMS_ASR_ID}\""+ else+ ASR_PARAMS="\"--model-dir\":\"${PARAMS_DOCKER_ASR_PATH}\""+ fi+ if [ ! -z ${PARAMS_VAD_ID} ]; then+ VAD_PARAMS="\"--vad-dir\":\"${PARAMS_VAD_ID}\""+ else+ VAD_PARAMS="\"--vad-dir\":\"${PARAMS_DOCKER_VAD_PATH}\""+ fi+ if [ ! -z ${PARAMS_PUNC_ID} ]; then+ PUNC_PARAMS="\"--punc-dir\":\"${PARAMS_PUNC_ID}\""+ else+ PUNC_PARAMS="\"--punc-dir\":\"${PARAMS_DOCKER_PUNC_PATH}\""+ fi+ DOWNLOAD_PARARMS="\"--download-model-dir\":\"${PARAMS_DOWNLOAD_MODEL_DIR}\""+ if [ -z $PARAMS_DOWNLOAD_MODEL_DIR ]; then+ MODEL_PARAMS="${ASR_PARAMS},${VAD_PARAMS},${PUNC_PARAMS}"+ else+ MODEL_PARAMS="${ASR_PARAMS},${VAD_PARAMS},${PUNC_PARAMS},${DOWNLOAD_PARARMS}"+ fi++ DECODER_PARAMS="\"--decoder-thread-num\":\"${PARAMS_DECODER_THREAD_NUM}\""+ IO_PARAMS="\"--io-thread-num\":\"${PARAMS_IO_THREAD_NUM}\""+ THREAD_PARAMS=${DECODER_PARAMS},${IO_PARAMS}+ PORT_PARAMS="\"--port\":\"${PARAMS_DOCKER_PORT}\""+ CRT_PATH="\"--certfile\":\"/workspace/FunASR/funasr/runtime/ssl_key/server.crt\""+ KEY_PATH="\"--keyfile\":\"/workspace/FunASR/funasr/runtime/ssl_key/server.key\""++ ENV_PARAMS=" -v /var/funasr:/workspace/.config"+ ENV_PARAMS=" ${ENV_PARAMS} --env DAEMON_SERVER_CONFIG={\"server\":[{${EXEC_PARAMS},${MODEL_PARAMS},${THREAD_PARAMS},${PORT_PARAMS},${CRT_PATH},${KEY_PATH}}]}"++ RUN_CMD="${RUN_CMD}${PORT_MAP}${DIR_MAP_PARAMS}${ENV_PARAMS}"+ RUN_CMD="${RUN_CMD} -it -d ${PARAMS_DOCKER_IMAGE}"++ progress_txt="/var/funasr/progress.txt"+ server_log="/var/funasr/server_console.log"+ rm -f ${progress_txt}+ rm -f ${server_log}++ ${RUN_CMD}++ echo+ echo -e " ${YELLOW}Loading models:${PLAIN}"++ # Hide the cursor, start draw progress.+ printf "\e[?25l"+ while true+ do+ ServerProgress+ result=$?+ stage=`expr $result + 0`+ if [ ${stage} -eq 0 ]; then+ return 0+ elif [ ${stage} -gt 0 ] && [ ${stage} -lt 6 ]; then+ sleep 0.1+ printf "\033[3A"+ elif [ ${stage} -eq 6 ]; then+ break+ else+ echo -e " ${RED}Starting FunASR server failed.${PLAIN}"+ echo+ # Display the cursor+ printf "\e[?25h"+ return 99+ fi+ done+ # Display the cursor+ printf "\e[?25h"++ echo -e " ${GREEN}The service has been started.${PLAIN}"+ echo -e " ${BOLD}If you want to see an example of how to use the client, you can run ${PLAIN}${GREEN}sudo bash funasr-runtime-deploy.sh -c${PLAIN} ."+ echo+}++dockerExit(){+ echo -e " ${YELLOW}Stop docker(${PARAMS_DOCKER_IMAGE}) server ...${PLAIN}"+ sudo docker stop `sudo docker ps -a| grep ${PARAMS_DOCKER_IMAGE} | awk '{print $1}' `+ echo+ sleep 1+}++modelChange(){+ model_id=$1++ result=$(echo $1 | grep "asr")+ if [[ "$result" != "" ]]+ then+ PARAMS_ASR_ID=$1+ asr_id=$(basename "$PARAMS_ASR_ID")+ PARAMS_DOCKER_ASR_PATH=${PARAMS_DOCKER_ASR_DIR}/${asr_id}+ return 0+ fi+ result=$(echo $1 | grep "vad")+ if [[ "$result" != "" ]]+ then+ PARAMS_VAD_ID=$1+ vad_id=$(basename "$PARAMS_VAD_ID")+ PARAMS_DOCKER_VAD_PATH=${PARAMS_DOCKER_VAD_DIR}/${vad_id}+ retun 0+ fi+ result=$(echo $1 | grep "punc")+ if [[ "$result" != "" ]]+ then+ PARAMS_PUNC_ID=$1+ punc_id=$(basename "$PARAMS_PUNC_ID")+ PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOCKER_PUNC_DIR}/${asr_id}+ retun 0+ fi+}++sampleClientRun(){+ echo -e "${YELLOW}Will download sample tools for the client to show how speech recognition works.${PLAIN}"++ sample_name="funasr_samples"+ sample_tar="funasr_samples.tar.gz"+ sample_url="https://isv-data.oss-cn-hangzhou.aliyuncs.com/ics/MaaS/ASR/sample/${sample_tar}"+ DOWNLOAD_SAMPLE="curl -O ${sample_url}"+ UNTAR_CMD="tar -zxf ${sample_tar}"++ if [ ! -f "${sample_tar}" ]; then+ ${DOWNLOAD_SAMPLE}+ fi+ if [ -f "${sample_tar}" ]; then+ ${UNTAR_CMD}+ fi+ if [ -d "${sample_name}" ]; then++ echo -e " Please select the client you want to run."+ menuSelection ${SAMPLE_CLIENTS[*]}+ result=$?+ index=`expr $result - 1`+ lang=${SAMPLE_CLIENTS[${index}]}+ echo++ SERVER_IP="127.0.0.1"+ read -p " Please enter the IP of server, default(${SERVER_IP}): " SERVER_IP+ if [ -z "$SERVER_IP" ]; then+ SERVER_IP="127.0.0.1"+ fi++ HOST_PORT=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ if [ -z "$HOST_PORT" ]; then+ HOST_PORT="10095"+ fi+ read -p " Please enter the port of server, default(${HOST_PORT}): " HOST_PORT+ if [ -z "$HOST_PORT" ]; then+ HOST_PORT=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`+ if [ -z "$HOST_PORT" ]; then+ HOST_PORT="10095"+ fi+ fi++ WAV_PATH="${cur_dir}/funasr_samples/audio/asr_example.wav"+ read -p " Please enter the audio path, default(${WAV_PATH}): " WAV_PATH+ if [ -z "$WAV_PATH" ]; then+ WAV_PATH="${cur_dir}/funasr_samples/audio/asr_example.wav"+ fi++ echo+ PRE_CMD=”“+ case "$lang" in+ Linux_Cpp)+ PRE_CMD="export LD_LIBRARY_PATH=${cur_dir}/funasr_samples/cpp/libs:\$LD_LIBRARY_PATH"+ CLIENT_EXEC="${cur_dir}/funasr_samples/cpp/funasr-wss-client"+ RUN_CMD="${CLIENT_EXEC} --server-ip ${SERVER_IP} --port ${HOST_PORT} --wav-path ${WAV_PATH}"+ echo -e " Run ${BLUE}${PRE_CMD}${PLAIN}"+ ${PRE_CMD}+ echo+ ;;+ Python)+ CLIENT_EXEC="${cur_dir}/funasr_samples/python/wss_client_asr.py"+ RUN_CMD="python3 ${CLIENT_EXEC} --host ${SERVER_IP} --port ${HOST_PORT} --mode offline --audio_in ${WAV_PATH} --send_without_sleep --output_dir ./funasr_samples/python"+ PRE_CMD="pip3 install click>=8.0.4"+ echo -e " Run ${BLUE}${PRE_CMD}${PLAIN}"+ ${PRE_CMD}+ echo+ PRE_CMD="pip3 install -r ${cur_dir}/funasr_samples/python/requirements_client.txt"+ echo -e " Run ${BLUE}${PRE_CMD}${PLAIN}"+ ${PRE_CMD}+ echo+ ;;+ *)+ echo "$lang is not supported."+ ;;+ esac++ echo -e " Run ${BLUE}${RUN_CMD}${PLAIN}"+ ${RUN_CMD}+ echo+ echo -e " If failed, you can try (${GREEN}${RUN_CMD}${PLAIN}) in your Shell."+ echo+ fi+}++# Install main function+installFunasrDocker(){+ installDocker+ downloadDockerImage+}++modelsConfigure(){+ setupModelType+ setupAsrModelId+ setupVadModelId+ setupPuncModelId+}++paramsConfigure(){+ selectDockerImages+ setupModelType+ setupAsrModelId+ setupVadModelId+ setupPuncModelId+ setupServerExec+ setupHostPort+ setupDockerPort+ setupThreadNum+}++# Display Help info+displayHelp(){+ echo -e "${UNDERLINE}Usage${PLAIN}:"+ echo -e " $0 [OPTIONAL FLAGS]"+ echo+ echo -e "funasr-runtime-deploy.sh - a Bash script to install&run FunASR docker."+ echo+ echo -e "${UNDERLINE}Options${PLAIN}:"+ echo -e " ${BOLD}-i, --install${PLAIN} Install and run FunASR docker."+ echo -e " ${BOLD}-s, --start${PLAIN} Run FunASR docker with configuration that has already been set."+ echo -e " ${BOLD}-p, --stop${PLAIN} Stop FunASR docker."+ echo -e " ${BOLD}-r, --restart${PLAIN} Restart FunASR docker."+ echo -e " ${BOLD}-u, --update${PLAIN} Update the model ID that has already been set, e.g: --update model XXXX."+ echo -e " ${BOLD}-c, --client${PLAIN} Get a client example to show how to initiate speech recognition."+ echo -e " ${BOLD}-v, --version${PLAIN} Display current script version."+ echo -e " ${BOLD}-h, --help${PLAIN} Display this help."+ echo+ echo -e "${UNDERLINE}funasr-runtime-deploy.sh${PLAIN} - Version ${scriptVersion} "+ echo -e "Modify Date ${scriptDate}"+}++# OS+OSID=$(grep ^ID= /etc/os-release | cut -d= -f2)+OSVER=$(lsb_release -cs)+OSNUM=$(grep -oE "[0-9.]+" /etc/issue)+CPUNUM=$(cat /proc/cpuinfo |grep "processor"|wc -l)+DOCKERINFO=$(sudo docker info | wc -l)+DOCKERINFOLEN=$(expr $DOCKERINFO)++# PARAMS+FUNASR_CONFIG_FILE="/var/funasr/config"+# The path of server executor in local+PARAMS_LOCAL_EXEC_PATH=""+# The dir stored server excutor in local+PARAMS_LOCAL_EXEC_DIR=""+# The server excutor in local+PARAMS_DOCKER_EXEC_PATH="/workspace/FunASR/funasr/runtime/websocket/build/bin/funasr-wss-server"+# The dir stored server excutor in docker+PARAMS_DOCKER_EXEC_DIR="/workspace/FunASR/funasr/runtime/websocket/build/bin"++# The dir for downloading model in docker+PARAMS_DOWNLOAD_MODEL_DIR=""+# The Docker image name+PARAMS_DOCKER_IMAGE=""++# The dir stored punc model in local+PARAMS_LOCAL_PUNC_DIR=""+# The path of punc model in local+PARAMS_LOCAL_PUNC_PATH=""+# The dir stored punc model in docker+PARAMS_DOCKER_PUNC_DIR=""+# The path of punc model in docker+PARAMS_DOCKER_PUNC_PATH=""+# The punc model ID in ModelScope+PARAMS_PUNC_ID=""++# The dir stored vad model in local+PARAMS_LOCAL_VAD_DIR=""+# The path of vad model in local+PARAMS_LOCAL_VAD_PATH=""+# The dir stored vad model in docker+PARAMS_DOCKER_VAD_DIR=""+# The path of vad model in docker+PARAMS_DOCKER_VAD_PATH=""+# The vad model ID in ModelScope+PARAMS_VAD_ID=""++# The dir stored asr model in local+PARAMS_LOCAL_ASR_DIR=""+# The path of asr model in local+PARAMS_LOCAL_ASR_PATH=""+# The dir stored asr model in docker+PARAMS_DOCKER_ASR_DIR=""+# The path of asr model in docker+PARAMS_DOCKER_ASR_PATH=""+# The asr model ID in ModelScope+PARAMS_ASR_ID=""++PARAMS_HOST_PORT="10095"+PARAMS_DOCKER_PORT="10095"+PARAMS_DECODER_THREAD_NUM="32"+PARAMS_IO_THREAD_NUM="8"+++echo -e "#############################################################"+echo -e "# ${RED}OS${PLAIN}: $OSID $OSNUM $OSVER "+echo -e "# ${RED}Kernel${PLAIN}: $(uname -m) Linux $(uname -r)"+echo -e "# ${RED}CPU${PLAIN}: $(grep 'model name' /proc/cpuinfo | uniq | awk -F : '{print $2}' | sed 's/^[ \t]*//g' | sed 's/ \+/ /g') "+echo -e "# ${RED}CPU NUM${PLAIN}: $CPUNUM"+echo -e "# ${RED}RAM${PLAIN}: $(cat /proc/meminfo | grep 'MemTotal' | awk -F : '{print $2}' | sed 's/^[ \t]*//g') "+echo -e "#############################################################"+echo++# Initialization step+case "$1" in+ install|-i|--install)+ rootNess+ paramsConfigure+ showAllParams+ installFunasrDocker+ dockerRun+ result=$?+ stage=`expr $result + 0`+ if [ ${stage} -eq 0 ]; then+ dockerExit+ dockerRun+ fi+ ;;+ start|-s|--start)+ rootNess+ paramsFromDefault+ showAllParams+ dockerRun+ result=$?+ stage=`expr $result + 0`+ if [ ${stage} -eq 0 ]; then+ dockerExit+ dockerRun+ fi+ ;;+ restart|-r|--restart)+ rootNess+ paramsFromDefault+ showAllParams+ dockerExit+ dockerRun+ result=$?+ stage=`expr $result + 0`+ if [ ${stage} -eq 0 ]; then+ dockerExit+ dockerRun+ fi+ ;;+ stop|-p|--stop)+ rootNess+ paramsFromDefault+ dockerExit+ ;;+ update|-u|--update)+ rootNess+ paramsFromDefault++ if [ $# -eq 1 ];+ then+ modelsConfigure+ elif [ $# -eq 3 ];+ then+ type=$2+ id=$3+ MODEL="model"+ if [ "$type" = "$MODEL" ]; then+ modelChange $id+ else+ modelsConfigure+ fi+ else+ modelsConfigure+ fi++ saveParams+ dockerExit+ dockerRun+ result=$?+ stage=`expr $result + 0`+ if [ ${stage} -eq 0 ]; then+ dockerExit+ dockerRun+ fi+ ;;+ client|-c|--client)+ rootNess+ sampleClientRun+ ;;+ *)+ clear+ displayHelp+ exit 0+ ;;+esac