Skip to content

FunASR-powered video transcription, subtitle generation, and LLM-assisted clipping tool with a local Gradio UI.

Create funasr.sh

season4f3d605cdde0
diff --git a/TransAudio/funasr.sh b/TransAudio/funasr.sh
new file mode 100644
index 0000000..8a4b795
--- /dev/null
+++ b/TransAudio/funasr.sh
@@ -0,0 +1,421 @@
+#!/usr/bin/env bash
+
+scriptVersion="0.0.1"
+scriptDate="20230615"
+
+clear
+
+
+# Set color
+RED="\033[31;1m"
+GREEN="\033[32;1m"
+YELLOW="\033[33;1m"
+BLUE="\033[34;1m"
+PURPLE="\033[35;1m"
+CYAN="\033[36;1m"
+PLAIN="\033[0m"
+
+# Info messages
+FAIL="${RED}[FAIL]${PLAIN}"
+DONE="${GREEN}[DONE]${PLAIN}"
+ERROR="${RED}[ERROR]${PLAIN}"
+WARNING="${YELLOW}[WARNING]${PLAIN}"
+CANCEL="${CYAN}[CANCEL]${PLAIN}"
+
+# Font Format
+BOLD="\033[1m"
+UNDERLINE="\033[4m"
+
+# Current folder
+cur_dir=`pwd`
+
+# Make sure root user
+rootNess(){
+ echo "${BOLD}[0/9]"
+ echo "Check root ness"
+
+ if [[ $EUID -ne 0 ]]; then
+ echo -e "${WARNING} MUST RUN AS ${RED}ROOT${PLAIN} USER!"
+ exit 1
+ fi
+
+ cd ${cur_dir}
+
+ clear
+}
+
+# Install docker
+installDocker(){
+ echo "${BOLD}[1/9]"
+
+ if [ $DOCKERINFOLEN -gt 30 ]; then
+ echo "Docker has installed."
+ else
+ lowercase_osid=$(echo $OSID | tr '[A-Z]' '[a-z]')
+ echo "Start install docker for $lowercase_osid"
+ DOCKER_INSTALL_CMD="curl -fsSL https://get.docker.com | bash -s docker --mirror Aliyun"
+ DOCKER_INSTALL_RUN_CMD=""
+
+ case "$lowercase_osid" in
+ ubuntu)
+ DOCKER_INSTALL_CMD="curl -fsSL https://test.docker.com -o test-docker.sh"
+ DOCKER_INSTALL_RUN_CMD="sudo sh test-docker.sh"
+ ;;
+ centos)
+ DOCKER_INSTALL_CMD="curl -fsSL https://get.docker.com | bash -s docker --mirror Aliyun"
+ ;;
+ debian)
+ DOCKER_INSTALL_CMD="curl -fsSL https://get.docker.com -o get-docker.sh"
+ DOCKER_INSTALL_RUN_CMD="sudo sh get-docker.sh"
+ ;;
+ *)
+ echo "$lowercase_osid is not supported."
+ ;;
+ esac
+
+ echo "get docker installer: $DOCKER_INSTALL_CMD"
+ echo "get docker run: $DOCKER_INSTALL_RUN_CMD"
+
+ $DOCKER_INSTALL_CMD
+ if [ ! -z "$DOCKER_INSTALL_RUN_CMD" ]; then
+ $DOCKER_INSTALL_RUN_CMD
+ fi
+
+ # DOCKER_TMP = ${DOCKER_INSTALL_RUN_CMD} | wc -L
+ # DOCKER_TMP = $(expr $DOCKER_TMP)
+ # if [ $DOCKER_TMP -gt 5]; then
+ # $DOCKER_INSTALL_RUN_CMD
+ # fi
+
+ DOCKERINFO=$(sudo docker info | wc -l)
+ DOCKERINFOLEN=$(expr $DOCKERINFO)
+ if [ $DOCKERINFOLEN -gt 30 ]; then
+ echo "Docker install success, start docker server."
+ sudo systemctl start docker
+ else
+ echo -e "Docker install failed!"
+ exit 1
+ fi
+ fi
+
+ sleep 3
+ clear
+}
+
+# Download docker image
+downloadDockerImage(){
+ echo "${BOLD}[2/9]"
+ echo "Pull docker image ..."
+
+ sudo docker pull funasr/funasr:0.5.4-torch1.11.0-cuda113-py3.7-ubuntu20.04-modelscope1.5.0
+
+ sleep 3
+ clear
+}
+
+# Set model path for FunASR server
+setupAsrModelId(){
+ echo "${BOLD}[3/9]"
+
+ default_model_id="speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-pytorch"
+
+ echo "${GREEN}Please input model path in local host for FunASR server:${PLAIN}"
+ echo "default model path: ${PARAMS_LOCAL_MODEL_ID}"
+ echo "will download model if use this default model."
+ echo ":"
+ read PARAMS_LOCAL_MODEL_ID
+ echo "read model path: ${PARAMS_LOCAL_MODEL_ID}"
+
+ if [ -z "$PARAMS_LOCAL_MODEL_ID" ]; then
+ PARAMS_LOCAL_MODEL_ID=${cur_dir}/${default_model_id}
+ echo "local model_id ${PARAMS_LOCAL_MODEL_ID}"
+ if [ ! -e $PARAMS_LOCAL_MODEL_ID ]; then
+ echo "use default model_id ${default_model_id}, downloading ..."
+ wget --no-check-certificate https://swap.oss-cn-hangzhou.aliyuncs.com/shichen.fsc/MaaS/asr/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-pytorch.tar.gz
+ echo "decompressing ..."
+ tar -zxf ${default_model_id}.tar.gz
+ else
+ echo "${PARAMS_LOCAL_MODEL_ID} is existing."
+ fi
+ fi
+
+ PARAMS_LOCAL_MODEL_DIR=$(dirname "$PARAMS_LOCAL_MODEL_ID")
+ MODEL_ID=$(basename "$PARAMS_LOCAL_MODEL_ID")
+ PARAMS_DOCKER_MODEL_DIR="/tests"
+ PARAMS_DOCKER_MODEL_ID=${PARAMS_DOCKER_MODEL_DIR}/${MODEL_ID}
+
+ sleep 3
+ clear
+}
+
+# Set server exec for FunASR
+setupServerExec(){
+ echo "${BOLD}[4/9]"
+
+ echo "${GREEN}Please input exec path in local host for FunASR server:${PLAIN}"
+ echo "will use default exec in docker(${PARAMS_DOCKER_EXEC}) if donnot set this parameter."
+ echo ":"
+ read PARAMS_LOCAL_EXEC
+ echo "read exec path in local host: ${PARAMS_LOCAL_EXEC}"
+
+ if [ -z $PARAMS_LOCAL_EXEC ]; then
+ PARAMS_LOCAL_EXEC_DIR=""
+ PARAMS_LOCAL_EXEC=""
+ else
+ if [ ! -f $PARAMS_LOCAL_EXEC ]; then
+ PARAMS_LOCAL_EXEC_DIR=""
+ PARAMS_LOCAL_EXEC=""
+ else
+ PARAMS_LOCAL_EXEC_DIR=$(dirname "$PARAMS_LOCAL_EXEC")
+ EXEC_ID=$(basename "$PARAMS_LOCAL_EXEC")
+ PARAMS_DOCKER_EXEC_DIR="/tests"
+ PARAMS_DOCKER_EXEC=${PARAMS_DOCKER_EXEC_DIR}/${EXEC_ID}
+ fi
+ fi
+
+ sleep 3
+ clear
+}
+
+# Configure FunASR server host port setting
+setupHostPort(){
+ echo "${BOLD}[5/9]"
+
+ while true
+ do
+ echo "${GREEN}Please input port for docker mapped [1-65535]:${PLAIN}"
+ echo "default: 8889"
+ echo ":"
+ read PARAMS_HOST_PORT
+ echo "read host port: ${PARAMS_HOST_PORT}"
+
+ [ -z "$PARAMS_HOST_PORT" ] && PARAMS_HOST_PORT="8889"
+ expr ${PARAMS_HOST_PORT} + 0 &>/dev/null
+ if [ $? -eq 0 ]; then
+ if [ ${PARAMS_HOST_PORT} -ge 1 ] && [ ${PARAMS_HOST_PORT} -le 65535 ]; then
+ echo
+ echo "---------------------------"
+ echo "port = ${PARAMS_HOST_PORT}"
+ echo "---------------------------"
+ echo
+ break
+ else
+ echo "Input error, please input correct number!"
+ fi
+ else
+ echo "Input error, please input correct number!"
+ fi
+ done
+
+ sleep 1
+ clear
+}
+
+# Configure FunASR server docker port setting
+setupDockerPort(){
+ echo "${BOLD}[6/9]"
+
+ while true
+ do
+ echo "${GREEN}Please input port for docker mapped [1-65535]:${PLAIN}"
+ echo "default: 8889, the opened port of current host is ${PARAMS_HOST_PORT}"
+ echo ":"
+ read PARAMS_DOCKER_PORT
+ echo "read docker port: ${PARAMS_DOCKER_PORT}"
+
+ [ -z "$PARAMS_DOCKER_PORT" ] && PARAMS_DOCKER_PORT="8889"
+ expr ${PARAMS_DOCKER_PORT} + 0 &>/dev/null
+ if [ $? -eq 0 ]; then
+ if [ ${PARAMS_DOCKER_PORT} -ge 1 ] && [ ${PARAMS_DOCKER_PORT} -le 65535 ]; then
+ echo
+ echo "---------------------------"
+ echo "port = ${PARAMS_DOCKER_PORT}"
+ echo "---------------------------"
+ echo
+ break
+ else
+ echo "Input error, please input correct number!"
+ fi
+ else
+ echo "Input error, please input correct number!"
+ fi
+ done
+
+ sleep 1
+ clear
+}
+
+setupDecoderThreadNum(){
+ echo "${BOLD}[7/9]"
+
+ while true
+ do
+ echo "${GREEN}Please input thread number for FunASR decoder:${PLAIN}"
+ echo "default: 32"
+ echo ":"
+ read PARAMS_DECODER_THREAD_NUM
+ echo "read decoder thread number: ${PARAMS_DECODER_THREAD_NUM}"
+
+ [ -z "$PARAMS_DECODER_THREAD_NUM" ] && PARAMS_DECODER_THREAD_NUM="32"
+ expr ${PARAMS_DECODER_THREAD_NUM} + 0 &>/dev/null
+ if [ $? -eq 0 ]; then
+ if [ ${PARAMS_DECODER_THREAD_NUM} -ge 1 ] && [ ${PARAMS_DECODER_THREAD_NUM} -le 65535 ]; then
+ echo
+ echo "---------------------------"
+ echo "decoder thread number = ${PARAMS_DECODER_THREAD_NUM}"
+ echo "---------------------------"
+ echo
+ break
+ else
+ echo "Input error, please input correct number!"
+ fi
+ else
+ echo "Input error, please input correct number!"
+ fi
+ done
+
+ sleep 1
+ clear
+}
+
+
+setupIoThreadNum(){
+ echo "${BOLD}[8/9]"
+
+ while true
+ do
+ echo "${GREEN}Please input thread number for server IO:${PLAIN}"
+ echo "default: 8"
+ echo ":"
+ read PARAMS_IO_THREAD_NUM
+ echo "read io thread number ${PARAMS_IO_THREAD_NUM}"
+
+ [ -z "$PARAMS_IO_THREAD_NUM" ] && PARAMS_IO_THREAD_NUM="32"
+ expr ${PARAMS_IO_THREAD_NUM} + 0 &>/dev/null
+ if [ $? -eq 0 ]; then
+ if [ ${PARAMS_IO_THREAD_NUM} -ge 1 ] && [ ${PARAMS_IO_THREAD_NUM} -le 65535 ]; then
+ echo
+ echo "---------------------------"
+ echo "io thread number = ${PARAMS_IO_THREAD_NUM}"
+ echo "---------------------------"
+ echo
+ break
+ else
+ echo "Input error, please input correct number!"
+ fi
+ else
+ echo "Input error, please input correct number!"
+ fi
+ done
+
+ sleep 1
+ clear
+}
+
+dockerRun(){
+ echo "${BOLD}[9/9]"
+ echo "Construct command and run docker ..."
+
+ RUN_CMD="sudo docker run"
+ PORT_MAP=" -p ${PARAMS_HOST_PORT}:${PARAMS_DOCKER_PORT}"
+ DIR_PARAMS=" -it --privileged=true"
+ DIR_MAP_PARAMS=""
+ if [ ! -z ${PARAMS_LOCAL_MODEL_DIR} ]; then
+ DIR_MAP_PARAMS="${DIR_PARAMS} -v ${PARAMS_LOCAL_MODEL_DIR}:${PARAMS_DOCKER_MODEL_DIR}"
+ fi
+ if [ ! -z ${PARAMS_LOCAL_EXEC_DIR} ]; then
+ if [ -z ${DIR_MAP_PARAMS} ]; then
+ DIR_MAP_PARAMS="${DIR_PARAMS} -v ${PARAMS_LOCAL_EXEC_DIR}:${PARAMS_DOCKER_EXEC_DIR}"
+ else
+ DIR_MAP_PARAMS="${DIR_MAP_PARAMS} -v ${PARAMS_LOCAL_EXEC_DIR}:${PARAMS_DOCKER_EXEC_DIR}"
+ fi
+ fi
+
+ EXEC_PARAMS="\\\"exec\\\":\\\"${PARAMS_DOCKER_EXEC}\\\""
+ MODEL_PARAMS="\\\"--model-dir\\\":\\\"${PARAMS_DOCKER_MODEL_ID}\\\""
+ DECODER_PARAMS="\\\"--decoder_thread_num\\\":\\\"${PARAMS_DECODER_THREAD_NUM}\\\""
+ IO_PARAMS="\\\"--io_thread_num\\\":\\\"${PARAMS_IO_THREAD_NUM}\\\""
+ PORT_PARAMS="\\\"--port\\\":\\\"${PARAMS_DOCKER_PORT}\\\""
+
+ ENV_PARAMS=" --env DAEMON_SERVER_CONFIG={\\\"server\\\":[{${EXEC_PARAMS},${MODEL_PARAMS},${DECODER_PARAMS},${IO_PARAMS},${PORT_PARAMS}}]}"
+
+ RUN_CMD="${RUN_CMD}${PORT_MAP}${DIR_MAP_PARAMS}${ENV_PARAMS}"
+ RUN_CMD="${RUN_CMD} funasr/funasr:0.5.4-torch1.11.0-cuda113-py3.7-ubuntu20.04-modelscope1.5.0"
+
+ sleep 3
+ ${RUN_CMD}
+ clear
+}
+
+
+# Display Help info
+displayHelp(){
+ echo -e "${UNDERLINE}Usage${PLAIN}:"
+ echo -e " $0 [OPTIONAL FLAGS]"
+ echo
+ echo -e "funasr.sh - a Bash script to install&run FunASR docker."
+ echo
+ echo -e "${UNDERLINE}Options${PLAIN}:"
+ echo -e " ${BOLD}-i, --install${PLAIN} Install FunASR docker."
+ echo -e " ${BOLD}-v, --version${PLAIN} Display current script version."
+ echo -e " ${BOLD}-h, --help${PLAIN} Display this help."
+ echo
+ echo -e "${UNDERLINE}funasr.sh${PLAIN} - Version ${scriptVersion} "
+ echo -e "Modify Date ${scriptDate}"
+}
+
+# Install main function
+installFunasrDocker(){
+ installDocker
+ downloadDockerImage
+ setupAsrModelId
+ setupServerExec
+ setupHostPort
+ setupDockerPort
+ setupDecoderThreadNum
+ setupIoThreadNum
+}
+
+# OS
+OSID=$(grep ^ID= /etc/os-release | cut -d= -f2)
+OSVER=$(lsb_release -cs)
+OSNUM=$(grep -oE "[0-9.]+" /etc/issue)
+DOCKERINFO=$(sudo docker info | wc -l)
+DOCKERINFOLEN=$(expr $DOCKERINFO)
+
+# PARAMS
+PARAMS_LOCAL_EXEC=""
+PARAMS_LOCAL_EXEC_DIR=""
+PARAMS_DOCKER_EXEC="/mnt/FunASR/funasr/runtime/websocket/build/bin/websocketmain"
+PARAMS_DOCKER_EXEC_DIR=""
+PARAMS_LOCAL_MODEL_DIR=""
+PARAMS_LOCAL_MODEL_ID=""
+PARAMS_DOCKER_MODEL_DIR=""
+PARAMS_DOCKER_MODEL_ID=""
+PARAMS_HOST_PORT="8889"
+PARAMS_DOCKER_PORT="8889"
+PARAMS_DECODER_THREAD_NUM=32
+PARAMS_IO_THREAD_NUM=8
+
+
+echo -e "#############################################################"
+echo -e "# ${RED}OS${PLAIN}: $OSID $OSNUM $OSVER "
+echo -e "# ${RED}Kernel${PLAIN}: $(uname -m) Linux $(uname -r)"
+echo -e "# ${RED}CPU${PLAIN}: $(grep 'model name' /proc/cpuinfo | uniq | awk -F : '{print $2}' | sed 's/^[ \t]*//g' | sed 's/ \+/ /g') "
+echo -e "# ${RED}RAM${PLAIN}: $(cat /proc/meminfo | grep 'MemTotal' | awk -F : '{print $2}' | sed 's/^[ \t]*//g') "
+echo -e "#############################################################"
+echo
+
+# Initialization step
+case "$1" in
+ install|-i|--install)
+ rootNess
+ installFunasrDocker
+ dockerRun
+ ;;
+ *)
+ clear
+ displayHelp
+ exit 0
+ ;;
+esac