Open-source speech recognition toolkit for training, inference, streaming ASR, VAD, punctuation, speaker diarization pipelines, and OpenAI-compatible/MCP serving.
Python asraudiochineseemotion-recognitionfunasrmcp-servermultilingual-asropenai-compatible-apiparaformerpunctuationpytorchreal-time-asrspeaker-diarizationspeech-recognitionspeech-to-textstreaming-asrtranscriptionvllmvoice-activity-detectionwhisper-alternative
atsr
语帆1d7ba1be1ad8
diff --git a/.gitignore b/.gitignoreindex bdfe70f1a..d2b4c53b9 100644--- a/.gitignore+++ b/.gitignore@@ -25,4 +25,5 @@ outputs*emotion2vec*GPT-SoVITS*examples/*/*/outputs+examples/*/*/expcmd_readdiff --git a/examples/industrial_data_pretraining/lcbnet/demo2.sh b/examples/industrial_data_pretraining/lcbnet/demo2.shnew file mode 100755index 000000000..69df6d16c--- /dev/null+++ b/examples/industrial_data_pretraining/lcbnet/demo2.sh@@ -0,0 +1,71 @@+file_dir="/nfs/yufan.yf/workspace/github/FunASR/examples/industrial_data_pretraining/lcbnet/exp/speech_lcbnet_contextual_asr-en-16k-bpe-vocab5002-pytorch"+CUDA_VISIBLE_DEVICES="0,1,2,3,4,5,6,7"+inference_device="cuda"+test_set="dev_wav"+if [ ${inference_device} == "cuda" ]; then+ nj=$(echo $CUDA_VISIBLE_DEVICES | awk -F "," '{print NF}')+else+ inference_batch_size=1+ CUDA_VISIBLE_DEVICES=""+ for JOB in $(seq ${nj}); do+ CUDA_VISIBLE_DEVICES=$CUDA_VISIBLE_DEVICES"-1,"+ done+fi++inference_dir="outputs/slidespeech_dev_beamsearch_wav"+_logdir="${inference_dir}/logdir"+echo "inference_dir: ${inference_dir}"++mkdir -p "${_logdir}"+key_file1=${file_dir}/${test_set}/wav.scp+key_file2=${file_dir}/${test_set}/ocr.txt+split_scps1=+split_scps2=+for JOB in $(seq "${nj}"); do+ split_scps1+=" ${_logdir}/wav.${JOB}.scp"+ split_scps2+=" ${_logdir}/ocr.${JOB}.txt"+done+utils/split_scp.pl "${key_file1}" ${split_scps1}+utils/split_scp.pl "${key_file2}" ${split_scps2}++gpuid_list_array=(${CUDA_VISIBLE_DEVICES//,/ })+for JOB in $(seq ${nj}); do+ {+ id=$((JOB-1))+ gpuid=${gpuid_list_array[$id]}++ export CUDA_VISIBLE_DEVICES=${gpuid}++ python -m funasr.bin.inference \+ --config-path=${file_dir} \+ --config-name="config.yaml" \+ ++init_param=${file_dir}/model.pb \+ ++tokenizer_conf.token_list=${file_dir}/tokens.txt \+ ++input=[${_logdir}/wav.${JOB}.scp,${_logdir}/ocr.${JOB}.txt] \+ +data_type='["sound", "text"]' \+ ++tokenizer_conf.bpemodel=${file_dir}/bpe.model \+ ++output_dir="${inference_dir}/${JOB}" \+ ++device="${inference_device}" \+ ++ncpu=1 \+ ++disable_log=true &> ${_logdir}/log.${JOB}.txt++ }&+done+wait+++mkdir -p ${inference_dir}/1best_recog++for JOB in $(seq "${nj}"); do+ cat "${inference_dir}/${JOB}/1best_recog/token" >> "${inference_dir}/1best_recog/token"+done++echo "Computing WER ..."+sed -e 's/ /\t/' -e 's/ //g' -e 's/▁/ /g' -e 's/\t /\t/' ${inference_dir}/1best_recog/token > ${inference_dir}/1best_recog/token.proc+cp ${file_dir}/${test_set}/text ${inference_dir}/1best_recog/token.ref+cp ${file_dir}/${test_set}/ocr.list ${inference_dir}/1best_recog/ocr.list+python utils/compute_wer.py ${inference_dir}/1best_recog/token.ref ${inference_dir}/1best_recog/token.proc ${inference_dir}/1best_recog/token.cer+tail -n 3 ${inference_dir}/1best_recog/token.cer++./run_bwer_recall.sh ${inference_dir}/1best_recog/+tail -n 6 ${inference_dir}/1best_recog/BWER-UWER.results |head -n 5diff --git a/examples/industrial_data_pretraining/lcbnet/demo2_tmp.sh b/examples/industrial_data_pretraining/lcbnet/demo2_tmp.shnew file mode 100755index 000000000..da6ad686d--- /dev/null+++ b/examples/industrial_data_pretraining/lcbnet/demo2_tmp.sh@@ -0,0 +1,71 @@+file_dir="/nfs/yufan.yf/workspace/github/FunASR/examples/industrial_data_pretraining/lcbnet/exp/speech_lcbnet_contextual_asr-en-16k-bpe-vocab5002-pytorch"+CUDA_VISIBLE_DEVICES="0,1,2,3,4,5,6,7"+inference_device="cuda"+test_set="test_wav"+if [ ${inference_device} == "cuda" ]; then+ nj=$(echo $CUDA_VISIBLE_DEVICES | awk -F "," '{print NF}')+else+ inference_batch_size=1+ CUDA_VISIBLE_DEVICES=""+ for JOB in $(seq ${nj}); do+ CUDA_VISIBLE_DEVICES=$CUDA_VISIBLE_DEVICES"-1,"+ done+fi++inference_dir="outputs/slidespeech_test_beamsearch_wav"+_logdir="${inference_dir}/logdir"+echo "inference_dir: ${inference_dir}"++mkdir -p "${_logdir}"+key_file1=${file_dir}/${test_set}/wav.scp+key_file2=${file_dir}/${test_set}/ocr.txt+split_scps1=+split_scps2=+for JOB in $(seq "${nj}"); do+ split_scps1+=" ${_logdir}/wav.${JOB}.scp"+ split_scps2+=" ${_logdir}/ocr.${JOB}.txt"+done+utils/split_scp.pl "${key_file1}" ${split_scps1}+utils/split_scp.pl "${key_file2}" ${split_scps2}++gpuid_list_array=(${CUDA_VISIBLE_DEVICES//,/ })+for JOB in $(seq ${nj}); do+ {+ id=$((JOB-1))+ gpuid=${gpuid_list_array[$id]}++ export CUDA_VISIBLE_DEVICES=${gpuid}++ python -m funasr.bin.inference \+ --config-path=${file_dir} \+ --config-name="config.yaml" \+ ++init_param=${file_dir}/model.pb \+ ++tokenizer_conf.token_list=${file_dir}/tokens.txt \+ ++input=[${_logdir}/wav.${JOB}.scp,${_logdir}/ocr.${JOB}.txt] \+ +data_type='["sound", "text"]' \+ ++tokenizer_conf.bpemodel=${file_dir}/bpe.model \+ ++output_dir="${inference_dir}/${JOB}" \+ ++device="${inference_device}" \+ ++ncpu=1 \+ ++disable_log=true &> ${_logdir}/log.${JOB}.txt++ }&+done+wait+++mkdir -p ${inference_dir}/1best_recog++for JOB in $(seq "${nj}"); do+ cat "${inference_dir}/${JOB}/1best_recog/token" >> "${inference_dir}/1best_recog/token"+done++echo "Computing WER ..."+sed -e 's/ /\t/' -e 's/ //g' -e 's/▁/ /g' -e 's/\t /\t/' ${inference_dir}/1best_recog/token > ${inference_dir}/1best_recog/token.proc+cp ${file_dir}/${test_set}/text ${inference_dir}/1best_recog/token.ref+cp ${file_dir}/${test_set}/ocr.list ${inference_dir}/1best_recog/ocr.list+python utils/compute_wer.py ${inference_dir}/1best_recog/token.ref ${inference_dir}/1best_recog/token.proc ${inference_dir}/1best_recog/token.cer+tail -n 3 ${inference_dir}/1best_recog/token.cer++./run_bwer_recall.sh ${inference_dir}/1best_recog/+tail -n 6 ${inference_dir}/1best_recog/BWER-UWER.results |head -n 5diff --git a/examples/industrial_data_pretraining/lcbnet/demo_pdb.sh b/examples/industrial_data_pretraining/lcbnet/demo_pdb.shindex e435905bf..0747a8d7b 100755--- a/examples/industrial_data_pretraining/lcbnet/demo_pdb.sh+++ b/examples/industrial_data_pretraining/lcbnet/demo_pdb.sh@@ -6,8 +6,13 @@ python -m funasr.bin.inference \--config-name="config.yaml" \++init_param=${file_dir}/model.pb \++tokenizer_conf.token_list=${file_dir}/tokens.txt \-++input=[${file_dir}/dev/wav.scp,${file_dir}/dev/ocr.txt] \-+data_type='["kaldi_ark", "text"]' \++input=["${file_dir}/example/asr_example.wav","${file_dir}/example/ocr.txt"] \++data_type='["sound","text"]' \++tokenizer_conf.bpemodel=${file_dir}/bpe.model \++output_dir="./outputs/debug" \++device="cpu" \++#++input=["/nfs/yufan.yf/workspace/espnet/egs2/youtube_ppt/asr/dump/raw/dev_oracle_v1_new/data/format.1/YTB+--tMoLpQI-w+00322.wav"] \+#+data_type='["sound"]' \+#++input=["/nfs/yufan.yf/workspace/espnet/egs2/youtube_ppt/asr/dump/raw/dev_oracle_v1_new/data/format.1/YTB+--tMoLpQI-w+00322.wav","/nfs/yufan.yf/workspace/github/FunASR/examples/industrial_data_pretraining/lcbnet/exp/speech_lcbnet_contextual_asr-en-16k-bpe-vocab5002-pytorch/example/ocr2.txt"] \+#+data_type='["sound","text"]' \diff --git a/examples/industrial_data_pretraining/lcbnet/demo_pdb2.sh b/examples/industrial_data_pretraining/lcbnet/demo_pdb2.shnew file mode 100755index 000000000..557e9b2d8--- /dev/null+++ b/examples/industrial_data_pretraining/lcbnet/demo_pdb2.sh@@ -0,0 +1,15 @@+file_dir="/nfs/yufan.yf/workspace/github/FunASR/examples/industrial_data_pretraining/lcbnet/exp/speech_lcbnet_contextual_asr-en-16k-bpe-vocab5002-pytorch"++#CUDA_VISIBLE_DEVICES="" \+python -m funasr.bin.inference \+--config-path=${file_dir} \+--config-name="config.yaml" \+++init_param=${file_dir}/model.pb \+++tokenizer_conf.token_list=${file_dir}/tokens.txt \+++input=[${file_dir}/dev_wav/wav.scp,${file_dir}/dev_wav/ocr.txt] \++data_type='["sound", "text"]' \+++tokenizer_conf.bpemodel=${file_dir}/bpe.model \+++output_dir="./outputs/debug" \+++device="cpu" \++#++input=[${file_dir}/dev_wav/wav.scp,${file_dir}/dev_wav/ocr.txt] \diff --git a/examples/industrial_data_pretraining/lcbnet/demo_tmp1.sh b/examples/industrial_data_pretraining/lcbnet/demo_tmp1.shnew file mode 100755index 000000000..488f7d2a1--- /dev/null+++ b/examples/industrial_data_pretraining/lcbnet/demo_tmp1.sh@@ -0,0 +1,71 @@+file_dir="/nfs/yufan.yf/workspace/github/FunASR/examples/industrial_data_pretraining/lcbnet/exp/speech_lcbnet_contextual_asr-en-16k-bpe-vocab5002-pytorch"+CUDA_VISIBLE_DEVICES="0,1,2,3,4,5,6,7"+inference_device="cuda"++if [ ${inference_device} == "cuda" ]; then+ nj=$(echo $CUDA_VISIBLE_DEVICES | awk -F "," '{print NF}')+else+ inference_batch_size=1+ CUDA_VISIBLE_DEVICES=""+ for JOB in $(seq ${nj}); do+ CUDA_VISIBLE_DEVICES=$CUDA_VISIBLE_DEVICES"-1,"+ done+fi++inference_dir="outputs/slidespeech_test_beamsearch_new"+_logdir="${inference_dir}/logdir"+echo "inference_dir: ${inference_dir}"++mkdir -p "${_logdir}"+key_file1=${file_dir}/test/wav.scp+key_file2=${file_dir}/test/ocr.txt+split_scps1=+split_scps2=+for JOB in $(seq "${nj}"); do+ split_scps1+=" ${_logdir}/wav.${JOB}.scp"+ split_scps2+=" ${_logdir}/ocr.${JOB}.txt"+done+utils/split_scp.pl "${key_file1}" ${split_scps1}+utils/split_scp.pl "${key_file2}" ${split_scps2}++gpuid_list_array=(${CUDA_VISIBLE_DEVICES//,/ })+for JOB in $(seq ${nj}); do+ {+ id=$((JOB-1))+ gpuid=${gpuid_list_array[$id]}++ export CUDA_VISIBLE_DEVICES=${gpuid}++ python -m funasr.bin.inference \+ --config-path=${file_dir} \+ --config-name="config.yaml" \+ ++init_param=${file_dir}/model.pb \+ ++tokenizer_conf.token_list=${file_dir}/tokens.txt \+ ++input=[${_logdir}/wav.${JOB}.scp,${_logdir}/ocr.${JOB}.txt] \+ +data_type='["kaldi_ark", "text"]' \+ ++tokenizer_conf.bpemodel=${file_dir}/bpe.model \+ ++output_dir="${inference_dir}/${JOB}" \+ ++device="${inference_device}" \+ ++ncpu=1 \+ ++disable_log=true &> ${_logdir}/log.${JOB}.txt++ }&+done+wait+++mkdir -p ${inference_dir}/1best_recog++for JOB in $(seq "${nj}"); do+ cat "${inference_dir}/${JOB}/1best_recog/token" >> "${inference_dir}/1best_recog/token"+done++echo "Computing WER ..."+sed -e 's/ /\t/' -e 's/ //g' -e 's/▁/ /g' -e 's/\t /\t/' ${inference_dir}/1best_recog/token > ${inference_dir}/1best_recog/token.proc+cp ${file_dir}/test/text ${inference_dir}/1best_recog/token.ref+cp ${file_dir}/test/ocr.list ${inference_dir}/1best_recog/ocr.list+python utils/compute_wer.py ${inference_dir}/1best_recog/token.ref ${inference_dir}/1best_recog/token.proc ${inference_dir}/1best_recog/token.cer+tail -n 3 ${inference_dir}/1best_recog/token.cer++./run_bwer_recall.sh ${inference_dir}/1best_recog/+tail -n 6 ${inference_dir}/1best_recog/BWER-UWER.results |head -n 5