Skip to content

FunASR-powered video transcription, subtitle generation, and LLM-assisted clipping tool with a local Gradio UI.

update fold and name

维石a0ad11b535ca
diff --git a/README.md b/README.md
index 3b10b87..bdd3cdf 100644
--- a/README.md
+++ b/README.md
@@ -85,7 +85,7 @@ wget https://isv-data.oss-cn-hangzhou.aliyuncs.com/ics/MaaS/ClipVideo/STHeitiMed
### A.在本地启动Gradio服务
```shell
-python launch.py
+python funclip/launch.py
```
随后在浏览器中访问```localhost:7860```即可看到如下图所示的界面,按如下步骤即可进行视频剪辑
1. 上传你的视频(或使用下方的视频用例)
diff --git a/README_en.md b/README_en.md
index fca0b0a..096b6b4 100644
--- a/README_en.md
+++ b/README_en.md
@@ -88,7 +88,7 @@ wget https://isv-data.oss-cn-hangzhou.aliyuncs.com/ics/MaaS/ClipVideo/STHeitiMed
### A. Use FunClip as local Gradio Service
You can establish your own FunClip service which is same as [Modelscope Space](https://modelscope.cn/studios/iic/funasr_app_clipvideo/summary) as follow:
```shell
-python launch.py
+python funclip/launch.py
```
then visit ```localhost:7860``` you will get a Gradio service like below and you can use FunClip following the steps:
<img src="docs/images/guide.jpg"/>
diff --git a/launch.py b/launch.py
deleted file mode 100644
index 8e05fd7..0000000
--- a/launch.py
+++ /dev/null
@@ -1,176 +0,0 @@
-#!/usr/bin/env python3
-# -*- encoding: utf-8 -*-
-# Copyright FunASR (https://github.com/alibaba-damo-academy/FunClip). All Rights Reserved.
-# MIT License (https://opensource.org/licenses/MIT)
-
-import os
-import gradio as gr
-from funasr import AutoModel
-from funclip.videoclipper import VideoClipper
-from funclip.introduction import top_md_1, top_md_2, top_md_3
-
-
-if __name__ == "__main__":
-
- funasr_model = AutoModel(model="iic/speech_seaco_paraformer_large_asr_nat-zh-cn-16k-common-vocab8404-pytorch",
- vad_model="damo/speech_fsmn_vad_zh-cn-16k-common-pytorch",
- punc_model="damo/punc_ct-transformer_zh-cn-common-vocab272727-pytorch",
- spk_model="damo/speech_campplus_sv_zh-cn_16k-common",
- )
- audio_clipper = VideoClipper(funasr_model)
- theme = gr.Theme.load("funclip/utils/theme.json")
-
- def audio_recog(audio_input, sd_switch, hotwords, output_dir):
- return audio_clipper.recog(audio_input, sd_switch, hotwords, output_dir=output_dir)
-
- def video_recog(video_input, sd_switch, hotwords, output_dir):
- return audio_clipper.video_recog(video_input, sd_switch, hotwords, output_dir=output_dir)
-
- def video_clip(dest_text, video_spk_input, start_ost, end_ost, state, output_dir):
- return audio_clipper.video_clip(
- dest_text, start_ost, end_ost, state, dest_spk=video_spk_input, output_dir=output_dir
- )
-
- def mix_recog(video_input, audio_input, hotwords, output_dir):
- output_dir = output_dir.strip()
- if not len(output_dir):
- output_dir = None
- else:
- output_dir = os.path.abspath(output_dir)
- audio_state, video_state = None, None
- if video_input is not None:
- res_text, res_srt, video_state = video_recog(
- video_input, 'No', hotwords, output_dir=output_dir)
- return res_text, res_srt, video_state, None
- if audio_input is not None:
- res_text, res_srt, audio_state = audio_recog(
- audio_input, 'No', hotwords, output_dir=output_dir)
- return res_text, res_srt, None, audio_state
-
- def mix_recog_speaker(video_input, audio_input, hotwords, output_dir):
- output_dir = output_dir.strip()
- if not len(output_dir):
- output_dir = None
- else:
- output_dir = os.path.abspath(output_dir)
- audio_state, video_state = None, None
- if video_input is not None:
- res_text, res_srt, video_state = video_recog(
- video_input, 'Yes', hotwords, output_dir=output_dir)
- return res_text, res_srt, video_state, None
- if audio_input is not None:
- res_text, res_srt, audio_state = audio_recog(
- audio_input, 'Yes', hotwords, output_dir=output_dir)
- return res_text, res_srt, None, audio_state
-
- def mix_clip(dest_text, video_spk_input, start_ost, end_ost, video_state, audio_state, output_dir):
- output_dir = output_dir.strip()
- if not len(output_dir):
- output_dir = None
- else:
- output_dir = os.path.abspath(output_dir)
- if video_state is not None:
- clip_video_file, message, clip_srt = audio_clipper.video_clip(
- dest_text, start_ost, end_ost, video_state, dest_spk=video_spk_input, output_dir=output_dir)
- return clip_video_file, None, message, clip_srt
- if audio_state is not None:
- (sr, res_audio), message, clip_srt = audio_clipper.clip(
- dest_text, start_ost, end_ost, audio_state, dest_spk=video_spk_input, output_dir=output_dir)
- return None, (sr, res_audio), message, clip_srt
-
- def video_clip_addsub(dest_text, video_spk_input, start_ost, end_ost, state, output_dir, font_size, font_color):
- return audio_clipper.video_clip(
- dest_text, start_ost, end_ost, state,
- font_size=font_size, font_color=font_color,
- add_sub=True, dest_spk=video_spk_input, output_dir=output_dir
- )
-
- # gradio interface
- with gr.Blocks(theme=theme) as funclip_service:
- gr.Markdown(top_md_1)
- gr.Markdown(top_md_2)
- gr.Markdown(top_md_3)
- video_state, audio_state = gr.State(), gr.State()
- with gr.Row():
- with gr.Column():
- with gr.Row():
- video_input = gr.Video(label="🎥视频输入 Video Input")
- audio_input = gr.Audio(label="🔊音频输入 Audio Input")
- with gr.Column():
- gr.Examples(['https://isv-data.oss-cn-hangzhou.aliyuncs.com/ics/MaaS/ClipVideo/%E4%B8%BA%E4%BB%80%E4%B9%88%E8%A6%81%E5%A4%9A%E8%AF%BB%E4%B9%A6%EF%BC%9F%E8%BF%99%E6%98%AF%E6%88%91%E5%90%AC%E8%BF%87%E6%9C%80%E5%A5%BD%E7%9A%84%E7%AD%94%E6%A1%88-%E7%89%87%E6%AE%B5.mp4',
- 'https://isv-data.oss-cn-hangzhou.aliyuncs.com/ics/MaaS/ClipVideo/2022%E4%BA%91%E6%A0%96%E5%A4%A7%E4%BC%9A_%E7%89%87%E6%AE%B52.mp4',
- 'https://isv-data.oss-cn-hangzhou.aliyuncs.com/ics/MaaS/ClipVideo/%E4%BD%BF%E7%94%A8chatgpt_%E7%89%87%E6%AE%B5.mp4'],
- [video_input],
- label='示例视频 Demo Video')
- gr.Examples(['https://isv-data.oss-cn-hangzhou.aliyuncs.com/ics/MaaS/ClipVideo/%E8%AE%BF%E8%B0%88.mp4'],
- [video_input],
- label='多说话人示例视频 Multi-speaker Demo Video')
- gr.Examples(['https://isv-data.oss-cn-hangzhou.aliyuncs.com/ics/MaaS/ClipVideo/%E9%B2%81%E8%82%83%E9%87%87%E8%AE%BF%E7%89%87%E6%AE%B51.wav'],
- [audio_input],
- label="示例音频 Demo Audio")
- with gr.Column():
- # with gr.Row():
- # video_sd_switch = gr.Radio(["No", "Yes"], label="👥区分说话人 Get Speakers", value='No')
- hotwords_input = gr.Textbox(label="🚒热词 Hotwords(多个热词使用空格分隔,仅支持中文热词)")
- output_dir = gr.Textbox(label="📁文件输出路径 File Output Dir", value=" ")
- with gr.Row():
- recog_button = gr.Button("👂识别 ASR", variant="primary")
- recog_button2 = gr.Button("👂识别+区分说话人 ASR+SD")
- video_text_output = gr.Textbox(label="✏️识别结果 Recognition Result")
- video_srt_output = gr.Textbox(label="📖SRT字幕内容 RST Subtitles")
- with gr.Column():
- video_text_input = gr.Textbox(label="✏️待裁剪文本 Text to Clip (多段文本使用'#'连接)")
- video_spk_input = gr.Textbox(label="✏️待裁剪说话人 Speaker to Clip (多个说话人使用'#'连接)")
- with gr.Row():
- video_start_ost = gr.Slider(minimum=-500, maximum=1000, value=0, step=50, label="⏪开始位置偏移 Start Offset (ms)")
- video_end_ost = gr.Slider(minimum=-500, maximum=1000, value=100, step=50, label="⏩结束位置偏移 End Offset (ms)")
- with gr.Row():
- font_size = gr.Slider(minimum=10, maximum=100, value=32, step=2, label="🔠字幕字体大小 Subtitle Font Size")
- font_color = gr.Radio(["black", "white", "green", "red"], label="🌈字幕颜色 Subtitle Color", value='white')
- # font = gr.Radio(["黑体", "Alibaba Sans"], label="字体 Font")
- with gr.Row():
- clip_button = gr.Button("✂️裁剪\nClip", variant="primary")
- clip_subti_button = gr.Button("✂️裁剪+字幕\nClip+Subtitles")
- video_output = gr.Video(label="🎥裁剪结果 Video Clipped")
- audio_output = gr.Audio(label="🔊裁剪结果 Audio Clipped")
- clip_message = gr.Textbox(label="ℹ️裁剪信息 Clipping Log")
- srt_clipped = gr.Textbox(label="📖裁剪部分SRT字幕内容 Clipped RST Subtitles")
-
- recog_button.click(mix_recog,
- inputs=[video_input,
- audio_input,
- hotwords_input,
- output_dir,
- ],
- outputs=[video_text_output, video_srt_output, video_state, audio_state])
- recog_button2.click(mix_recog_speaker,
- inputs=[video_input,
- audio_input,
- hotwords_input,
- output_dir,
- ],
- outputs=[video_text_output, video_srt_output, video_state, audio_state])
- clip_button.click(mix_clip,
- inputs=[video_text_input,
- video_spk_input,
- video_start_ost,
- video_end_ost,
- video_state,
- audio_state,
- output_dir
- ],
- outputs=[video_output, audio_output, clip_message, srt_clipped])
- clip_subti_button.click(video_clip_addsub,
- inputs=[video_text_input,
- video_spk_input,
- video_start_ost,
- video_end_ost,
- video_state,
- output_dir,
- font_size,
- font_color,
- ],
- outputs=[video_output, clip_message, srt_clipped])
-
- # start gradio service in local
- funclip_service.launch()