Open-source speech recognition toolkit for training, inference, streaming ASR, VAD, punctuation, speaker diarization pipelines, and OpenAI-compatible/MCP serving.
Python asraudiochineseemotion-recognitionfunasrmcp-servermultilingual-asropenai-compatible-apiparaformerpunctuationpytorchreal-time-asrspeaker-diarizationspeech-recognitionspeech-to-textstreaming-asrtranscriptionvllmvoice-activity-detectionwhisper-alternative
feat: add subtitle generator tool (SRT/VTT from audio/video)
游雁47e1c6466619
diff --git a/examples/subtitle/README.md b/examples/subtitle/README.mdnew file mode 100644index 000000000..8cc7bb1f1--- /dev/null+++ b/examples/subtitle/README.md@@ -0,0 +1,51 @@+# FunASR Subtitle Generator++Generate SRT/VTT subtitles from audio/video files.++## Usage++```bash+# Basic (auto-detect language)+python generate_subtitle.py video.mp4++# With speaker labels+python generate_subtitle.py meeting.wav --spk++# VTT format+python generate_subtitle.py podcast.mp3 --format vtt++# Use specific model+python generate_subtitle.py audio.wav --model paraformer-zh++# CPU mode+python generate_subtitle.py audio.wav --device cpu+```++## Output Example (SRT)++```+1+00:00:00,420 --> 00:00:03,800+[Speaker 0] Let's discuss the Q3 plan.++2+00:00:04,200 --> 00:00:07,100+[Speaker 1] Sounds good. I have three points.+```++## Options++| Option | Default | Description |+|--------|---------|-------------|+| `--format` | srt | Output format: srt or vtt |+| `--model` | SenseVoiceSmall | ASR model |+| `--device` | cuda | Device: cuda or cpu |+| `--spk` | off | Add speaker labels |+| `--lang` | auto | Language hint |+| `-o` | input.srt | Output path |++## Install++```bash+pip install funasr+```diff --git a/examples/subtitle/generate_subtitle.py b/examples/subtitle/generate_subtitle.pynew file mode 100644index 000000000..1d7ded5a1--- /dev/null+++ b/examples/subtitle/generate_subtitle.py@@ -0,0 +1,100 @@+"""+FunASR Subtitle Generator++Generate SRT/VTT subtitles from audio/video files.++Usage:+ python generate_subtitle.py input.mp4+ python generate_subtitle.py input.wav --format vtt+ python generate_subtitle.py meeting.mp3 --spk # with speaker labels+"""++import argparse+import sys+import os+import re+++def format_time_srt(ms):+ h = ms // 3600000+ m = (ms % 3600000) // 60000+ s = (ms % 60000) // 1000+ ms_rem = ms % 1000+ return f"{h:02d}:{m:02d}:{s:02d},{ms_rem:03d}"+++def format_time_vtt(ms):+ h = ms // 3600000+ m = (ms % 3600000) // 60000+ s = (ms % 60000) // 1000+ ms_rem = ms % 1000+ return f"{h:02d}:{m:02d}:{s:02d}.{ms_rem:03d}"+++def main():+ parser = argparse.ArgumentParser(description="Generate subtitles from audio/video using FunASR")+ parser.add_argument("input", help="Audio/video file path")+ parser.add_argument("-o", "--output", help="Output file (default: input.srt)")+ parser.add_argument("--format", choices=["srt", "vtt"], default="srt")+ parser.add_argument("--model", default="iic/SenseVoiceSmall")+ parser.add_argument("--device", default="cuda")+ parser.add_argument("--spk", action="store_true", help="Include speaker labels")+ parser.add_argument("--lang", default="auto")+ args = parser.parse_args()++ if not os.path.exists(args.input):+ print(f"Error: {args.input} not found")+ sys.exit(1)++ output_path = args.output or f"{os.path.splitext(args.input)[0]}.{args.format}"+ print(f"Input: {args.input}")+ print(f"Output: {output_path}")++ from funasr import AutoModel++ kwargs = {"model": args.model, "vad_model": "fsmn-vad",+ "vad_kwargs": {"max_single_segment_time": 30000},+ "device": args.device, "disable_update": True}+ if args.spk:+ kwargs["spk_model"] = "cam++"+ if "Fun-ASR-Nano" in args.model or "Qwen" in args.model:+ kwargs["trust_remote_code"] = True+ kwargs["hub"] = "hf"++ print("Loading model...")+ model = AutoModel(**kwargs)+ print("Transcribing...")+ result = model.generate(input=args.input, batch_size=1)++ segments = []+ if "sentence_info" in result[0]:+ for seg in result[0]["sentence_info"]:+ text = re.sub(r'<\|[^|]*\|>', '', seg.get("text", "")).strip()+ if text:+ segments.append({"start": seg.get("start", 0), "end": seg.get("end", 0),+ "text": text, "spk": seg.get("spk")})+ else:+ text = re.sub(r'<\|[^|]*\|>', '', result[0].get("text", "")).strip()+ if text:+ segments.append({"start": 0, "end": 0, "text": text, "spk": None})++ if not segments:+ print("No speech detected.")+ sys.exit(0)++ fmt = format_time_srt if args.format == "srt" else format_time_vtt+ with open(output_path, "w", encoding="utf-8") as f:+ if args.format == "vtt":+ f.write("WEBVTT\n\n")+ for i, seg in enumerate(segments, 1):+ text = f"[Speaker {seg['spk']}] {seg['text']}" if args.spk and seg['spk'] is not None else seg['text']+ if args.format == "srt":+ f.write(f"{i}\n{fmt(seg['start'])} --> {fmt(seg['end'])}\n{text}\n\n")+ else:+ f.write(f"{fmt(seg['start'])} --> {fmt(seg['end'])}\n{text}\n\n")++ print(f"Done! {len(segments)} subtitles → {output_path}")+++if __name__ == "__main__":+ main()