Skip to content

Open-source speech recognition toolkit for training, inference, streaming ASR, VAD, punctuation, speaker diarization pipelines, and OpenAI-compatible/MCP serving.

feat: add subtitle generator tool (SRT/VTT from audio/video)

游雁47e1c6466619
diff --git a/examples/subtitle/README.md b/examples/subtitle/README.md
new file mode 100644
index 000000000..8cc7bb1f1
--- /dev/null
+++ b/examples/subtitle/README.md
@@ -0,0 +1,51 @@
+# FunASR Subtitle Generator
+
+Generate SRT/VTT subtitles from audio/video files.
+
+## Usage
+
+```bash
+# Basic (auto-detect language)
+python generate_subtitle.py video.mp4
+
+# With speaker labels
+python generate_subtitle.py meeting.wav --spk
+
+# VTT format
+python generate_subtitle.py podcast.mp3 --format vtt
+
+# Use specific model
+python generate_subtitle.py audio.wav --model paraformer-zh
+
+# CPU mode
+python generate_subtitle.py audio.wav --device cpu
+```
+
+## Output Example (SRT)
+
+```
+1
+00:00:00,420 --> 00:00:03,800
+[Speaker 0] Let's discuss the Q3 plan.
+
+2
+00:00:04,200 --> 00:00:07,100
+[Speaker 1] Sounds good. I have three points.
+```
+
+## Options
+
+| Option | Default | Description |
+|--------|---------|-------------|
+| `--format` | srt | Output format: srt or vtt |
+| `--model` | SenseVoiceSmall | ASR model |
+| `--device` | cuda | Device: cuda or cpu |
+| `--spk` | off | Add speaker labels |
+| `--lang` | auto | Language hint |
+| `-o` | input.srt | Output path |
+
+## Install
+
+```bash
+pip install funasr
+```
diff --git a/examples/subtitle/generate_subtitle.py b/examples/subtitle/generate_subtitle.py
new file mode 100644
index 000000000..1d7ded5a1
--- /dev/null
+++ b/examples/subtitle/generate_subtitle.py
@@ -0,0 +1,100 @@
+"""
+FunASR Subtitle Generator
+
+Generate SRT/VTT subtitles from audio/video files.
+
+Usage:
+ python generate_subtitle.py input.mp4
+ python generate_subtitle.py input.wav --format vtt
+ python generate_subtitle.py meeting.mp3 --spk # with speaker labels
+"""
+
+import argparse
+import sys
+import os
+import re
+
+
+def format_time_srt(ms):
+ h = ms // 3600000
+ m = (ms % 3600000) // 60000
+ s = (ms % 60000) // 1000
+ ms_rem = ms % 1000
+ return f"{h:02d}:{m:02d}:{s:02d},{ms_rem:03d}"
+
+
+def format_time_vtt(ms):
+ h = ms // 3600000
+ m = (ms % 3600000) // 60000
+ s = (ms % 60000) // 1000
+ ms_rem = ms % 1000
+ return f"{h:02d}:{m:02d}:{s:02d}.{ms_rem:03d}"
+
+
+def main():
+ parser = argparse.ArgumentParser(description="Generate subtitles from audio/video using FunASR")
+ parser.add_argument("input", help="Audio/video file path")
+ parser.add_argument("-o", "--output", help="Output file (default: input.srt)")
+ parser.add_argument("--format", choices=["srt", "vtt"], default="srt")
+ parser.add_argument("--model", default="iic/SenseVoiceSmall")
+ parser.add_argument("--device", default="cuda")
+ parser.add_argument("--spk", action="store_true", help="Include speaker labels")
+ parser.add_argument("--lang", default="auto")
+ args = parser.parse_args()
+
+ if not os.path.exists(args.input):
+ print(f"Error: {args.input} not found")
+ sys.exit(1)
+
+ output_path = args.output or f"{os.path.splitext(args.input)[0]}.{args.format}"
+ print(f"Input: {args.input}")
+ print(f"Output: {output_path}")
+
+ from funasr import AutoModel
+
+ kwargs = {"model": args.model, "vad_model": "fsmn-vad",
+ "vad_kwargs": {"max_single_segment_time": 30000},
+ "device": args.device, "disable_update": True}
+ if args.spk:
+ kwargs["spk_model"] = "cam++"
+ if "Fun-ASR-Nano" in args.model or "Qwen" in args.model:
+ kwargs["trust_remote_code"] = True
+ kwargs["hub"] = "hf"
+
+ print("Loading model...")
+ model = AutoModel(**kwargs)
+ print("Transcribing...")
+ result = model.generate(input=args.input, batch_size=1)
+
+ segments = []
+ if "sentence_info" in result[0]:
+ for seg in result[0]["sentence_info"]:
+ text = re.sub(r'<\|[^|]*\|>', '', seg.get("text", "")).strip()
+ if text:
+ segments.append({"start": seg.get("start", 0), "end": seg.get("end", 0),
+ "text": text, "spk": seg.get("spk")})
+ else:
+ text = re.sub(r'<\|[^|]*\|>', '', result[0].get("text", "")).strip()
+ if text:
+ segments.append({"start": 0, "end": 0, "text": text, "spk": None})
+
+ if not segments:
+ print("No speech detected.")
+ sys.exit(0)
+
+ fmt = format_time_srt if args.format == "srt" else format_time_vtt
+ with open(output_path, "w", encoding="utf-8") as f:
+ if args.format == "vtt":
+ f.write("WEBVTT\n\n")
+ for i, seg in enumerate(segments, 1):
+ text = f"[Speaker {seg['spk']}] {seg['text']}" if args.spk and seg['spk'] is not None else seg['text']
+ if args.format == "srt":
+ f.write(f"{i}\n{fmt(seg['start'])} --> {fmt(seg['end'])}\n{text}\n\n")
+ else:
+ f.write(f"{fmt(seg['start'])} --> {fmt(seg['end'])}\n{text}\n\n")
+
+ print(f"Done! {len(segments)} subtitles → {output_path}")
+
+
+if __name__ == "__main__":
+ main()