Open-source speech recognition toolkit for training, inference, streaming ASR, VAD, punctuation, speaker diarization pipelines, and OpenAI-compatible/MCP serving.
Python asraudiochineseemotion-recognitionfunasrmcp-servermultilingual-asropenai-compatible-apiparaformerpunctuationpytorchreal-time-asrspeaker-diarizationspeech-recognitionspeech-to-textstreaming-asrtranscriptionvllmvoice-activity-detectionwhisper-alternative
fix(subtitles): split overlong source cues
LauraGPTb0cdfaa4a993
diff --git a/examples/subtitle/generate_subtitle.py b/examples/subtitle/generate_subtitle.pyindex 1bc865e24..aa538c3f3 100644--- a/examples/subtitle/generate_subtitle.py+++ b/examples/subtitle/generate_subtitle.py@@ -117,7 +117,15 @@ def main():start = int(seg.get("start", 0) or 0)end = int(seg.get("end", 0) or 0)if text and end > start:- segments.append({"start": start, "end": end, "text": text, "spk": seg.get("spk")})+ segments.append(+ {+ "start": start,+ "end": end,+ "text": text,+ "spk": seg.get("spk"),+ "timestamp": seg.get("timestamp") or seg.get("timestamps"),+ }+ )if not segments:text = clean_text(result_item.get("text", ""))diff --git a/funasr/cli.py b/funasr/cli.pyindex d845d88b7..91ffadf37 100644--- a/funasr/cli.py+++ b/funasr/cli.py@@ -74,6 +74,78 @@ def _join_subtitle_text(left, right):return left + right+def _split_subtitle_segment(segment, max_duration_ms, max_chars):+ text = str(segment.get("text", ""))+ start = int(segment.get("start", 0) or 0)+ end = int(segment.get("end", start) or start)+ if not text or (end - start <= max_duration_ms and len(text) <= max_chars):+ return [dict(segment)]++ raw_timestamps = segment.get("timestamp") or segment.get("timestamps") or []+ timestamps = []+ for item in raw_timestamps:+ if isinstance(item, (list, tuple)) and len(item) >= 2:+ item_start = int(item[0])+ item_end = int(item[1])+ if item_end > item_start:+ timestamps.append([item_start, item_end])++ has_timestamps = bool(timestamps)+ if not timestamps:+ duration = max(end - start, len(text))+ timestamps = [+ [+ start + duration * index // len(text),+ start + duration * (index + 1) // len(text),+ ]+ for index in range(len(text))+ ]++ cues = []+ char_start = 0+ while char_start < len(text):+ timestamp_start = min(+ len(timestamps) - 1,+ len(timestamps) * char_start // len(text),+ )+ char_end = char_start+ timestamp_end = timestamp_start+ while char_end < len(text) and char_end - char_start < max_chars:+ candidate_char_end = char_end + 1+ candidate_timestamp_end = max(+ timestamp_start + 1,+ len(timestamps) * candidate_char_end // len(text),+ )+ candidate_timestamp_end = min(candidate_timestamp_end, len(timestamps))+ candidate_duration = (+ timestamps[candidate_timestamp_end - 1][1]+ - timestamps[timestamp_start][0]+ )+ if candidate_duration > max_duration_ms and char_end > char_start:+ break+ char_end = candidate_char_end+ timestamp_end = candidate_timestamp_end++ if char_end == char_start:+ char_end += 1+ timestamp_end = min(timestamp_start + 1, len(timestamps))++ cue = dict(segment)+ cue["text"] = text[char_start:char_end]+ cue["start"] = timestamps[timestamp_start][0]+ cue["end"] = timestamps[timestamp_end - 1][1]+ if has_timestamps:+ cue["timestamp"] = timestamps[timestamp_start:timestamp_end]+ cue.pop("timestamps", None)+ else:+ cue.pop("timestamp", None)+ cue.pop("timestamps", None)+ cues.append(cue)+ char_start = char_end++ return cues++def merge_subtitle_segments(segments, max_gap_ms=500, max_duration_ms=8000, max_chars=42):@@ -107,6 +179,12 @@ def merge_subtitle_segments(for item in group[1:]:text = _join_subtitle_text(text, item.get("text", ""))cue["text"] = text+ if any(item.get("timestamp") for item in group):+ cue["timestamp"] = [+ timestamp+ for item in group+ for timestamp in item.get("timestamp", [])+ ]return cuedef pack(chain):@@ -130,11 +208,13 @@ def merge_subtitle_segments(merged = []chain = []for source in segments:- current = dict(source)- if chain and not can_follow(chain[-1], current):- merged.extend(pack(chain))- chain = []- chain.append(current)+ for current in _split_subtitle_segment(+ source, max_duration_ms=max_duration_ms, max_chars=max_chars+ ):+ if chain and not can_follow(chain[-1], current):+ merged.extend(pack(chain))+ chain = []+ chain.append(current)if chain:merged.extend(pack(chain))return merged@@ -314,7 +394,12 @@ def main():segments = []if "sentence_info" in result[0]:for seg in result[0]["sentence_info"]:- s = {"start": seg.get("start", 0), "end": seg.get("end", 0), "text": clean_text(seg.get("sentence") or seg.get("text", ""))}+ s = {+ "start": seg.get("start", 0),+ "end": seg.get("end", 0),+ "text": clean_text(seg.get("sentence") or seg.get("text", "")),+ "timestamp": seg.get("timestamp") or seg.get("timestamps"),+ }if args.spk and "spk" in seg:s["speaker"] = seg["spk"]segments.append(s)diff --git a/tests/test_cli.py b/tests/test_cli.pyindex dafbd25cf..90941cb19 100644--- a/tests/test_cli.py+++ b/tests/test_cli.py@@ -299,3 +299,24 @@ def test_merge_subtitle_segments_preserves_hard_boundaries():]assert cli.merge_subtitle_segments(segments) == segments+++def test_merge_subtitle_segments_splits_overlong_source_with_token_timestamps():+ text = "甲" * 60+ timestamps = [[index * 300, index * 300 + 120] for index in range(len(text))]+ segments = [+ {+ "start": timestamps[0][0],+ "end": timestamps[-1][1],+ "text": text,+ "timestamp": timestamps,+ }+ ]++ cues = cli.merge_subtitle_segments(segments)++ assert len(cues) > 1+ assert "".join(cue["text"] for cue in cues) == text+ assert [timestamp for cue in cues for timestamp in cue["timestamp"]] == timestamps+ assert all(cue["end"] - cue["start"] <= 8000 for cue in cues)+ assert all(len(cue["text"]) <= 42 for cue in cues)