Open-source speech recognition toolkit for training, inference, streaming ASR, VAD, punctuation, speaker diarization pipelines, and OpenAI-compatible/MCP serving.
Python asraudiochineseemotion-recognitionfunasrmcp-servermultilingual-asropenai-compatible-apiparaformerpunctuationpytorchreal-time-asrspeaker-diarizationspeech-recognitionspeech-to-textstreaming-asrtranscriptionvllmvoice-activity-detectionwhisper-alternative
ci: guard FunClip v2.1.0 launch pages (#3417)
zhifu gaoa28ee6b39dde
diff --git a/scripts/check_funasr_website_static.py b/scripts/check_funasr_website_static.pyindex fdfd1f62a..a152ee070 100755--- a/scripts/check_funasr_website_static.py+++ b/scripts/check_funasr_website_static.py@@ -22,11 +22,13 @@ class PageContract:visible_required: tuple[str, ...] = ()visible_patterns: tuple[tuple[str, str], ...] = ()required_links: tuple[str, ...] = ()+ required_images: tuple[str, ...] = ()@dataclass(frozen=True)class StaticAssetContract:signature: bytes+ media_type: strmin_bytes: int = 128@@ -59,9 +61,7 @@ PAGE_CONTRACTS: dict[str, PageContract] = {("FunASR 官方插件 0.1.1", r"FunASR 官方插件 0\.1\.1(?![\w.+-])"),("最大 25 MB 音频上传", r"最大 (?<!\d)25 MB 音频上传"),),- required_links=(- "https://marketplace.dify.ai/plugin/langgenius/funasr",- ),+ required_links=("https://marketplace.dify.ai/plugin/langgenius/funasr",),forbidden=("16K+",),),f"{BASE_URL}/en/ecosystem.html": PageContract(@@ -76,9 +76,7 @@ PAGE_CONTRACTS: dict[str, PageContract] = {("FunASR plugin 0.1.1", r"FunASR plugin 0\.1\.1(?![\w.+-])"),("25 MB uploads", r"(?<!\d)25 MB uploads"),),- required_links=(- "https://marketplace.dify.ai/plugin/langgenius/funasr",- ),+ required_links=("https://marketplace.dify.ai/plugin/langgenius/funasr",),forbidden=("16K+",),),f"{BASE_URL}/donors.html": PageContract(@@ -275,48 +273,216 @@ PAGE_CONTRACTS: dict[str, PageContract] = {),forbidden=("funasr==1.3.27", "runtime-llamacpp-v0.1.1"),),+ f"{BASE_URL}/blog/funclip-v2-1-0-video-clipping-release.html": PageContract(+ required=(+ "FunClip v2.1.0",+ "FunClip-2.1.0.tar.gz",+ "FunClip-2.1.0.zip",+ "SHA256SUMS",+ "funasr>=1.3.29",+ "TwelveLabs Pegasus",+ ),+ visible_required=(+ "FunClip v2.1.0",+ "FunClip-2.1.0.tar.gz",+ "FunClip-2.1.0.zip",+ "SHA256SUMS",+ "funasr>=1.3.29",+ "TwelveLabs Pegasus",+ "为什么发布的是源码归档,而不是 wheel",+ "v2.1.0 的精确合并源码通过 50 项测试,另有 1 项跳过",+ "干净 Python 3.12 环境中的 6 项发布契约测试",+ "GitHub Actions 首次发布和主动重跑均成功",+ "Star FunClip 仓库",+ ),+ required_links=(+ "https://github.com/modelscope/FunClip",+ "https://github.com/modelscope/FunClip/releases/tag/v2.1.0",+ "https://github.com/modelscope/FunClip/releases/download/v2.1.0/FunClip-2.1.0.tar.gz",+ "https://github.com/modelscope/FunClip/releases/download/v2.1.0/FunClip-2.1.0.zip",+ "https://github.com/modelscope/FunClip/releases/download/v2.1.0/SHA256SUMS",+ "https://huggingface.co/spaces/FunAudioLLM/FunClip",+ "https://github.com/modelscope/FunASR/releases/tag/v1.3.29",+ "/donors.html",+ ),+ required_images=("/img/funclip-v2-1-0-interface.jpg",),+ forbidden=("funasr>=1.3.28",),+ ),+ f"{BASE_URL}/en/blog/funclip-v2-1-0-video-clipping-release.html": PageContract(+ required=(+ "FunClip v2.1.0",+ "FunClip-2.1.0.tar.gz",+ "FunClip-2.1.0.zip",+ "SHA256SUMS",+ "funasr>=1.3.29",+ "TwelveLabs Pegasus",+ ),+ visible_required=(+ "FunClip v2.1.0",+ "FunClip-2.1.0.tar.gz",+ "FunClip-2.1.0.zip",+ "SHA256SUMS",+ "funasr>=1.3.29",+ "TwelveLabs Pegasus",+ "Why these are source archives, not a wheel",+ "The exact v2.1.0 merge passed 50 tests with 1 skipped",+ "Six release-contract tests also passed in a clean Python 3.12 environment",+ "Both the initial GitHub Actions release and a deliberate rerun succeeded",+ "star the FunClip repository",+ ),+ required_links=(+ "https://github.com/modelscope/FunClip",+ "https://github.com/modelscope/FunClip/releases/tag/v2.1.0",+ "https://github.com/modelscope/FunClip/releases/download/v2.1.0/FunClip-2.1.0.tar.gz",+ "https://github.com/modelscope/FunClip/releases/download/v2.1.0/FunClip-2.1.0.zip",+ "https://github.com/modelscope/FunClip/releases/download/v2.1.0/SHA256SUMS",+ "https://huggingface.co/spaces/FunAudioLLM/FunClip",+ "https://github.com/modelscope/FunASR/releases/tag/v1.3.29",+ "/en/donors.html",+ ),+ required_images=("/img/funclip-v2-1-0-interface.jpg",),+ forbidden=("funasr>=1.3.28",),+ ),}PNG_SIGNATURE = b"\x89PNG\r\n\x1a\n"+JPEG_SIGNATURE = b"\xff\xd8\xff"STATIC_ASSET_CONTRACTS: dict[str, StaticAssetContract] = {- f"{BASE_URL}/img/banner.4f436d19.png": StaticAssetContract(PNG_SIGNATURE),- f"{BASE_URL}/logo.png": StaticAssetContract(PNG_SIGNATURE),+ f"{BASE_URL}/img/banner.4f436d19.png": StaticAssetContract(+ PNG_SIGNATURE,+ "PNG",+ ),+ f"{BASE_URL}/logo.png": StaticAssetContract(PNG_SIGNATURE, "PNG"),+ f"{BASE_URL}/img/funclip-v2-1-0-interface.jpg": StaticAssetContract(+ JPEG_SIGNATURE,+ "JPEG",+ min_bytes=100_000,+ ),}-def extract_visible_text(html: str) -> str:- body = html.split("<body", 1)[-1]- body = re.sub(- r"<script[\s\S]*?</script>|<style[\s\S]*?</style>",- " ",- body,- flags=re.IGNORECASE,+_HIDDEN_TAGS = frozenset(("head", "script", "style", "template", "noscript"))+_VOID_TAGS = frozenset(+ (+ "area",+ "base",+ "br",+ "col",+ "embed",+ "hr",+ "img",+ "input",+ "link",+ "meta",+ "source",+ "track",+ "wbr",)- body = re.sub(r"<[^>]+>", " ", body)- return re.sub(r"\s+", " ", body).strip()+)-class _LinkCollector(HTMLParser):+@dataclass+class _ElementState:+ tag: str+ hidden: bool+ link: str | None = None+ has_visible_content: bool = False+++class _VisibleContentCollector(HTMLParser):def __init__(self) -> None:super().__init__()+ self.text: list[str] = []self.links: set[str] = set()+ self.images: set[str] = set()+ self._stack: list[_ElementState] = []++ @property+ def _parent_hidden(self) -> bool:+ return bool(self._stack and self._stack[-1].hidden)++ def _mark_link_content(self) -> None:+ for state in reversed(self._stack):+ if state.link is not None:+ state.has_visible_content = True+ return++ @staticmethod+ def _has_hidden_attribute(attrs: dict[str, str | None]) -> bool:+ style = re.sub(r"\s+", "", attrs.get("style") or "").lower()+ return (+ "hidden" in attrs+ or (attrs.get("aria-hidden") or "").lower() == "true"+ or "display:none" in style+ or "visibility:hidden" in style+ or "opacity:0" in style+ )++ def handle_starttag(self, tag: str, attrs: list[tuple[str, str | None]]) -> None:+ tag = tag.lower()+ attributes = {name.lower(): value for name, value in attrs}+ hidden = (+ self._parent_hidden+ or tag in _HIDDEN_TAGS+ or self._has_hidden_attribute(attributes)+ )+ if not hidden:+ if tag == "img" and attributes.get("src"):+ self.images.add(attributes["src"])+ self._mark_link_content()+ if tag not in _VOID_TAGS:+ link = attributes.get("href") if tag == "a" and not hidden else None+ self._stack.append(_ElementState(tag=tag, hidden=hidden, link=link))++ def handle_startendtag(self, tag: str, attrs: list[tuple[str, str | None]]) -> None:+ tag = tag.lower()+ attributes = {name.lower(): value for name, value in attrs}+ hidden = (+ self._parent_hidden+ or tag in _HIDDEN_TAGS+ or self._has_hidden_attribute(attributes)+ )+ if not hidden and tag == "img" and attributes.get("src"):+ self.images.add(attributes["src"])+ self._mark_link_content()++ def handle_endtag(self, tag: str) -> None:+ tag = tag.lower()+ for index in range(len(self._stack) - 1, -1, -1):+ if self._stack[index].tag == tag:+ state = self._stack[index]+ if state.link is not None and state.has_visible_content:+ self.links.add(state.link)+ del self._stack[index:]+ return++ def handle_data(self, data: str) -> None:+ if not self._parent_hidden:+ self.text.append(data)+ if data.strip():+ self._mark_link_content()+++def _collect_visible_content(html: str) -> _VisibleContentCollector:+ parser = _VisibleContentCollector()+ parser.feed(html)+ parser.close()+ return parser+- def handle_starttag(- self, tag: str, attrs: list[tuple[str, str | None]]- ) -> None:- if tag.lower() != "a":- return- for name, value in attrs:- if name.lower() == "href" and value is not None:- self.links.add(value)+def extract_visible_text(html: str) -> str:+ parser = _collect_visible_content(html)+ return re.sub(r"\s+", " ", " ".join(parser.text)).strip()def extract_links(html: str) -> set[str]:- parser = _LinkCollector()- parser.feed(html)- return parser.links+ return _collect_visible_content(html).links+++def extract_images(html: str) -> set[str]:+ return _collect_visible_content(html).imagesdef validate_pages(pages: dict[str, str]) -> list[str]:@@ -345,6 +511,11 @@ def validate_pages(pages: dict[str, str]) -> list[str]:for target in contract.required_links:if target not in links:failures.append(f"{url}: missing link `{target}`")+ if contract.required_images:+ images = extract_images(text)+ for target in contract.required_images:+ if target not in images:+ failures.append(f"{url}: missing image `{target}`")for needle in contract.forbidden:if needle in text:failures.append(f"{url}: forbidden `{needle}`")@@ -358,7 +529,7 @@ def validate_assets(assets: dict[str, bytes]) -> list[str]:if body is None:failures.append(f"{url}: asset was not fetched")elif not body.startswith(contract.signature) or len(body) < contract.min_bytes:- failures.append(f"{url}: response is not a valid PNG")+ failures.append(f"{url}: response is not a valid {contract.media_type}")return failuresdiff --git a/tests/test_check_funasr_website_static.py b/tests/test_check_funasr_website_static.pyindex b182ab5e4..d0ff34557 100644--- a/tests/test_check_funasr_website_static.py+++ b/tests/test_check_funasr_website_static.py@@ -187,6 +187,46 @@ def test_website_contract_accepts_current_public_copy():<a href="https://github.com/modelscope/FunClip">FunClip</a><a href="/en/donors.html">Thanks</a>""",+ "https://www.funasr.com/blog/funclip-v2-1-0-video-clipping-release.html": """+ <body>+ FunClip v2.1.0+ FunClip-2.1.0.tar.gz FunClip-2.1.0.zip SHA256SUMS+ funasr>=1.3.29 TwelveLabs Pegasus+ <img src="/img/funclip-v2-1-0-interface.jpg">+ 为什么发布的是源码归档,而不是 wheel+ v2.1.0 的精确合并源码通过 50 项测试,另有 1 项跳过+ 干净 Python 3.12 环境中的 6 项发布契约测试+ GitHub Actions 首次发布和主动重跑均成功+ Star <a href="https://github.com/modelscope/FunClip">FunClip 仓库</a>+ <a href="https://github.com/modelscope/FunClip/releases/tag/v2.1.0">Release</a>+ <a href="https://github.com/modelscope/FunClip/releases/download/v2.1.0/FunClip-2.1.0.tar.gz">tar.gz</a>+ <a href="https://github.com/modelscope/FunClip/releases/download/v2.1.0/FunClip-2.1.0.zip">zip</a>+ <a href="https://github.com/modelscope/FunClip/releases/download/v2.1.0/SHA256SUMS">SHA256SUMS</a>+ <a href="https://huggingface.co/spaces/FunAudioLLM/FunClip">Space</a>+ <a href="https://github.com/modelscope/FunASR/releases/tag/v1.3.29">FunASR v1.3.29</a>+ <a href="/donors.html">功德榜</a>+ </body>+ """,+ "https://www.funasr.com/en/blog/funclip-v2-1-0-video-clipping-release.html": """+ <body>+ FunClip v2.1.0+ FunClip-2.1.0.tar.gz FunClip-2.1.0.zip SHA256SUMS+ funasr>=1.3.29 TwelveLabs Pegasus+ <img src="/img/funclip-v2-1-0-interface.jpg">+ Why these are source archives, not a wheel+ The exact v2.1.0 merge passed 50 tests with 1 skipped+ Six release-contract tests also passed in a clean Python 3.12 environment+ Both the initial GitHub Actions release and a deliberate rerun succeeded+ star the <a href="https://github.com/modelscope/FunClip">FunClip repository</a>+ <a href="https://github.com/modelscope/FunClip/releases/tag/v2.1.0">Release</a>+ <a href="https://github.com/modelscope/FunClip/releases/download/v2.1.0/FunClip-2.1.0.tar.gz">tar.gz</a>+ <a href="https://github.com/modelscope/FunClip/releases/download/v2.1.0/FunClip-2.1.0.zip">zip</a>+ <a href="https://github.com/modelscope/FunClip/releases/download/v2.1.0/SHA256SUMS">SHA256SUMS</a>+ <a href="https://huggingface.co/spaces/FunAudioLLM/FunClip">Space</a>+ <a href="https://github.com/modelscope/FunASR/releases/tag/v1.3.29">FunASR v1.3.29</a>+ <a href="/en/donors.html">Thanks</a>+ </body>+ """,}assert checker.validate_pages(pages) == []@@ -255,13 +295,13 @@ def test_ecosystem_contract_rejects_longer_dify_version():checker = _load_module()url = "https://www.funasr.com/en/ecosystem.html"pages = {url: _valid_english_ecosystem_html()}- pages[url] = pages[url].replace(- "FunASR plugin 0.1.1", "FunASR plugin 0.1.10"- )+ pages[url] = pages[url].replace("FunASR plugin 0.1.1", "FunASR plugin 0.1.10")failures = checker.validate_pages(pages)- assert any(url in failure and "FunASR plugin 0.1.1" in failure for failure in failures)+ assert any(+ url in failure and "FunASR plugin 0.1.1" in failure for failure in failures+ )def test_ecosystem_contract_rejects_dify_version_suffixes():@@ -275,8 +315,7 @@ def test_ecosystem_contract_rejects_dify_version_suffixes():failures = checker.validate_pages(pages)assert any(- url in failure and "FunASR plugin 0.1.1" in failure- for failure in failures+ url in failure and "FunASR plugin 0.1.1" in failure for failure in failures)@@ -330,6 +369,126 @@ def test_website_contract_includes_v1328_launch_articles():)+def test_website_contract_includes_funclip_v210_launch():+ checker = _load_module()++ assert (+ "https://www.funasr.com/blog/funclip-v2-1-0-video-clipping-release.html"+ in checker.PAGE_CONTRACTS+ )+ assert (+ "https://www.funasr.com/en/blog/funclip-v2-1-0-video-clipping-release.html"+ in checker.PAGE_CONTRACTS+ )+ assert (+ "https://www.funasr.com/img/funclip-v2-1-0-interface.jpg"+ in checker.STATIC_ASSET_CONTRACTS+ )+++def test_funclip_v210_contract_rejects_hidden_evidence_and_wrong_routes():+ checker = _load_module()+ url = "https://www.funasr.com/en/blog/funclip-v2-1-0-video-clipping-release.html"+ pages = {+ url: """+ <body>+ <meta name="release-copy" content="FunClip v2.1.0 FunClip-2.1.0.tar.gz+ FunClip-2.1.0.zip SHA256SUMS funasr>=1.3.29 TwelveLabs Pegasus+ /img/funclip-v2-1-0-interface.jpg /en/donors.html">+ <div style="display: none">+ Why these are source archives, not a wheel+ The exact v2.1.0 merge passed 50 tests with 1 skipped+ Six release-contract tests also passed in a clean Python 3.12 environment+ Both the initial GitHub Actions release and a deliberate rerun succeeded+ star the FunClip repository+ </div>+ <div hidden>+ <a href="https://github.com/modelscope/FunClip"></a>+ <a href="https://github.com/modelscope/FunClip/releases/tag/v2.1.0"></a>+ <a href="https://github.com/modelscope/FunClip/releases/download/v2.1.0/FunClip-2.1.0.tar.gz"></a>+ <a href="https://github.com/modelscope/FunClip/releases/download/v2.1.0/FunClip-2.1.0.zip"></a>+ <a href="https://github.com/modelscope/FunClip/releases/download/v2.1.0/SHA256SUMS"></a>+ <a href="https://huggingface.co/spaces/FunAudioLLM/FunClip"></a>+ <a href="https://github.com/modelscope/FunASR/releases/tag/v1.3.29"></a>+ <a href="/en/donors.html"></a>+ <img src="/img/funclip-v2-1-0-interface.jpg">+ </div>+ <p>Unrelated visible article copy.</p>+ <a href="/wrong-donor.html">Thanks</a>+ <img src="/img/wrong-interface.jpg">+ </body>+ """+ }++ failures = checker.validate_pages(pages)++ assert any(+ url in failure+ and "visible text missing `The exact v2.1.0 merge passed 50 tests with 1 skipped`"+ in failure+ for failure in failures+ )+ assert any(+ url in failure+ and "missing link `https://github.com/modelscope/FunClip`" in failure+ for failure in failures+ )+ assert any(+ url in failure and "missing link `/en/donors.html`" in failure+ for failure in failures+ )+ assert any(+ url in failure+ and "missing image `/img/funclip-v2-1-0-interface.jpg`" in failure+ for failure in failures+ )+++def test_funclip_v210_contract_rejects_zero_area_links():+ checker = _load_module()+ url = "https://www.funasr.com/en/blog/funclip-v2-1-0-video-clipping-release.html"+ hidden_content_link = '<a href="{href}"><span hidden>placeholder</span></a>'+ required_links = (+ "https://github.com/modelscope/FunClip",+ "https://github.com/modelscope/FunClip/releases/tag/v2.1.0",+ "https://github.com/modelscope/FunClip/releases/download/v2.1.0/FunClip-2.1.0.tar.gz",+ "https://github.com/modelscope/FunClip/releases/download/v2.1.0/FunClip-2.1.0.zip",+ "https://github.com/modelscope/FunClip/releases/download/v2.1.0/SHA256SUMS",+ "https://huggingface.co/spaces/FunAudioLLM/FunClip",+ "https://github.com/modelscope/FunASR/releases/tag/v1.3.29",+ "/en/donors.html",+ )+ links = "".join(hidden_content_link.format(href=href) for href in required_links)+ pages = {+ url: f"""+ <body>+ FunClip v2.1.0+ FunClip-2.1.0.tar.gz FunClip-2.1.0.zip SHA256SUMS+ funasr>=1.3.29 TwelveLabs Pegasus+ Why these are source archives, not a wheel+ The exact v2.1.0 merge passed 50 tests with 1 skipped+ Six release-contract tests also passed in a clean Python 3.12 environment+ Both the initial GitHub Actions release and a deliberate rerun succeeded+ star the FunClip repository+ <img src="/img/funclip-v2-1-0-interface.jpg">+ {links}+ </body>+ """+ }++ failures = checker.validate_pages(pages)++ assert any(+ url in failure+ and "missing link `https://github.com/modelscope/FunClip`" in failure+ for failure in failures+ )+ assert any(+ url in failure and "missing link `/en/donors.html`" in failure+ for failure in failures+ )++def test_v1328_contract_rejects_language_swapped_body():checker = _load_module()url = "https://www.funasr.com/blog/funasr-v1-3-28-realtime-websocket-subtitles.html"@@ -417,7 +576,8 @@ def test_v1328_contract_requires_visible_stop_and_sensevoice_copy():failures = checker.validate_pages(pages)assert any(- url in failure and "visible text missing `including STOP final decode`" in failure+ url in failure+ and "visible text missing `including STOP final decode`" in failurefor failure in failures)assert any(@@ -432,26 +592,44 @@ def test_static_asset_contract_rejects_non_png_payloads():checker = _load_module()banner_url = "https://www.funasr.com/img/banner.4f436d19.png"logo_url = "https://www.funasr.com/logo.png"+ funclip_url = "https://www.funasr.com/img/funclip-v2-1-0-interface.jpg"assert banner_url in checker.STATIC_ASSET_CONTRACTSassert logo_url in checker.STATIC_ASSET_CONTRACTS+ assert funclip_url in checker.STATIC_ASSET_CONTRACTSfailures = checker.validate_assets({banner_url: b"<html>not an image</html>",logo_url: b"\x89PNG\r\n\x1a\n" + b"x" * 200,+ funclip_url: b"\xff\xd8\xff" + b"x" * 100_000,})assert failures == [f"{banner_url}: response is not a valid PNG"]+def test_static_asset_contract_rejects_invalid_funclip_jpeg():+ checker = _load_module()+ banner_url = "https://www.funasr.com/img/banner.4f436d19.png"+ logo_url = "https://www.funasr.com/logo.png"+ funclip_url = "https://www.funasr.com/img/funclip-v2-1-0-interface.jpg"++ failures = checker.validate_assets(+ {+ banner_url: b"\x89PNG\r\n\x1a\n" + b"x" * 200,+ logo_url: b"\x89PNG\r\n\x1a\n" + b"x" * 200,+ funclip_url: b"<html>not an image</html>",+ }+ )++ assert failures == [f"{funclip_url}: response is not a valid JPEG"]++def test_website_contract_reports_stale_runtime_and_star_copy():checker = _load_module()- pages = {- url: "" for url in checker.PAGE_CONTRACTS- }+ pages = {url: "" for url in checker.PAGE_CONTRACTS}pages["https://www.funasr.com/ecosystem.html"] = "16K+"pages["https://www.funasr.com/blog/funasr-llama-cpp-whisper-cpp-alternative.html"@@ -460,7 +638,10 @@ def test_website_contract_reports_stale_runtime_and_star_copy():failures = checker.validate_pages(pages)- assert any("ecosystem.html" in failure and "forbidden `16K+`" in failure for failure in failures)+ assert any(+ "ecosystem.html" in failure and "forbidden `16K+`" in failure+ for failure in failures+ )assert any("funasr-llama-cpp-whisper-cpp-alternative.html" in failureand "forbidden `runtime-llamacpp-v0.1.1`" in failure@@ -475,9 +656,7 @@ def test_website_contract_reports_stale_runtime_and_star_copy():def test_website_contract_requires_visible_donor_usage_copy():checker = _load_module()- pages = {- url: "ok" for url in checker.PAGE_CONTRACTS- }+ pages = {url: "ok" for url in checker.PAGE_CONTRACTS}pages["https://www.funasr.com/donors.html"] = """<head><meta name="description" content="捐赠资金用于社区基础设施建设,包括购买和维护服务器,以及购买、续费和维护 www.funasr.com 域名。">@@ -529,11 +708,7 @@ def test_fetch_pages_retries_transient_url_errors(monkeypatch):monkeypatch.setattr(checker,"PAGE_CONTRACTS",- {- "https://www.funasr.com/example.html": checker.PageContract(- required=("ok",)- )- },+ {"https://www.funasr.com/example.html": checker.PageContract(required=("ok",))},)pages = checker.fetch_pages(timeout=3, retries=2)