Open-source speech recognition toolkit for training, inference, streaming ASR, VAD, punctuation, speaker diarization pipelines, and OpenAI-compatible/MCP serving.
Python asraudiochineseemotion-recognitionfunasrmcp-servermultilingual-asropenai-compatible-apiparaformerpunctuationpytorchreal-time-asrspeaker-diarizationspeech-recognitionspeech-to-textstreaming-asrtranscriptionvllmvoice-activity-detectionwhisper-alternative
docs(site): publish llama.cpp v0.2.4 evidence
LauraGPTbe79f1e074d5
diff --git a/web-pages/product-site/data/deployments.json b/web-pages/product-site/data/deployments.jsonindex 855185215..f53649aed 100644--- a/web-pages/product-site/data/deployments.json+++ b/web-pages/product-site/data/deployments.json@@ -176,31 +176,45 @@"models": ["SenseVoiceSmall-GGUF", "Paraformer-GGUF", "Fun-ASR-Nano-GGUF", "FSMN-VAD-GGUF"],"operating_systems": ["Linux", "macOS", "Windows"],"interfaces": ["CLI", "local HTTP server"],- "tested": {"funasr": "runtime-llamacpp-v0.2.3", "runtime": "llama.cpp@820f1c64", "verified": "2026-08-29"},+ "tested": {"funasr": "runtime-llamacpp-v0.2.4", "runtime": "llama.cpp@c8d43b10", "verified": "2026-08-29"},"commands": {- "install": ["curl -fLO https://github.com/modelscope/FunASR/releases/download/runtime-llamacpp-v0.2.3/funasr-llamacpp-linux-x64.tar.gz", "echo \"5b7cf0c2339ab76d8a56594455b1607e02f1eab34392b2543b95a5273413f088 funasr-llamacpp-linux-x64.tar.gz\" | sha256sum -c -", "mkdir funasr-llamacpp && tar -xzf funasr-llamacpp-linux-x64.tar.gz -C funasr-llamacpp && cd funasr-llamacpp && bash download-funasr-model.sh sensevoice ./funasr-gguf f16"],+ "install": ["curl -fLO https://github.com/modelscope/FunASR/releases/download/runtime-llamacpp-v0.2.4/funasr-llamacpp-linux-x64.tar.gz", "echo \"51951c8d916b4babd873780b2070b03351cf0e7fda572955c81c120439158d7e funasr-llamacpp-linux-x64.tar.gz\" | sha256sum -c -", "mkdir funasr-llamacpp && tar -xzf funasr-llamacpp-linux-x64.tar.gz -C funasr-llamacpp && cd funasr-llamacpp && bash download-funasr-model.sh sensevoice ./funasr-gguf f16"],"launch": ["cd funasr-llamacpp && ./llama-funasr-sensevoice -m funasr-gguf/sensevoice-small-f16.gguf --vad funasr-gguf/fsmn-vad.gguf -a sample.wav"],"health": ["cd funasr-llamacpp && ./llama-funasr-sensevoice --help"],"smoke": ["cd funasr-llamacpp && ./llama-funasr-sensevoice -m funasr-gguf/sensevoice-small-f16.gguf --vad funasr-gguf/fsmn-vad.gguf -a sample.wav | tee transcript.txt && test -s transcript.txt"]},"downloads": [- {"operating_system": "Linux", "architecture": "arm64", "backend": "CPU", "archive": "funasr-llamacpp-linux-arm64.tar.gz", "url": "https://github.com/modelscope/FunASR/releases/download/runtime-llamacpp-v0.2.3/funasr-llamacpp-linux-arm64.tar.gz", "sha256": "54abd8dbdcfc200a64a62b657f40d6e4c123c423988707058ce2771096f2921a"},- {"operating_system": "Linux", "architecture": "x64", "backend": "CPU", "archive": "funasr-llamacpp-linux-x64.tar.gz", "url": "https://github.com/modelscope/FunASR/releases/download/runtime-llamacpp-v0.2.3/funasr-llamacpp-linux-x64.tar.gz", "sha256": "5b7cf0c2339ab76d8a56594455b1607e02f1eab34392b2543b95a5273413f088"},- {"operating_system": "Linux", "architecture": "x64 AVX2", "backend": "CPU", "archive": "funasr-llamacpp-linux-x64-avx2.tar.gz", "url": "https://github.com/modelscope/FunASR/releases/download/runtime-llamacpp-v0.2.3/funasr-llamacpp-linux-x64-avx2.tar.gz", "sha256": "139616c8adf6b5b306cefcfb1813fabc0f4b7727d655d79102163c5c146df200"},- {"operating_system": "Linux", "architecture": "x64", "backend": "Vulkan", "archive": "funasr-llamacpp-linux-x64-vulkan.tar.gz", "url": "https://github.com/modelscope/FunASR/releases/download/runtime-llamacpp-v0.2.3/funasr-llamacpp-linux-x64-vulkan.tar.gz", "sha256": "ea8eeb9e334598a59c4cdb2dba282855b9a3b909cd05684d30250914f418bf43"},- {"operating_system": "macOS", "architecture": "arm64", "backend": "CPU", "archive": "funasr-llamacpp-macos-arm64.tar.gz", "url": "https://github.com/modelscope/FunASR/releases/download/runtime-llamacpp-v0.2.3/funasr-llamacpp-macos-arm64.tar.gz", "sha256": "532da7810e9311b275e3dd2e6f693811421ab49881e0194a788a6db189df4000"},- {"operating_system": "Windows", "architecture": "x64", "backend": "CPU", "archive": "funasr-llamacpp-windows-x64.zip", "url": "https://github.com/modelscope/FunASR/releases/download/runtime-llamacpp-v0.2.3/funasr-llamacpp-windows-x64.zip", "sha256": "54520b705ffedfc2b3505f337bfff64d7890e28b660e78e7255b27e1dc34dc0e"},- {"operating_system": "Windows", "architecture": "x64 AVX2", "backend": "CPU", "archive": "funasr-llamacpp-windows-x64-avx2.zip", "url": "https://github.com/modelscope/FunASR/releases/download/runtime-llamacpp-v0.2.3/funasr-llamacpp-windows-x64-avx2.zip", "sha256": "55fa78e2a7522e54ead84532452afe40041a60014ba0261add611124897a7fe8"},- {"operating_system": "Windows", "architecture": "x64", "backend": "Vulkan", "archive": "funasr-llamacpp-windows-x64-vulkan.zip", "url": "https://github.com/modelscope/FunASR/releases/download/runtime-llamacpp-v0.2.3/funasr-llamacpp-windows-x64-vulkan.zip", "sha256": "1c90daf2292fcf9041c14a8017be65a05acc8e42443ee0bbc8a8dfddb78cbdc7"},- {"operating_system": "Windows", "architecture": "x64", "backend": "CUDA", "archive": "funasr-llamacpp-windows-x64-cuda.zip", "url": "https://github.com/modelscope/FunASR/releases/download/runtime-llamacpp-v0.2.3/funasr-llamacpp-windows-x64-cuda.zip", "sha256": "ee25ed9cb4dff763f94de7db5812dd69fd7e748d2940dfbf82f29c408a4d419e"}+ {"operating_system": "Linux", "architecture": "arm64", "backend": "CPU", "archive": "funasr-llamacpp-linux-arm64.tar.gz", "url": "https://github.com/modelscope/FunASR/releases/download/runtime-llamacpp-v0.2.4/funasr-llamacpp-linux-arm64.tar.gz", "sha256": "acdda3aae906ab77ae99852336d4989a863e4125182ffc74ec6523aa6f9c8353"},+ {"operating_system": "Linux", "architecture": "x64", "backend": "CPU", "archive": "funasr-llamacpp-linux-x64.tar.gz", "url": "https://github.com/modelscope/FunASR/releases/download/runtime-llamacpp-v0.2.4/funasr-llamacpp-linux-x64.tar.gz", "sha256": "51951c8d916b4babd873780b2070b03351cf0e7fda572955c81c120439158d7e"},+ {"operating_system": "Linux", "architecture": "x64 AVX2", "backend": "CPU", "archive": "funasr-llamacpp-linux-x64-avx2.tar.gz", "url": "https://github.com/modelscope/FunASR/releases/download/runtime-llamacpp-v0.2.4/funasr-llamacpp-linux-x64-avx2.tar.gz", "sha256": "fec98150cd2fe845df0150e950faf17319a46b67a8c621ad24c659ba26a1ab72"},+ {"operating_system": "Linux", "architecture": "x64", "backend": "Vulkan", "archive": "funasr-llamacpp-linux-x64-vulkan.tar.gz", "url": "https://github.com/modelscope/FunASR/releases/download/runtime-llamacpp-v0.2.4/funasr-llamacpp-linux-x64-vulkan.tar.gz", "sha256": "169f8a6532a31d9c4a9bf6ecfe5db9949f0bf78d362dc6791ef6ac4ee42faa48"},+ {"operating_system": "macOS", "architecture": "arm64", "backend": "CPU", "archive": "funasr-llamacpp-macos-arm64.tar.gz", "url": "https://github.com/modelscope/FunASR/releases/download/runtime-llamacpp-v0.2.4/funasr-llamacpp-macos-arm64.tar.gz", "sha256": "d58dda9da783733d59797bbec49568cf3984c3b783ab152f039b22c24d3ac10e"},+ {"operating_system": "Windows", "architecture": "x64", "backend": "CPU", "archive": "funasr-llamacpp-windows-x64.zip", "url": "https://github.com/modelscope/FunASR/releases/download/runtime-llamacpp-v0.2.4/funasr-llamacpp-windows-x64.zip", "sha256": "7beb08c3d7376643b69a4b280ea85a426e8d7cbef694290e5aa3c8d3589c75cd"},+ {"operating_system": "Windows", "architecture": "x64 AVX2", "backend": "CPU", "archive": "funasr-llamacpp-windows-x64-avx2.zip", "url": "https://github.com/modelscope/FunASR/releases/download/runtime-llamacpp-v0.2.4/funasr-llamacpp-windows-x64-avx2.zip", "sha256": "97b4783ec5366be637621afad213ed4f3427bee1ff49e2d4f1561535fe96842c"},+ {"operating_system": "Windows", "architecture": "x64", "backend": "Vulkan", "archive": "funasr-llamacpp-windows-x64-vulkan.zip", "url": "https://github.com/modelscope/FunASR/releases/download/runtime-llamacpp-v0.2.4/funasr-llamacpp-windows-x64-vulkan.zip", "sha256": "a1b46b31c31b32cac2e91e07b5718afb9289f47f9d22122da8ab20f630d37276"},+ {"operating_system": "Windows", "architecture": "x64", "backend": "CUDA", "archive": "funasr-llamacpp-windows-x64-cuda.zip", "url": "https://github.com/modelscope/FunASR/releases/download/runtime-llamacpp-v0.2.4/funasr-llamacpp-windows-x64-cuda.zip", "sha256": "6c4b1bbc68a27d6acf5588e3195b85229d128ec5f576d8e47ba71611a206e1f1"}],"evidence": [{"label": "llama.cpp runtime", "url": "https://github.com/modelscope/FunASR/blob/main/runtime/llama.cpp/README.md"},- {"label": "runtime v0.2.3 release", "url": "https://github.com/modelscope/FunASR/releases/tag/runtime-llamacpp-v0.2.3"},- {"label": "nine-platform release workflow", "url": "https://github.com/modelscope/FunASR/actions/runs/33197306623"},+ {"label": "runtime v0.2.4 release", "url": "https://github.com/modelscope/FunASR/releases/tag/runtime-llamacpp-v0.2.4"},+ {"label": "nine-platform release workflow", "url": "https://github.com/modelscope/FunASR/actions/runs/33231441888"},+ {"label": "F16 empty-transcript fix", "url": "https://github.com/modelscope/FunASR/pull/3550"},{"label": "regression tests", "url": "https://github.com/modelscope/FunASR/tree/main/runtime/llama.cpp/tests"}],"benchmarks": [+ {+ "model": "SenseVoiceSmall F16 GGUF",+ "runtime": "runtime-llamacpp-v0.2.4 Linux x64 AVX2 release asset",+ "hardware": "Intel Xeon Platinum 8480+, 8 runtime threads",+ "workload": "100 sequential cold-process SenseVoice transcriptions",+ "audio": "One 6.00 s Mandarin PCM sample; mono, 16 kHz, 16-bit",+ "settings": "Published AVX2 archive; 470,197,600-byte F16 GGUF; direct SenseVoice CLI without VAD",+ "timing_scope": "Functional stability validation only; every process included model loading and decoding, and timings were not retained",+ "result": "100/100 processes exited successfully; 0 empty transcripts; one output SHA-256; transcript 我想问我在滨海新区有房。",+ "qualification": "Single-host, single-sample regression evidence for the former intermittent empty-output defect, not an accuracy study or production capacity promise.",+ "source": "https://github.com/modelscope/FunASR/releases/tag/runtime-llamacpp-v0.2.4",+ "verified": "2026-08-29"+ },{"model": "SenseVoiceSmall Q8 GGUF","runtime": "llama.cpp/GGUF with built-in FSMN-VAD",@@ -231,11 +245,11 @@"translations": {"zh": {"name": "llama.cpp / GGUF 独立运行",- "summary": "使用 v0.2.3 的九个预编译包或源码构建,在 CPU、Vulkan、CUDA 和边缘设备上运行 FunASR GGUF 模型。",+ "summary": "使用 v0.2.4 的九个预编译包或源码构建,在 CPU、Vulkan、CUDA 和边缘设备上运行 FunASR GGUF 模型。","fit": ["不依赖 Python ML 环境", "桌面应用和离线边缘部署", "需要 Linux、macOS、Windows 的 CPU、Vulkan 或 CUDA 发布包"],"not_fit": ["需要 vLLM 式大批量 GPU 调度", "未验证目标 GPU 架构的通用预编译 CUDA 包", "必须使用完整 Python 模型生态的流程"],"selection_reason": "GGUF 运行时和独立二进制优先满足可移植、离线和低依赖部署。",- "primary_limitation": "v0.2.3 将诊断边界扩展到模型加载、计算图分配和计算启动,但不宣称已经修复 RX 9070 XT 等 AMD Windows 0xC0000005 崩溃;Android/Mali 也不是本版预编译或验证目标。",+ "primary_limitation": "v0.2.4 修复 F16 GGUF 查询 embedding 被当作 F32 读取所导致的偶发空转写,但不宣称已经修复 RX 9070 XT 等 AMD Windows 0xC0000005 崩溃;Android/Mali 也不是本版预编译或验证目标。","status_label": "生产验证","operations": ["按页面列出的 SHA-256 校验九个发布资产", "模型和二进制使用同一发布清单", "保留旧二进制和模型目录用于回滚"],"security": ["默认只读取本地音频和模型", "HTTP 服务绑定内网地址并限制上传大小", "不要从不可信地址加载 GGUF"],@@ -243,11 +257,11 @@},"en": {"name": "llama.cpp / GGUF standalone",- "summary": "Use the nine v0.2.3 release packages or source builds to run FunASR GGUF models on CPU, Vulkan, CUDA, and edge devices.",+ "summary": "Use the nine v0.2.4 release packages or source builds to run FunASR GGUF models on CPU, Vulkan, CUDA, and edge devices.","fit": ["No Python ML environment", "Desktop applications and offline edge deployment", "CPU, Vulkan, or CUDA packages for Linux, macOS, and Windows"],"not_fit": ["vLLM-style large GPU batch scheduling", "A universal prebuilt CUDA package for an unverified GPU architecture", "Workflows that require the full Python model ecosystem"],"selection_reason": "GGUF runtimes and standalone binaries prioritize portability, offline use, and low dependency count.",- "primary_limitation": "v0.2.3 extends diagnostics through model loading, graph allocation, and compute start, but does not claim to fix RX 9070 XT or every AMD Windows 0xC0000005 crash; Android/Mali is not a prebuilt or validated target.",+ "primary_limitation": "v0.2.4 fixes intermittent empty transcripts caused by reading F16 GGUF query embeddings as F32, but does not claim to fix RX 9070 XT or every AMD Windows 0xC0000005 crash; Android/Mali is not a prebuilt or validated target.","status_label": "Production verified","operations": ["Verify all nine release assets against the listed SHA-256 values", "Keep models and binaries on the same release manifest", "Retain the previous binary and model directory for rollback"],"security": ["Read local audio and models by default", "Bind the HTTP server to a private address and limit uploads", "Do not load GGUF files from untrusted sources"],diff --git a/web-pages/product-site/tests/browser/product-site.spec.ts b/web-pages/product-site/tests/browser/product-site.spec.tsindex 91ca794ab..c836d4a9d 100644--- a/web-pages/product-site/tests/browser/product-site.spec.ts+++ b/web-pages/product-site/tests/browser/product-site.spec.ts@@ -135,13 +135,13 @@ for (const viewport of [{ name: 'mobile', width: 390, height: 844 },{ name: 'desktop', width: 1440, height: 900 },]) {- test(`llama.cpp v0.2.3 download matrix is stable at ${viewport.name}`, async ({ page }, testInfo) => {+ test(`llama.cpp v0.2.4 download matrix is stable at ${viewport.name}`, async ({ page }, testInfo) => {await page.setViewportSize(viewport);await page.goto('/deploy/llama-cpp.html');const section = page.locator('[data-section="downloads"]');await expect(section.locator('[data-download-asset]')).toHaveCount(9);- await expect(section.locator('a[href*="runtime-llamacpp-v0.2.3"]')).toHaveCount(9);+ await expect(section.locator('a[href*="runtime-llamacpp-v0.2.4"]')).toHaveCount(9);await expect(page.getByText('Windows AMD Vulkan', { exact: false }).first()).toBeVisible();await expect(page.getByText('resolving buffer type', { exact: false }).first()).toBeVisible();await expect(page.getByText('model ready', { exact: false }).first()).toBeVisible();diff --git a/web-pages/product-site/tests/test_output.py b/web-pages/product-site/tests/test_output.pyindex 488944c8e..3c8049d6d 100644--- a/web-pages/product-site/tests/test_output.py+++ b/web-pages/product-site/tests/test_output.py@@ -158,17 +158,18 @@ def test_realtime_page_publishes_verified_v142_quickstart(built_site):('en/deploy/llama-cpp.html', 'Windows AMD'),),)-def test_llama_cpp_pages_render_v023_download_matrix(built_site, relative, boundary):+def test_llama_cpp_pages_render_v024_download_matrix(built_site, relative, boundary):soup = read_soup(built_site / relative)section = soup.select_one('[data-section="downloads"]')assert sectionrows = section.select('[data-download-asset]')assert len(rows) == 9- assert all(row.select_one('a[href*="runtime-llamacpp-v0.2.3"]') for row in rows)+ assert all(row.select_one('a[href*="runtime-llamacpp-v0.2.4"]') for row in rows)assert all(len(row.select_one('[data-field="sha256"]').get_text(strip=True)) == 64 for row in rows)assert boundary in soup.get_text(' ', strip=True)text = soup.get_text(' ', strip=True)+ assert 'F16' in textassert 'initializing' in textassert 'resolving buffer type' in textassert 'backend ready' in text@@ -177,6 +178,25 @@ def test_llama_cpp_pages_render_v023_download_matrix(built_site, relative, boundassert 'compute starting' in text[email protected]('relative', ('benchmarks.html', 'en/benchmarks.html'))+def test_benchmark_page_surfaces_v024_f16_stability(built_site, relative):+ soup = read_soup(built_site / relative)+ record = next(+ row+ for row in soup.select('[data-benchmark-record]')+ if 'SenseVoiceSmall F16 GGUF' in row.get_text(' ', strip=True)+ )+ text = record.get_text(' ', strip=True)++ assert 'runtime-llamacpp-v0.2.4' in text+ assert '100/100' in text+ assert '0 empty transcripts' in text+ assert 'not an accuracy study or production capacity promise' in text+ assert record.select_one(+ 'a[href="https://github.com/modelscope/FunASR/releases/tag/runtime-llamacpp-v0.2.4"]'+ )++@pytest.mark.parametrize(('relative', 'language_marker'),(diff --git a/web-pages/product-site/tests/test_registry.py b/web-pages/product-site/tests/test_registry.pyindex c8fcb810b..1e1b1b27a 100644--- a/web-pages/product-site/tests/test_registry.py+++ b/web-pages/product-site/tests/test_registry.py@@ -211,36 +211,36 @@ def test_sensevoice_tensorrt_contract_tracks_merged_native_runtime(valid_registrassert 'tensorrt version' in limitation-def test_llama_cpp_contract_tracks_v023_release_assets(valid_registry):+def test_llama_cpp_contract_tracks_v024_release_assets(valid_registry):entry = next(item for item in valid_registry['deployments'] if item['id'] == 'llama-cpp')assert entry['tested'] == {- 'funasr': 'runtime-llamacpp-v0.2.3',- 'runtime': 'llama.cpp@820f1c64',+ 'funasr': 'runtime-llamacpp-v0.2.4',+ 'runtime': 'llama.cpp@c8d43b10','verified': '2026-08-29',}assert len(entry['downloads']) == 9- assert {item['archive'] for item in entry['downloads']} == {- 'funasr-llamacpp-linux-arm64.tar.gz',- 'funasr-llamacpp-linux-x64.tar.gz',- 'funasr-llamacpp-linux-x64-avx2.tar.gz',- 'funasr-llamacpp-linux-x64-vulkan.tar.gz',- 'funasr-llamacpp-macos-arm64.tar.gz',- 'funasr-llamacpp-windows-x64.zip',- 'funasr-llamacpp-windows-x64-avx2.zip',- 'funasr-llamacpp-windows-x64-vulkan.zip',- 'funasr-llamacpp-windows-x64-cuda.zip',+ assert {item['archive']: item['sha256'] for item in entry['downloads']} == {+ 'funasr-llamacpp-linux-arm64.tar.gz': 'acdda3aae906ab77ae99852336d4989a863e4125182ffc74ec6523aa6f9c8353',+ 'funasr-llamacpp-linux-x64.tar.gz': '51951c8d916b4babd873780b2070b03351cf0e7fda572955c81c120439158d7e',+ 'funasr-llamacpp-linux-x64-avx2.tar.gz': 'fec98150cd2fe845df0150e950faf17319a46b67a8c621ad24c659ba26a1ab72',+ 'funasr-llamacpp-linux-x64-vulkan.tar.gz': '169f8a6532a31d9c4a9bf6ecfe5db9949f0bf78d362dc6791ef6ac4ee42faa48',+ 'funasr-llamacpp-macos-arm64.tar.gz': 'd58dda9da783733d59797bbec49568cf3984c3b783ab152f039b22c24d3ac10e',+ 'funasr-llamacpp-windows-x64.zip': '7beb08c3d7376643b69a4b280ea85a426e8d7cbef694290e5aa3c8d3589c75cd',+ 'funasr-llamacpp-windows-x64-avx2.zip': '97b4783ec5366be637621afad213ed4f3427bee1ff49e2d4f1561535fe96842c',+ 'funasr-llamacpp-windows-x64-vulkan.zip': 'a1b46b31c31b32cac2e91e07b5718afb9289f47f9d22122da8ab20f630d37276',+ 'funasr-llamacpp-windows-x64-cuda.zip': '6c4b1bbc68a27d6acf5588e3195b85229d128ec5f576d8e47ba71611a206e1f1',}assert all(item['url'].startswith(- 'https://github.com/modelscope/FunASR/releases/download/runtime-llamacpp-v0.2.3/'+ 'https://github.com/modelscope/FunASR/releases/download/runtime-llamacpp-v0.2.4/') for item in entry['downloads'])- assert all(len(item['sha256']) == 64 for item in entry['downloads'])- assert any('actions/runs/33197306623' in item['url'] for item in entry['evidence'])+ assert any('actions/runs/33231441888' in item['url'] for item in entry['evidence'])assert any('download-funasr-model.sh sensevoice ./funasr-gguf f16' in commandfor command in entry['commands']['install'])assert 'sensevoice-small-f16.gguf' in entry['commands']['launch'][0]+ assert 'F16' in entry['translations']['en']['primary_limitation']assert 'AMD' in entry['translations']['en']['primary_limitation']assert 'RX 9070 XT' in entry['translations']['en']['primary_limitation']assert 'Android/Mali' in entry['translations']['en']['primary_limitation']@@ -251,6 +251,10 @@ def test_llama_cpp_contract_tracks_v023_release_assets(valid_registry):assert 'model ready' in troubleshootingassert 'graph allocated' in troubleshootingassert 'compute starting' in troubleshooting+ assert any(+ 'F16' in benchmark['model'] and '100/100' in benchmark['result']+ for benchmark in entry['benchmarks']+ )def test_sensevoice_native_server_contract_tracks_merged_runtime(valid_registry):