Skip to content

Use Claude Code, Codex, VSCode, Pi, and OpenCode (and 6 other harnesses) for free (1.3B+ free tokens) from your terminal, app, IDE, or phone, and now from the browser with native browser sessions (multi-harness + multi-model) like OpenClaw (voice supported + ToS friendly)

Python

feat: Use NVIDIA NIM ASR for audio transcription (#53)

Mauro Druwelde70700dde11
diff --git a/.env.example b/.env.example
index 9e37ddc2..3b3f7df6 100644
--- a/.env.example
+++ b/.env.example
@@ -34,12 +34,17 @@ MESSAGING_RATE_LIMIT=1
MESSAGING_RATE_WINDOW=1
-# Voice Note Transcription (transformers Whisper; install with: uv sync --extra voice)
+# Voice Note Transcription
VOICE_NOTE_ENABLED=false
-# WHISPER_MODEL: Hugging Face ID or short name (tiny, base, small, medium, large-v2, large-v3, large-v3-turbo)
-WHISPER_MODEL="base"
-# WHISPER_DEVICE: "cpu" | "cuda"
-WHISPER_DEVICE="cpu"
+# WHISPER_DEVICE: "cpu" | "cuda" | "nvidia_nim"
+# - "cpu"/"cuda": Hugging Face transformers Whisper (offline, free; install with: uv sync --extra voice_local)
+# - "nvidia_nim": NVIDIA NIM Whisper via Riva gRPC (requires NVIDIA_NIM_API_KEY; install with: uv sync --extra voice)
+WHISPER_DEVICE="nvidia_nim"
+# WHISPER_MODEL:
+# - For cpu/cuda: Hugging Face ID or short name (tiny, base, small, medium, large-v2, large-v3, large-v3-turbo)
+# - For nvidia_nim: NVIDIA NIM model (e.g., "nvidia/parakeet-ctc-1.1b-asr", "openai/whisper-large-v3")
+# - For nvidia_nim, default to "openai/whisper-large-v3" for best performance
+WHISPER_MODEL="openai/whisper-large-v3"
HF_TOKEN=""
diff --git a/README.md b/README.md
index e028e571..424a7f87 100644
--- a/README.md
+++ b/README.md
@@ -259,12 +259,22 @@ Get a token from [@BotFather](https://t.me/BotFather); find your user ID via [@u
### Voice Notes
-Voice messages are transcribed via [Whisper](https://huggingface.co/openai/whisper-large-v3-turbo) (no API key, offline, CUDA compatible, no ffmpeg required).
+Send voice messages on Telegram or Discord; they are transcribed to text and processed as regular prompts. Two transcription backends are available:
-Install the optional voice extra:
+- **Local Whisper** (default): Uses [Hugging Face transformers Whisper](https://huggingface.co/openai/whisper-large-v3-turbo) — free, no API key, works offline, CUDA compatible. No ffmpeg required.
+- **NVIDIA NIM**: Uses NVIDIA NIM Whisper/Parkeet models via gRPC — requires `NVIDIA_NIM_API_KEY`.
+
+Install the optional voice extras:
```bash
+# For local Whisper (cpu/cuda)
+uv sync --extra voice_local
+
+# For NVIDIA NIM transcription
uv sync --extra voice
+
+# Install both
+uv sync --extra voice --extra voice_local
```
**Configuration:**
@@ -272,9 +282,24 @@ uv sync --extra voice
| Variable | Description | Default |
|----------|-------------|---------|
| `VOICE_NOTE_ENABLED` | Enable voice note handling | `true` |
-| `WHISPER_MODEL` | Hugging Face model ID or short name (`tiny`, `base`, `small`, `medium`, `large-v2`, `large-v3`, `large-v3-turbo`) | `base` |
-| `WHISPER_DEVICE` | `cpu` \| `cuda` | `cpu` |
-| `HF_TOKEN` | Hugging Face token for faster model downloads (optional; [create one](https://huggingface.co/settings/tokens)) | — |
+| `WHISPER_DEVICE` | `cpu` \| `cuda` \| `nvidia_nim` | `cpu` |
+| `WHISPER_MODEL` | See supported models below | `base` |
+| `HF_TOKEN` | Hugging Face token for faster model downloads (optional, for local Whisper) | — |
+| `NVIDIA_NIM_API_KEY` | API key for NVIDIA NIM (required for `nvidia_nim` device) | — |
+
+**Supported `WHISPER_MODEL` values:**
+
+| Model | Device | Description |
+|-------|--------|-------------|
+| `tiny`, `base`, `small`, `medium`, `large-v2`, `large-v3`, `large-v3-turbo` | `cpu` / `cuda` | Local Whisper (Hugging Face) |
+| `openai/whisper-large-v3` | `nvidia_nim` | Auto language detection (best overall) |
+| `nvidia/parakeet-ctc-1.1b-asr` | `nvidia_nim` | English-only |
+| `nvidia/parakeet-ctc-0.6b-asr` | `nvidia_nim` | English-only |
+| `nvidia/parakeet-ctc-0.6b-zh-cn` | `nvidia_nim` | Mandarin Chinese |
+| `nvidia/parakeet-ctc-0.6b-zh-tw` | `nvidia_nim` | Traditional Chinese |
+| `nvidia/parakeet-ctc-0.6b-es` | `nvidia_nim` | Spanish |
+| `nvidia/parakeet-ctc-0.6b-vi` | `nvidia_nim` | Vietnamese |
+| `nvidia/parakeet-1.1b-rnnt-multilingual-asr` | `nvidia_nim` | Multilingual RNNT |
---
diff --git a/config/settings.py b/config/settings.py
index 88e72b32..0a4102a6 100644
--- a/config/settings.py
+++ b/config/settings.py
@@ -3,7 +3,7 @@
from functools import lru_cache
from dotenv import load_dotenv
-from pydantic import Field, field_validator
+from pydantic import Field, field_validator, model_validator
from pydantic_settings import BaseSettings, SettingsConfigDict
from .nim import NimSettings
@@ -73,12 +73,16 @@ class Settings(BaseSettings):
voice_note_enabled: bool = Field(
default=True, validation_alias="VOICE_NOTE_ENABLED"
)
- # Hugging Face token for faster model downloads (optional)
- hf_token: str = Field(default="", validation_alias="HF_TOKEN")
- # Hugging Face Whisper model ID (e.g. openai/whisper-base) or short name
- whisper_model: str = Field(default="base", validation_alias="WHISPER_MODEL")
- # Device: "cpu" | "cuda"
+ # Device: "cpu" | "cuda" | "nvidia_nim"
+ # - "cpu"/"cuda": local Whisper (requires voice_local extra: uv sync --extra voice_local)
+ # - "nvidia_nim": NVIDIA NIM Whisper API (requires voice extra: uv sync --extra voice)
whisper_device: str = Field(default="cpu", validation_alias="WHISPER_DEVICE")
+ # Whisper model ID or short name (for local Whisper) or NVIDIA NIM model (for nvidia_nim)
+ # Local Whisper: "tiny", "base", "small", "medium", "large-v2", "large-v3", "large-v3-turbo"
+ # NVIDIA NIM: "nvidia/parakeet-ctc-1.1b-asr", "openai/whisper-large-v3", etc.
+ whisper_model: str = Field(default="base", validation_alias="WHISPER_MODEL")
+ # Hugging Face token for faster model downloads (optional, for local Whisper)
+ hf_token: str = Field(default="", validation_alias="HF_TOKEN")
# ==================== Bot Wrapper Config ====================
telegram_bot_token: str | None = None
@@ -114,8 +118,10 @@ class Settings(BaseSettings):
@field_validator("whisper_device")
@classmethod
def validate_whisper_device(cls, v: str) -> str:
- if v not in ("cpu", "cuda"):
- raise ValueError(f"whisper_device must be 'cpu' or 'cuda', got {v!r}")
+ if v not in ("cpu", "cuda", "nvidia_nim"):
+ raise ValueError(
+ f"whisper_device must be 'cpu', 'cuda', or 'nvidia_nim', got {v!r}"
+ )
return v
@field_validator("model")
@@ -136,6 +142,19 @@ class Settings(BaseSettings):
)
return v
+ @model_validator(mode="after")
+ def check_nvidia_nim_api_key(self) -> Settings:
+ if (
+ self.voice_note_enabled
+ and self.whisper_device == "nvidia_nim"
+ and not self.nvidia_nim_api_key.strip()
+ ):
+ raise ValueError(
+ "NVIDIA_NIM_API_KEY is required when WHISPER_DEVICE is 'nvidia_nim'. "
+ "Set it in your .env file."
+ )
+ return self
+
@property
def provider_type(self) -> str:
"""Extract provider type from the model string."""
diff --git a/messaging/transcription.py b/messaging/transcription.py
index 70346b66..37524b5b 100644
--- a/messaging/transcription.py
+++ b/messaging/transcription.py
@@ -1,7 +1,8 @@
"""Voice note transcription for messaging platforms.
-Uses Hugging Face transformers Whisper pipeline for free, offline transcription.
-CUDA 13 compatible.
+Supports:
+- Local Whisper (cpu/cuda): Hugging Face transformers pipeline
+- NVIDIA NIM: NVIDIA NIM Whisper/Parakeet
"""
import os
@@ -10,10 +11,27 @@ from typing import Any
from loguru import logger
+from config.settings import get_settings
+
# Max file size in bytes (25 MB)
MAX_AUDIO_SIZE_BYTES = 25 * 1024 * 1024
-# Short model names -> full Hugging Face model IDs
+# NVIDIA NIM Whisper model mapping: (function_id, language_code)
+_NIM_MODEL_MAP: dict[str, tuple[str, str]] = {
+ "nvidia/parakeet-ctc-0.6b-zh-tw": ("8473f56d-51ef-473c-bb26-efd4f5def2bf", "zh-TW"),
+ "nvidia/parakeet-ctc-0.6b-zh-cn": ("9add5ef7-322e-47e0-ad7a-5653fb8d259b", "zh-CN"),
+ "nvidia/parakeet-ctc-0.6b-es": ("None", "es-US"),
+ "nvidia/parakeet-ctc-0.6b-vi": ("f3dff2bb-99f9-403d-a5f1-f574a757deb0", "vi-VN"),
+ "nvidia/parakeet-ctc-1.1b-asr": ("1598d209-5e27-4d3c-8079-4751568b1081", "en-US"),
+ "nvidia/parakeet-ctc-0.6b-asr": ("d8dd4e9b-fbf5-4fb0-9dba-8cf436c8d965", "en-US"),
+ "nvidia/parakeet-1.1b-rnnt-multilingual-asr": (
+ "71203149-d3b7-4460-8231-1be2543a1fca",
+ "",
+ ),
+ "openai/whisper-large-v3": ("b702f636-f60c-4a3d-a6f4-f3568c13bd7d", "multi"),
+}
+
+# Short model names -> full Hugging Face model IDs (for local Whisper)
_MODEL_MAP: dict[str, str] = {
"tiny": "openai/whisper-tiny",
"base": "openai/whisper-base",
@@ -44,8 +62,6 @@ def _get_pipeline(model_id: str, device: str) -> Any:
import torch
from transformers import AutoModelForSpeechSeq2Seq, AutoProcessor, pipeline
- from config.settings import get_settings
-
token = get_settings().hf_token
if token:
os.environ["HF_TOKEN"] = token
@@ -76,7 +92,7 @@ def _get_pipeline(model_id: str, device: str) -> Any:
)
except ImportError as e:
raise ImportError(
- "Voice notes require the voice extra. Install with: uv sync --extra voice"
+ "Local Whisper requires the voice_local extra. Install with: uv sync --extra voice_local"
) from e
return _pipeline_cache[cache_key]
@@ -89,13 +105,17 @@ def transcribe_audio(
whisper_device: str = "cpu",
) -> str:
"""
- Transcribe audio file to text using Hugging Face transformers Whisper.
+ Transcribe audio file to text.
+
+ Supports:
+ - whisper_device="cpu"/"cuda": local Whisper (requires voice_local extra)
+ - whisper_device="nvidia_nim": NVIDIA NIM Whisper API (requires voice extra)
Args:
file_path: Path to audio file (OGG, MP3, MP4, WAV, M4A supported)
mime_type: MIME type of the audio (e.g. "audio/ogg")
- whisper_model: Model ID (e.g. "openai/whisper-base") or short name
- whisper_device: "cpu" | "cuda"
+ whisper_model: Model ID or short name (local) or NVIDIA NIM model
+ whisper_device: "cpu" | "cuda" | "nvidia_nim" (defaults to WHISPER_DEVICE env var)
Returns:
Transcribed text
@@ -103,8 +123,9 @@ def transcribe_audio(
Raises:
FileNotFoundError: If file does not exist
ValueError: If file too large
- ImportError: If voice extra not installed
+ ImportError: If voice_local extra not installed (for local Whisper)
"""
+
if not file_path.exists():
raise FileNotFoundError(f"Audio file not found: {file_path}")
@@ -114,7 +135,10 @@ def transcribe_audio(
f"Audio file too large ({size} bytes). Max {MAX_AUDIO_SIZE_BYTES} bytes."
)
- return _transcribe_local(file_path, whisper_model, whisper_device)
+ if whisper_device == "nvidia_nim":
+ return _transcribe_nim(file_path, whisper_model)
+ else:
+ return _transcribe_local(file_path, whisper_model, whisper_device)
# Whisper expects 16 kHz sample rate
@@ -141,3 +165,64 @@ def _transcribe_local(file_path: Path, whisper_model: str, whisper_device: str)
result_text = text.strip()
logger.debug(f"Local transcription: {len(result_text)} chars")
return result_text or "(no speech detected)"
+
+
+def _transcribe_nim(file_path: Path, model: str) -> str:
+ """Transcribe using NVIDIA NIM Whisper API via Riva gRPC client."""
+ try:
+ import riva.client
+ except ImportError as e:
+ raise ImportError(
+ "NVIDIA NIM transcription requires the voice extra. "
+ "Install with: uv sync --extra voice"
+ ) from e
+
+ settings = get_settings()
+ api_key = settings.nvidia_nim_api_key
+
+ # Look up function ID and language code from model mapping
+ model_config = _NIM_MODEL_MAP.get(model)
+ if not model_config:
+ raise ValueError(
+ f"No NVIDIA NIM config found for model: {model}. "
+ f"Supported models: {', '.join(_NIM_MODEL_MAP.keys())}"
+ )
+ function_id, language_code = model_config
+
+ # Riva server configuration
+ server = "grpc.nvcf.nvidia.com:443"
+
+ # Auth with SSL and metadata
+ auth = riva.client.Auth(
+ use_ssl=True,
+ uri=server,
+ metadata_args=[
+ ["function-id", function_id],
+ ["authorization", f"Bearer {api_key}"],
+ ],
+ )
+
+ asr_service = riva.client.ASRService(auth)
+
+ # Configure recognition - language_code from model config
+ config = riva.client.RecognitionConfig(
+ language_code=language_code,
+ max_alternatives=1,
+ verbatim_transcripts=True,
+ )
+
+ # Read audio file
+ with open(file_path, "rb") as f:
+ data = f.read()
+
+ # Perform offline recognition
+ response = asr_service.offline_recognize(data, config)
+
+ # Extract text from response - use getattr for safe attribute access
+ transcript = ""
+ results = getattr(response, "results", None)
+ if results and results[0].alternatives:
+ transcript = results[0].alternatives[0].transcript
+
+ logger.debug(f"NIM transcription: {len(transcript)} chars")
+ return transcript or "(no speech detected)"
diff --git a/pyproject.toml b/pyproject.toml
index d939d0a1..57efda9f 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -21,6 +21,11 @@ dependencies = [
[project.optional-dependencies]
voice = [
+ "grpcio>=1.78.0",
+ "grpcio-tools>=1.78.0",
+ "nvidia-riva-client>=2.15.0",
+]
+voice_local = [
"torch>=2.0.0",
"transformers>=4.45.0",
"accelerate>=0.30.0",
@@ -80,5 +85,6 @@ skip-magic-trailing-comma = false
python-version = "3.14"
[tool.ty.analysis]
-# Optional voice extra: torch, transformers, librosa may not be installed in CI
-allowed-unresolved-imports = ["torch", "transformers", "librosa"]
+# Optional voice_local extra: torch, transformers, librosa for local whisper transcription
+# Optional voice extra: nvidia-riva-client for nvidia_nim transcription provider
+allowed-unresolved-imports = ["torch", "transformers", "librosa", "riva.client"]
diff --git a/tests/messaging/test_transcription.py b/tests/messaging/test_transcription.py
index 7feeb51b..6aaaca49 100644
--- a/tests/messaging/test_transcription.py
+++ b/tests/messaging/test_transcription.py
@@ -25,7 +25,7 @@ def test_transcribe_file_too_large_raises():
path = Path(f.name)
try:
with pytest.raises(ValueError, match="too large"):
- transcribe_audio(path, "audio/ogg")
+ transcribe_audio(path, "audio/ogg", whisper_device="auto")
finally:
path.unlink(missing_ok=True)
@@ -87,14 +87,25 @@ def test_transcribe_invalid_device_raises():
f.write(b"fake ogg")
path = Path(f.name)
try:
- with pytest.raises(ValueError, match="whisper_device must be 'cpu' or 'cuda'"):
+ # Mock settings to return invalid device "auto"
+ mock_settings = MagicMock()
+ mock_settings.whisper_device = "auto"
+ mock_settings.whisper_model = "base"
+
+ # Patch _load_audio to avoid ImportError from missing librosa
+ # Device validation happens in _get_pipeline before torch import
+ with (
+ patch("messaging.transcription.get_settings", return_value=mock_settings),
+ patch("messaging.transcription._load_audio"),
+ pytest.raises(ValueError, match="whisper_device must be 'cpu' or 'cuda'"),
+ ):
transcribe_audio(path, "audio/ogg", whisper_device="auto")
finally:
path.unlink(missing_ok=True)
def test_transcribe_local_import_error_raises():
- """Local backend when voice extra not installed raises ImportError."""
+ """Local backend when voice_local extra not installed raises ImportError."""
with tempfile.NamedTemporaryFile(suffix=".ogg", delete=False) as f:
f.write(b"fake ogg")
path = Path(f.name)
@@ -103,11 +114,12 @@ def test_transcribe_local_import_error_raises():
patch(
"messaging.transcription._get_pipeline",
side_effect=ImportError(
- "Voice notes require the voice extra. Install with: uv sync --extra voice"
+ "Local Whisper requires the voice_local extra. "
+ "Install with: uv sync --extra voice_local"
),
),
- pytest.raises(ImportError, match="voice extra"),
+ pytest.raises(ImportError, match="voice_local extra"),
):
- transcribe_audio(path, "audio/ogg")
+ transcribe_audio(path, "audio/ogg", whisper_device="auto")
finally:
path.unlink(missing_ok=True)
diff --git a/uv.lock b/uv.lock
index d7c9891f..a2a15f23 100644
--- a/uv.lock
+++ b/uv.lock
@@ -521,6 +521,11 @@ dependencies = [
[package.optional-dependencies]
voice = [
+ { name = "grpcio" },
+ { name = "grpcio-tools" },
+ { name = "nvidia-riva-client" },
+]
+voice-local = [
{ name = "accelerate" },
{ name = "librosa" },
{ name = "torch" },
@@ -538,24 +543,27 @@ dev = [
[package.metadata]
requires-dist = [
- { name = "accelerate", marker = "extra == 'voice'", specifier = ">=0.30.0" },
+ { name = "accelerate", marker = "extra == 'voice-local'", specifier = ">=0.30.0" },
{ name = "discord-py", specifier = ">=2.0.0" },
{ name = "fastapi", extras = ["standard"], specifier = ">=0.115.11" },
+ { name = "grpcio", marker = "extra == 'voice'", specifier = ">=1.78.0" },
+ { name = "grpcio-tools", marker = "extra == 'voice'", specifier = ">=1.78.0" },
{ name = "httpx", specifier = ">=0.25.0" },
- { name = "librosa", marker = "extra == 'voice'", specifier = ">=0.10.0" },
+ { name = "librosa", marker = "extra == 'voice-local'", specifier = ">=0.10.0" },
{ name = "loguru", specifier = ">=0.7.0" },
{ name = "markdown-it-py", specifier = ">=3.0.0" },
+ { name = "nvidia-riva-client", marker = "extra == 'voice'", specifier = ">=2.15.0" },
{ name = "openai", specifier = ">=2.16.0" },
{ name = "pydantic", specifier = ">=2.0.0" },
{ name = "pydantic-settings", specifier = ">=2.12.0" },
{ name = "python-dotenv", specifier = ">=1.0.0" },
{ name = "python-telegram-bot", specifier = ">=21.0" },
{ name = "tiktoken", specifier = ">=0.7.0" },
- { name = "torch", marker = "extra == 'voice'", specifier = ">=2.0.0", index = "https://download.pytorch.org/whl/cu130" },
- { name = "transformers", marker = "extra == 'voice'", specifier = ">=4.45.0" },
+ { name = "torch", marker = "extra == 'voice-local'", specifier = ">=2.0.0", index = "https://download.pytorch.org/whl/cu130" },
+ { name = "transformers", marker = "extra == 'voice-local'", specifier = ">=4.45.0" },
{ name = "uvicorn", specifier = ">=0.34.0" },
]
-provides-extras = ["voice"]
+provides-extras = ["voice", "voice-local"]
[package.metadata.requires-dev]
dev = [
@@ -616,6 +624,50 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/e6/ab/fb21f4c939bb440104cc2b396d3be1d9b7a9fd3c6c2a53d98c45b3d7c954/fsspec-2026.2.0-py3-none-any.whl", hash = "sha256:98de475b5cb3bd66bedd5c4679e87b4fdfe1a3bf4d707b151b3c07e58c9a2437", size = 202505, upload-time = "2026-02-05T21:50:51.819Z" },
]
+[[package]]
+name = "grpcio"
+version = "1.78.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+ { name = "typing-extensions" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/06/8a/3d098f35c143a89520e568e6539cc098fcd294495910e359889ce8741c84/grpcio-1.78.0.tar.gz", hash = "sha256:7382b95189546f375c174f53a5fa873cef91c4b8005faa05cc5b3beea9c4f1c5", size = 12852416, upload-time = "2026-02-06T09:57:18.093Z" }
+wheels = [
+ { url = "https://files.pythonhosted.org/packages/29/f2/b56e43e3c968bfe822fa6ce5bca10d5c723aa40875b48791ce1029bb78c7/grpcio-1.78.0-cp314-cp314-linux_armv7l.whl", hash = "sha256:e87cbc002b6f440482b3519e36e1313eb5443e9e9e73d6a52d43bd2004fcfd8e", size = 5920591, upload-time = "2026-02-06T09:56:20.758Z" },
+ { url = "https://files.pythonhosted.org/packages/5d/81/1f3b65bd30c334167bfa8b0d23300a44e2725ce39bba5b76a2460d85f745/grpcio-1.78.0-cp314-cp314-macosx_11_0_universal2.whl", hash = "sha256:c41bc64626db62e72afec66b0c8a0da76491510015417c127bfc53b2fe6d7f7f", size = 11813685, upload-time = "2026-02-06T09:56:24.315Z" },
+ { url = "https://files.pythonhosted.org/packages/0e/1c/bbe2f8216a5bd3036119c544d63c2e592bdf4a8ec6e4a1867592f4586b26/grpcio-1.78.0-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:8dfffba826efcf366b1e3ccc37e67afe676f290e13a3b48d31a46739f80a8724", size = 6487803, upload-time = "2026-02-06T09:56:27.367Z" },
+ { url = "https://files.pythonhosted.org/packages/16/5c/a6b2419723ea7ddce6308259a55e8e7593d88464ce8db9f4aa857aba96fa/grpcio-1.78.0-cp314-cp314-manylinux2014_i686.manylinux_2_17_i686.whl", hash = "sha256:74be1268d1439eaaf552c698cdb11cd594f0c49295ae6bb72c34ee31abbe611b", size = 7173206, upload-time = "2026-02-06T09:56:29.876Z" },
+ { url = "https://files.pythonhosted.org/packages/df/1e/b8801345629a415ea7e26c83d75eb5dbe91b07ffe5210cc517348a8d4218/grpcio-1.78.0-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:be63c88b32e6c0f1429f1398ca5c09bc64b0d80950c8bb7807d7d7fb36fb84c7", size = 6693826, upload-time = "2026-02-06T09:56:32.305Z" },
+ { url = "https://files.pythonhosted.org/packages/34/84/0de28eac0377742679a510784f049738a80424b17287739fc47d63c2439e/grpcio-1.78.0-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:3c586ac70e855c721bda8f548d38c3ca66ac791dc49b66a8281a1f99db85e452", size = 7277897, upload-time = "2026-02-06T09:56:34.915Z" },
+ { url = "https://files.pythonhosted.org/packages/ca/9c/ad8685cfe20559a9edb66f735afdcb2b7d3de69b13666fdfc542e1916ebd/grpcio-1.78.0-cp314-cp314-musllinux_1_2_i686.whl", hash = "sha256:35eb275bf1751d2ffbd8f57cdbc46058e857cf3971041521b78b7db94bdaf127", size = 8252404, upload-time = "2026-02-06T09:56:37.553Z" },
+ { url = "https://files.pythonhosted.org/packages/3c/05/33a7a4985586f27e1de4803887c417ec7ced145ebd069bc38a9607059e2b/grpcio-1.78.0-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:207db540302c884b8848036b80db352a832b99dfdf41db1eb554c2c2c7800f65", size = 7696837, upload-time = "2026-02-06T09:56:40.173Z" },
+ { url = "https://files.pythonhosted.org/packages/73/77/7382241caf88729b106e49e7d18e3116216c778e6a7e833826eb96de22f7/grpcio-1.78.0-cp314-cp314-win32.whl", hash = "sha256:57bab6deef2f4f1ca76cc04565df38dc5713ae6c17de690721bdf30cb1e0545c", size = 4142439, upload-time = "2026-02-06T09:56:43.258Z" },
+ { url = "https://files.pythonhosted.org/packages/48/b2/b096ccce418882fbfda4f7496f9357aaa9a5af1896a9a7f60d9f2b275a06/grpcio-1.78.0-cp314-cp314-win_amd64.whl", hash = "sha256:dce09d6116df20a96acfdbf85e4866258c3758180e8c49845d6ba8248b6d0bbb", size = 4929852, upload-time = "2026-02-06T09:56:45.885Z" },
+]
+
+[[package]]
+name = "grpcio-tools"
+version = "1.78.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+ { name = "grpcio" },
+ { name = "protobuf" },
+ { name = "setuptools" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/8b/d1/cbefe328653f746fd319c4377836a25ba64226e41c6a1d7d5cdbc87a459f/grpcio_tools-1.78.0.tar.gz", hash = "sha256:4b0dd86560274316e155d925158276f8564508193088bc43e20d3f5dff956b2b", size = 5393026, upload-time = "2026-02-06T09:59:59.53Z" }
+wheels = [
+ { url = "https://files.pythonhosted.org/packages/cf/5e/278f3831c8d56bae02e3acc570465648eccf0a6bbedcb1733789ac966803/grpcio_tools-1.78.0-cp314-cp314-linux_armv7l.whl", hash = "sha256:8b080d0d072e6032708a3a91731b808074d7ab02ca8fb9847b6a011fdce64cd9", size = 2546270, upload-time = "2026-02-06T09:59:07.426Z" },
+ { url = "https://files.pythonhosted.org/packages/a3/d9/68582f2952b914b60dddc18a2e3f9c6f09af9372b6f6120d6cf3ec7f8b4e/grpcio_tools-1.78.0-cp314-cp314-macosx_11_0_universal2.whl", hash = "sha256:8c0ad8f8f133145cd7008b49cb611a5c6a9d89ab276c28afa17050516e801f79", size = 5705731, upload-time = "2026-02-06T09:59:09.856Z" },
+ { url = "https://files.pythonhosted.org/packages/70/68/feb0f9a48818ee1df1e8b644069379a1e6ef5447b9b347c24e96fd258e5d/grpcio_tools-1.78.0-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:2f8ea092a7de74c6359335d36f0674d939a3c7e1a550f4c2c9e80e0226de8fe4", size = 2593896, upload-time = "2026-02-06T09:59:12.23Z" },
+ { url = "https://files.pythonhosted.org/packages/1f/08/a430d8d06e1b8d33f3e48d3f0cc28236723af2f35e37bd5c8db05df6c3aa/grpcio_tools-1.78.0-cp314-cp314-manylinux2014_i686.manylinux_2_17_i686.whl", hash = "sha256:da422985e0cac822b41822f43429c19ecb27c81ffe3126d0b74e77edec452608", size = 2905298, upload-time = "2026-02-06T09:59:14.458Z" },
+ { url = "https://files.pythonhosted.org/packages/71/0a/348c36a3eae101ca0c090c9c3bc96f2179adf59ee0c9262d11cdc7bfe7db/grpcio_tools-1.78.0-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:4fab1faa3fbcb246263e68da7a8177d73772283f9db063fb8008517480888d26", size = 2656186, upload-time = "2026-02-06T09:59:16.949Z" },
+ { url = "https://files.pythonhosted.org/packages/1d/3f/18219f331536fad4af6207ade04142292faa77b5cb4f4463787988963df8/grpcio_tools-1.78.0-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:dd9c094f73f734becae3f20f27d4944d3cd8fb68db7338ee6c58e62fc5c3d99f", size = 3109859, upload-time = "2026-02-06T09:59:19.202Z" },
+ { url = "https://files.pythonhosted.org/packages/5b/d9/341ea20a44c8e5a3a18acc820b65014c2e3ea5b4f32a53d14864bcd236bc/grpcio_tools-1.78.0-cp314-cp314-musllinux_1_2_i686.whl", hash = "sha256:2ed51ce6b833068f6c580b73193fc2ec16468e6bc18354bc2f83a58721195a58", size = 3657915, upload-time = "2026-02-06T09:59:21.839Z" },
+ { url = "https://files.pythonhosted.org/packages/fb/f4/5978b0f91611a64371424c109dd0027b247e5b39260abad2eaee66b6aa37/grpcio_tools-1.78.0-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:05803a5cdafe77c8bdf36aa660ad7a6a1d9e49bc59ce45c1bade2a4698826599", size = 3324724, upload-time = "2026-02-06T09:59:24.402Z" },
+ { url = "https://files.pythonhosted.org/packages/b2/80/96a324dba99cfbd20e291baf0b0ae719dbb62b76178c5ce6c788e7331cb1/grpcio_tools-1.78.0-cp314-cp314-win32.whl", hash = "sha256:f7c722e9ce6f11149ac5bddd5056e70aaccfd8168e74e9d34d8b8b588c3f5c7c", size = 1015505, upload-time = "2026-02-06T09:59:26.3Z" },
+ { url = "https://files.pythonhosted.org/packages/3b/d1/909e6a05bfd44d46327dc4b8a78beb2bae4fb245ffab2772e350081aaf7e/grpcio_tools-1.78.0-cp314-cp314-win_amd64.whl", hash = "sha256:7d58ade518b546120ec8f0a8e006fc8076ae5df151250ebd7e82e9b5e152c229", size = 1190196, upload-time = "2026-02-06T09:59:28.359Z" },
+]
+
[[package]]
name = "h11"
version = "0.16.0"
@@ -1181,6 +1233,18 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/a8/64/3708a90d1ebe202ffdeb7185f878a3c84d15c2b2c31858da2ce0583e2def/nvidia_nvtx-13.0.85-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:cb7780edb6b14107373c835bf8b72e7a178bac7367e23da7acb108f973f157a6", size = 148878, upload-time = "2025-09-04T08:28:53.627Z" },
]
+[[package]]
+name = "nvidia-riva-client"
+version = "2.16.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+ { name = "grpcio-tools" },
+ { name = "setuptools" },
+]
+wheels = [
+ { url = "https://files.pythonhosted.org/packages/9d/82/0484c225bebe7ed37334474fba5c6ac7228638e692b84da0a0e7f2395672/nvidia_riva_client-2.16.0-py3-none-any.whl", hash = "sha256:99ef37b8f487d75a70c053736848221e09b728e5c910fb476333d375bd4347a3", size = 45491, upload-time = "2024-07-02T14:54:22.63Z" },
+]
+
[[package]]
name = "openai"
version = "2.21.0"
@@ -1280,6 +1344,21 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/5b/5a/bc7b4a4ef808fa59a816c17b20c4bef6884daebbdf627ff2a161da67da19/propcache-0.4.1-py3-none-any.whl", hash = "sha256:af2a6052aeb6cf17d3e46ee169099044fd8224cbaf75c76a2ef596e8163e2237", size = 13305, upload-time = "2025-10-08T19:49:00.792Z" },
]
+[[package]]
+name = "protobuf"
+version = "6.33.5"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/ba/25/7c72c307aafc96fa87062aa6291d9f7c94836e43214d43722e86037aac02/protobuf-6.33.5.tar.gz", hash = "sha256:6ddcac2a081f8b7b9642c09406bc6a4290128fce5f471cddd165960bb9119e5c", size = 444465, upload-time = "2026-01-29T21:51:33.494Z" }
+wheels = [
+ { url = "https://files.pythonhosted.org/packages/b1/79/af92d0a8369732b027e6d6084251dd8e782c685c72da161bd4a2e00fbabb/protobuf-6.33.5-cp310-abi3-win32.whl", hash = "sha256:d71b040839446bac0f4d162e758bea99c8251161dae9d0983a3b88dee345153b", size = 425769, upload-time = "2026-01-29T21:51:21.751Z" },
+ { url = "https://files.pythonhosted.org/packages/55/75/bb9bc917d10e9ee13dee8607eb9ab963b7cf8be607c46e7862c748aa2af7/protobuf-6.33.5-cp310-abi3-win_amd64.whl", hash = "sha256:3093804752167bcab3998bec9f1048baae6e29505adaf1afd14a37bddede533c", size = 437118, upload-time = "2026-01-29T21:51:24.022Z" },
+ { url = "https://files.pythonhosted.org/packages/a2/6b/e48dfc1191bc5b52950246275bf4089773e91cb5ba3592621723cdddca62/protobuf-6.33.5-cp39-abi3-macosx_10_9_universal2.whl", hash = "sha256:a5cb85982d95d906df1e2210e58f8e4f1e3cdc088e52c921a041f9c9a0386de5", size = 427766, upload-time = "2026-01-29T21:51:25.413Z" },
+ { url = "https://files.pythonhosted.org/packages/4e/b1/c79468184310de09d75095ed1314b839eb2f72df71097db9d1404a1b2717/protobuf-6.33.5-cp39-abi3-manylinux2014_aarch64.whl", hash = "sha256:9b71e0281f36f179d00cbcb119cb19dec4d14a81393e5ea220f64b286173e190", size = 324638, upload-time = "2026-01-29T21:51:26.423Z" },
+ { url = "https://files.pythonhosted.org/packages/c5/f5/65d838092fd01c44d16037953fd4c2cc851e783de9b8f02b27ec4ffd906f/protobuf-6.33.5-cp39-abi3-manylinux2014_s390x.whl", hash = "sha256:8afa18e1d6d20af15b417e728e9f60f3aa108ee76f23c3b2c07a2c3b546d3afd", size = 339411, upload-time = "2026-01-29T21:51:27.446Z" },
+ { url = "https://files.pythonhosted.org/packages/9b/53/a9443aa3ca9ba8724fdfa02dd1887c1bcd8e89556b715cfbacca6b63dbec/protobuf-6.33.5-cp39-abi3-manylinux2014_x86_64.whl", hash = "sha256:cbf16ba3350fb7b889fca858fb215967792dc125b35c7976ca4818bee3521cf0", size = 323465, upload-time = "2026-01-29T21:51:28.925Z" },
+ { url = "https://files.pythonhosted.org/packages/57/bf/2086963c69bdac3d7cff1cc7ff79b8ce5ea0bec6797a017e1be338a46248/protobuf-6.33.5-py3-none-any.whl", hash = "sha256:69915a973dd0f60f31a08b8318b73eab2bd6a392c79184b3612226b0a3f8ec02", size = 170687, upload-time = "2026-01-29T21:51:32.557Z" },
+]
+
[[package]]
name = "psutil"
version = "7.2.2"
@@ -1744,11 +1823,11 @@ wheels = [
[[package]]
name = "setuptools"
-version = "82.0.0"
+version = "78.1.1"
source = { registry = "https://pypi.org/simple" }
-sdist = { url = "https://files.pythonhosted.org/packages/82/f3/748f4d6f65d1756b9ae577f329c951cda23fb900e4de9f70900ced962085/setuptools-82.0.0.tar.gz", hash = "sha256:22e0a2d69474c6ae4feb01951cb69d515ed23728cf96d05513d36e42b62b37cb", size = 1144893, upload-time = "2026-02-08T15:08:40.206Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/81/9c/42314ee079a3e9c24b27515f9fbc7a3c1d29992c33451779011c74488375/setuptools-78.1.1.tar.gz", hash = "sha256:fcc17fd9cd898242f6b4adfaca46137a9edef687f43e6f78469692a5e70d851d", size = 1368163, upload-time = "2025-04-19T18:23:36.68Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/e1/c6/76dc613121b793286a3f91621d7b75a2b493e0390ddca50f11993eadf192/setuptools-82.0.0-py3-none-any.whl", hash = "sha256:70b18734b607bd1da571d097d236cfcfacaf01de45717d59e6e04b96877532e0", size = 1003468, upload-time = "2026-02-08T15:08:38.723Z" },
+ { url = "https://files.pythonhosted.org/packages/90/99/158ad0609729111163fc1f674a5a42f2605371a4cf036d0441070e2f7455/setuptools-78.1.1-py3-none-any.whl", hash = "sha256:c3a9c4211ff4c309edb8b8c4f1cbfa7ae324c4ba9f91ff254e3d305b9fd54561", size = 1256462, upload-time = "2025-04-19T18:23:34.525Z" },
]
[[package]]
@@ -2171,29 +2250,11 @@ wheels = [
[[package]]
name = "websockets"
-version = "16.0"
-source = { registry = "https://pypi.org/simple" }
-sdist = { url = "https://files.pythonhosted.org/packages/04/24/4b2031d72e840ce4c1ccb255f693b15c334757fc50023e4db9537080b8c4/websockets-16.0.tar.gz", hash = "sha256:5f6261a5e56e8d5c42a4497b364ea24d94d9563e8fbd44e78ac40879c60179b5", size = 179346, upload-time = "2026-01-10T09:23:47.181Z" }
-wheels = [
- { url = "https://files.pythonhosted.org/packages/f3/1d/e88022630271f5bd349ed82417136281931e558d628dd52c4d8621b4a0b2/websockets-16.0-cp314-cp314-macosx_10_15_universal2.whl", hash = "sha256:8cc451a50f2aee53042ac52d2d053d08bf89bcb31ae799cb4487587661c038a0", size = 177406, upload-time = "2026-01-10T09:23:12.178Z" },
- { url = "https://files.pythonhosted.org/packages/f2/78/e63be1bf0724eeb4616efb1ae1c9044f7c3953b7957799abb5915bffd38e/websockets-16.0-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:daa3b6ff70a9241cf6c7fc9e949d41232d9d7d26fd3522b1ad2b4d62487e9904", size = 175085, upload-time = "2026-01-10T09:23:13.511Z" },
- { url = "https://files.pythonhosted.org/packages/bb/f4/d3c9220d818ee955ae390cf319a7c7a467beceb24f05ee7aaaa2414345ba/websockets-16.0-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:fd3cb4adb94a2a6e2b7c0d8d05cb94e6f1c81a0cf9dc2694fb65c7e8d94c42e4", size = 175328, upload-time = "2026-01-10T09:23:14.727Z" },
- { url = "https://files.pythonhosted.org/packages/63/bc/d3e208028de777087e6fb2b122051a6ff7bbcca0d6df9d9c2bf1dd869ae9/websockets-16.0-cp314-cp314-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:781caf5e8eee67f663126490c2f96f40906594cb86b408a703630f95550a8c3e", size = 185044, upload-time = "2026-01-10T09:23:15.939Z" },
- { url = "https://files.pythonhosted.org/packages/ad/6e/9a0927ac24bd33a0a9af834d89e0abc7cfd8e13bed17a86407a66773cc0e/websockets-16.0-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:caab51a72c51973ca21fa8a18bd8165e1a0183f1ac7066a182ff27107b71e1a4", size = 186279, upload-time = "2026-01-10T09:23:17.148Z" },
- { url = "https://files.pythonhosted.org/packages/b9/ca/bf1c68440d7a868180e11be653c85959502efd3a709323230314fda6e0b3/websockets-16.0-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:19c4dc84098e523fd63711e563077d39e90ec6702aff4b5d9e344a60cb3c0cb1", size = 185711, upload-time = "2026-01-10T09:23:18.372Z" },
- { url = "https://files.pythonhosted.org/packages/c4/f8/fdc34643a989561f217bb477cbc47a3a07212cbda91c0e4389c43c296ebf/websockets-16.0-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:a5e18a238a2b2249c9a9235466b90e96ae4795672598a58772dd806edc7ac6d3", size = 184982, upload-time = "2026-01-10T09:23:19.652Z" },
- { url = "https://files.pythonhosted.org/packages/dd/d1/574fa27e233764dbac9c52730d63fcf2823b16f0856b3329fc6268d6ae4f/websockets-16.0-cp314-cp314-win32.whl", hash = "sha256:a069d734c4a043182729edd3e9f247c3b2a4035415a9172fd0f1b71658a320a8", size = 177915, upload-time = "2026-01-10T09:23:21.458Z" },
- { url = "https://files.pythonhosted.org/packages/8a/f1/ae6b937bf3126b5134ce1f482365fde31a357c784ac51852978768b5eff4/websockets-16.0-cp314-cp314-win_amd64.whl", hash = "sha256:c0ee0e63f23914732c6d7e0cce24915c48f3f1512ec1d079ed01fc629dab269d", size = 178381, upload-time = "2026-01-10T09:23:22.715Z" },
- { url = "https://files.pythonhosted.org/packages/06/9b/f791d1db48403e1f0a27577a6beb37afae94254a8c6f08be4a23e4930bc0/websockets-16.0-cp314-cp314t-macosx_10_15_universal2.whl", hash = "sha256:a35539cacc3febb22b8f4d4a99cc79b104226a756aa7400adc722e83b0d03244", size = 177737, upload-time = "2026-01-10T09:23:24.523Z" },
- { url = "https://files.pythonhosted.org/packages/bd/40/53ad02341fa33b3ce489023f635367a4ac98b73570102ad2cdd770dacc9a/websockets-16.0-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:b784ca5de850f4ce93ec85d3269d24d4c82f22b7212023c974c401d4980ebc5e", size = 175268, upload-time = "2026-01-10T09:23:25.781Z" },
- { url = "https://files.pythonhosted.org/packages/74/9b/6158d4e459b984f949dcbbb0c5d270154c7618e11c01029b9bbd1bb4c4f9/websockets-16.0-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:569d01a4e7fba956c5ae4fc988f0d4e187900f5497ce46339c996dbf24f17641", size = 175486, upload-time = "2026-01-10T09:23:27.033Z" },
- { url = "https://files.pythonhosted.org/packages/e5/2d/7583b30208b639c8090206f95073646c2c9ffd66f44df967981a64f849ad/websockets-16.0-cp314-cp314t-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:50f23cdd8343b984957e4077839841146f67a3d31ab0d00e6b824e74c5b2f6e8", size = 185331, upload-time = "2026-01-10T09:23:28.259Z" },
- { url = "https://files.pythonhosted.org/packages/45/b0/cce3784eb519b7b5ad680d14b9673a31ab8dcb7aad8b64d81709d2430aa8/websockets-16.0-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:152284a83a00c59b759697b7f9e9cddf4e3c7861dd0d964b472b70f78f89e80e", size = 186501, upload-time = "2026-01-10T09:23:29.449Z" },
- { url = "https://files.pythonhosted.org/packages/19/60/b8ebe4c7e89fb5f6cdf080623c9d92789a53636950f7abacfc33fe2b3135/websockets-16.0-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:bc59589ab64b0022385f429b94697348a6a234e8ce22544e3681b2e9331b5944", size = 186062, upload-time = "2026-01-10T09:23:31.368Z" },
- { url = "https://files.pythonhosted.org/packages/88/a8/a080593f89b0138b6cba1b28f8df5673b5506f72879322288b031337c0b8/websockets-16.0-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:32da954ffa2814258030e5a57bc73a3635463238e797c7375dc8091327434206", size = 185356, upload-time = "2026-01-10T09:23:32.627Z" },
- { url = "https://files.pythonhosted.org/packages/c2/b6/b9afed2afadddaf5ebb2afa801abf4b0868f42f8539bfe4b071b5266c9fe/websockets-16.0-cp314-cp314t-win32.whl", hash = "sha256:5a4b4cc550cb665dd8a47f868c8d04c8230f857363ad3c9caf7a0c3bf8c61ca6", size = 178085, upload-time = "2026-01-10T09:23:33.816Z" },
- { url = "https://files.pythonhosted.org/packages/9f/3e/28135a24e384493fa804216b79a6a6759a38cc4ff59118787b9fb693df93/websockets-16.0-cp314-cp314t-win_amd64.whl", hash = "sha256:b14dc141ed6d2dde437cddb216004bcac6a1df0935d79656387bd41632ba0bbd", size = 178531, upload-time = "2026-01-10T09:23:35.016Z" },
- { url = "https://files.pythonhosted.org/packages/6f/28/258ebab549c2bf3e64d2b0217b973467394a9cea8c42f70418ca2c5d0d2e/websockets-16.0-py3-none-any.whl", hash = "sha256:1637db62fad1dc833276dded54215f2c7fa46912301a24bd94d45d46a011ceec", size = 171598, upload-time = "2026-01-10T09:23:45.395Z" },
+version = "15.0.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/21/e6/26d09fab466b7ca9c7737474c52be4f76a40301b08362eb2dbc19dcc16c1/websockets-15.0.1.tar.gz", hash = "sha256:82544de02076bafba038ce055ee6412d68da13ab47f0c60cab827346de828dee", size = 177016, upload-time = "2025-03-05T20:03:41.606Z" }
+wheels = [
+ { url = "https://files.pythonhosted.org/packages/fa/a8/5b41e0da817d64113292ab1f8247140aac61cbf6cfd085d6a0fa77f4984f/websockets-15.0.1-py3-none-any.whl", hash = "sha256:f7a866fbc1e97b5c617ee4116daaa09b722101d4a3c170c787450ba409f9736f", size = 169743, upload-time = "2025-03-05T20:03:39.41Z" },
]
[[package]]