Use Claude Code, Codex, VSCode, Pi, and OpenCode (and 6 other harnesses) for free (1.3B+ free tokens) from your terminal, app, IDE, or phone, and now from the browser with native browser sessions (multi-harness + multi-model) like OpenClaw (voice supported + ToS friendly)
Python
feat: Use NVIDIA NIM ASR for audio transcription (#53)
Mauro Druwelde70700dde11
diff --git a/.env.example b/.env.exampleindex 9e37ddc2..3b3f7df6 100644--- a/.env.example+++ b/.env.example@@ -34,12 +34,17 @@ MESSAGING_RATE_LIMIT=1MESSAGING_RATE_WINDOW=1-# Voice Note Transcription (transformers Whisper; install with: uv sync --extra voice)+# Voice Note TranscriptionVOICE_NOTE_ENABLED=false-# WHISPER_MODEL: Hugging Face ID or short name (tiny, base, small, medium, large-v2, large-v3, large-v3-turbo)-WHISPER_MODEL="base"-# WHISPER_DEVICE: "cpu" | "cuda"-WHISPER_DEVICE="cpu"+# WHISPER_DEVICE: "cpu" | "cuda" | "nvidia_nim"+# - "cpu"/"cuda": Hugging Face transformers Whisper (offline, free; install with: uv sync --extra voice_local)+# - "nvidia_nim": NVIDIA NIM Whisper via Riva gRPC (requires NVIDIA_NIM_API_KEY; install with: uv sync --extra voice)+WHISPER_DEVICE="nvidia_nim"+# WHISPER_MODEL:+# - For cpu/cuda: Hugging Face ID or short name (tiny, base, small, medium, large-v2, large-v3, large-v3-turbo)+# - For nvidia_nim: NVIDIA NIM model (e.g., "nvidia/parakeet-ctc-1.1b-asr", "openai/whisper-large-v3")+# - For nvidia_nim, default to "openai/whisper-large-v3" for best performance+WHISPER_MODEL="openai/whisper-large-v3"HF_TOKEN=""diff --git a/README.md b/README.mdindex e028e571..424a7f87 100644--- a/README.md+++ b/README.md@@ -259,12 +259,22 @@ Get a token from [@BotFather](https://t.me/BotFather); find your user ID via [@u### Voice Notes-Voice messages are transcribed via [Whisper](https://huggingface.co/openai/whisper-large-v3-turbo) (no API key, offline, CUDA compatible, no ffmpeg required).+Send voice messages on Telegram or Discord; they are transcribed to text and processed as regular prompts. Two transcription backends are available:-Install the optional voice extra:+- **Local Whisper** (default): Uses [Hugging Face transformers Whisper](https://huggingface.co/openai/whisper-large-v3-turbo) — free, no API key, works offline, CUDA compatible. No ffmpeg required.+- **NVIDIA NIM**: Uses NVIDIA NIM Whisper/Parkeet models via gRPC — requires `NVIDIA_NIM_API_KEY`.++Install the optional voice extras:```bash+# For local Whisper (cpu/cuda)+uv sync --extra voice_local++# For NVIDIA NIM transcriptionuv sync --extra voice++# Install both+uv sync --extra voice --extra voice_local```**Configuration:**@@ -272,9 +282,24 @@ uv sync --extra voice| Variable | Description | Default ||----------|-------------|---------|| `VOICE_NOTE_ENABLED` | Enable voice note handling | `true` |-| `WHISPER_MODEL` | Hugging Face model ID or short name (`tiny`, `base`, `small`, `medium`, `large-v2`, `large-v3`, `large-v3-turbo`) | `base` |-| `WHISPER_DEVICE` | `cpu` \| `cuda` | `cpu` |-| `HF_TOKEN` | Hugging Face token for faster model downloads (optional; [create one](https://huggingface.co/settings/tokens)) | — |+| `WHISPER_DEVICE` | `cpu` \| `cuda` \| `nvidia_nim` | `cpu` |+| `WHISPER_MODEL` | See supported models below | `base` |+| `HF_TOKEN` | Hugging Face token for faster model downloads (optional, for local Whisper) | — |+| `NVIDIA_NIM_API_KEY` | API key for NVIDIA NIM (required for `nvidia_nim` device) | — |++**Supported `WHISPER_MODEL` values:**++| Model | Device | Description |+|-------|--------|-------------|+| `tiny`, `base`, `small`, `medium`, `large-v2`, `large-v3`, `large-v3-turbo` | `cpu` / `cuda` | Local Whisper (Hugging Face) |+| `openai/whisper-large-v3` | `nvidia_nim` | Auto language detection (best overall) |+| `nvidia/parakeet-ctc-1.1b-asr` | `nvidia_nim` | English-only |+| `nvidia/parakeet-ctc-0.6b-asr` | `nvidia_nim` | English-only |+| `nvidia/parakeet-ctc-0.6b-zh-cn` | `nvidia_nim` | Mandarin Chinese |+| `nvidia/parakeet-ctc-0.6b-zh-tw` | `nvidia_nim` | Traditional Chinese |+| `nvidia/parakeet-ctc-0.6b-es` | `nvidia_nim` | Spanish |+| `nvidia/parakeet-ctc-0.6b-vi` | `nvidia_nim` | Vietnamese |+| `nvidia/parakeet-1.1b-rnnt-multilingual-asr` | `nvidia_nim` | Multilingual RNNT |---diff --git a/config/settings.py b/config/settings.pyindex 88e72b32..0a4102a6 100644--- a/config/settings.py+++ b/config/settings.py@@ -3,7 +3,7 @@from functools import lru_cachefrom dotenv import load_dotenv-from pydantic import Field, field_validator+from pydantic import Field, field_validator, model_validatorfrom pydantic_settings import BaseSettings, SettingsConfigDictfrom .nim import NimSettings@@ -73,12 +73,16 @@ class Settings(BaseSettings):voice_note_enabled: bool = Field(default=True, validation_alias="VOICE_NOTE_ENABLED")- # Hugging Face token for faster model downloads (optional)- hf_token: str = Field(default="", validation_alias="HF_TOKEN")- # Hugging Face Whisper model ID (e.g. openai/whisper-base) or short name- whisper_model: str = Field(default="base", validation_alias="WHISPER_MODEL")- # Device: "cpu" | "cuda"+ # Device: "cpu" | "cuda" | "nvidia_nim"+ # - "cpu"/"cuda": local Whisper (requires voice_local extra: uv sync --extra voice_local)+ # - "nvidia_nim": NVIDIA NIM Whisper API (requires voice extra: uv sync --extra voice)whisper_device: str = Field(default="cpu", validation_alias="WHISPER_DEVICE")+ # Whisper model ID or short name (for local Whisper) or NVIDIA NIM model (for nvidia_nim)+ # Local Whisper: "tiny", "base", "small", "medium", "large-v2", "large-v3", "large-v3-turbo"+ # NVIDIA NIM: "nvidia/parakeet-ctc-1.1b-asr", "openai/whisper-large-v3", etc.+ whisper_model: str = Field(default="base", validation_alias="WHISPER_MODEL")+ # Hugging Face token for faster model downloads (optional, for local Whisper)+ hf_token: str = Field(default="", validation_alias="HF_TOKEN")# ==================== Bot Wrapper Config ====================telegram_bot_token: str | None = None@@ -114,8 +118,10 @@ class Settings(BaseSettings):@field_validator("whisper_device")@classmethoddef validate_whisper_device(cls, v: str) -> str:- if v not in ("cpu", "cuda"):- raise ValueError(f"whisper_device must be 'cpu' or 'cuda', got {v!r}")+ if v not in ("cpu", "cuda", "nvidia_nim"):+ raise ValueError(+ f"whisper_device must be 'cpu', 'cuda', or 'nvidia_nim', got {v!r}"+ )return v@field_validator("model")@@ -136,6 +142,19 @@ class Settings(BaseSettings):)return v+ @model_validator(mode="after")+ def check_nvidia_nim_api_key(self) -> Settings:+ if (+ self.voice_note_enabled+ and self.whisper_device == "nvidia_nim"+ and not self.nvidia_nim_api_key.strip()+ ):+ raise ValueError(+ "NVIDIA_NIM_API_KEY is required when WHISPER_DEVICE is 'nvidia_nim'. "+ "Set it in your .env file."+ )+ return self+@propertydef provider_type(self) -> str:"""Extract provider type from the model string."""diff --git a/messaging/transcription.py b/messaging/transcription.pyindex 70346b66..37524b5b 100644--- a/messaging/transcription.py+++ b/messaging/transcription.py@@ -1,7 +1,8 @@"""Voice note transcription for messaging platforms.-Uses Hugging Face transformers Whisper pipeline for free, offline transcription.-CUDA 13 compatible.+Supports:+- Local Whisper (cpu/cuda): Hugging Face transformers pipeline+- NVIDIA NIM: NVIDIA NIM Whisper/Parakeet"""import os@@ -10,10 +11,27 @@ from typing import Anyfrom loguru import logger+from config.settings import get_settings+# Max file size in bytes (25 MB)MAX_AUDIO_SIZE_BYTES = 25 * 1024 * 1024-# Short model names -> full Hugging Face model IDs+# NVIDIA NIM Whisper model mapping: (function_id, language_code)+_NIM_MODEL_MAP: dict[str, tuple[str, str]] = {+ "nvidia/parakeet-ctc-0.6b-zh-tw": ("8473f56d-51ef-473c-bb26-efd4f5def2bf", "zh-TW"),+ "nvidia/parakeet-ctc-0.6b-zh-cn": ("9add5ef7-322e-47e0-ad7a-5653fb8d259b", "zh-CN"),+ "nvidia/parakeet-ctc-0.6b-es": ("None", "es-US"),+ "nvidia/parakeet-ctc-0.6b-vi": ("f3dff2bb-99f9-403d-a5f1-f574a757deb0", "vi-VN"),+ "nvidia/parakeet-ctc-1.1b-asr": ("1598d209-5e27-4d3c-8079-4751568b1081", "en-US"),+ "nvidia/parakeet-ctc-0.6b-asr": ("d8dd4e9b-fbf5-4fb0-9dba-8cf436c8d965", "en-US"),+ "nvidia/parakeet-1.1b-rnnt-multilingual-asr": (+ "71203149-d3b7-4460-8231-1be2543a1fca",+ "",+ ),+ "openai/whisper-large-v3": ("b702f636-f60c-4a3d-a6f4-f3568c13bd7d", "multi"),+}++# Short model names -> full Hugging Face model IDs (for local Whisper)_MODEL_MAP: dict[str, str] = {"tiny": "openai/whisper-tiny","base": "openai/whisper-base",@@ -44,8 +62,6 @@ def _get_pipeline(model_id: str, device: str) -> Any:import torchfrom transformers import AutoModelForSpeechSeq2Seq, AutoProcessor, pipeline- from config.settings import get_settings-token = get_settings().hf_tokenif token:os.environ["HF_TOKEN"] = token@@ -76,7 +92,7 @@ def _get_pipeline(model_id: str, device: str) -> Any:)except ImportError as e:raise ImportError(- "Voice notes require the voice extra. Install with: uv sync --extra voice"+ "Local Whisper requires the voice_local extra. Install with: uv sync --extra voice_local") from ereturn _pipeline_cache[cache_key]@@ -89,13 +105,17 @@ def transcribe_audio(whisper_device: str = "cpu",) -> str:"""- Transcribe audio file to text using Hugging Face transformers Whisper.+ Transcribe audio file to text.++ Supports:+ - whisper_device="cpu"/"cuda": local Whisper (requires voice_local extra)+ - whisper_device="nvidia_nim": NVIDIA NIM Whisper API (requires voice extra)Args:file_path: Path to audio file (OGG, MP3, MP4, WAV, M4A supported)mime_type: MIME type of the audio (e.g. "audio/ogg")- whisper_model: Model ID (e.g. "openai/whisper-base") or short name- whisper_device: "cpu" | "cuda"+ whisper_model: Model ID or short name (local) or NVIDIA NIM model+ whisper_device: "cpu" | "cuda" | "nvidia_nim" (defaults to WHISPER_DEVICE env var)Returns:Transcribed text@@ -103,8 +123,9 @@ def transcribe_audio(Raises:FileNotFoundError: If file does not existValueError: If file too large- ImportError: If voice extra not installed+ ImportError: If voice_local extra not installed (for local Whisper)"""+if not file_path.exists():raise FileNotFoundError(f"Audio file not found: {file_path}")@@ -114,7 +135,10 @@ def transcribe_audio(f"Audio file too large ({size} bytes). Max {MAX_AUDIO_SIZE_BYTES} bytes.")- return _transcribe_local(file_path, whisper_model, whisper_device)+ if whisper_device == "nvidia_nim":+ return _transcribe_nim(file_path, whisper_model)+ else:+ return _transcribe_local(file_path, whisper_model, whisper_device)# Whisper expects 16 kHz sample rate@@ -141,3 +165,64 @@ def _transcribe_local(file_path: Path, whisper_model: str, whisper_device: str)result_text = text.strip()logger.debug(f"Local transcription: {len(result_text)} chars")return result_text or "(no speech detected)"+++def _transcribe_nim(file_path: Path, model: str) -> str:+ """Transcribe using NVIDIA NIM Whisper API via Riva gRPC client."""+ try:+ import riva.client+ except ImportError as e:+ raise ImportError(+ "NVIDIA NIM transcription requires the voice extra. "+ "Install with: uv sync --extra voice"+ ) from e++ settings = get_settings()+ api_key = settings.nvidia_nim_api_key++ # Look up function ID and language code from model mapping+ model_config = _NIM_MODEL_MAP.get(model)+ if not model_config:+ raise ValueError(+ f"No NVIDIA NIM config found for model: {model}. "+ f"Supported models: {', '.join(_NIM_MODEL_MAP.keys())}"+ )+ function_id, language_code = model_config++ # Riva server configuration+ server = "grpc.nvcf.nvidia.com:443"++ # Auth with SSL and metadata+ auth = riva.client.Auth(+ use_ssl=True,+ uri=server,+ metadata_args=[+ ["function-id", function_id],+ ["authorization", f"Bearer {api_key}"],+ ],+ )++ asr_service = riva.client.ASRService(auth)++ # Configure recognition - language_code from model config+ config = riva.client.RecognitionConfig(+ language_code=language_code,+ max_alternatives=1,+ verbatim_transcripts=True,+ )++ # Read audio file+ with open(file_path, "rb") as f:+ data = f.read()++ # Perform offline recognition+ response = asr_service.offline_recognize(data, config)++ # Extract text from response - use getattr for safe attribute access+ transcript = ""+ results = getattr(response, "results", None)+ if results and results[0].alternatives:+ transcript = results[0].alternatives[0].transcript++ logger.debug(f"NIM transcription: {len(transcript)} chars")+ return transcript or "(no speech detected)"diff --git a/pyproject.toml b/pyproject.tomlindex d939d0a1..57efda9f 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -21,6 +21,11 @@ dependencies = [[project.optional-dependencies]voice = [+ "grpcio>=1.78.0",+ "grpcio-tools>=1.78.0",+ "nvidia-riva-client>=2.15.0",+]+voice_local = ["torch>=2.0.0","transformers>=4.45.0","accelerate>=0.30.0",@@ -80,5 +85,6 @@ skip-magic-trailing-comma = falsepython-version = "3.14"[tool.ty.analysis]-# Optional voice extra: torch, transformers, librosa may not be installed in CI-allowed-unresolved-imports = ["torch", "transformers", "librosa"]+# Optional voice_local extra: torch, transformers, librosa for local whisper transcription+# Optional voice extra: nvidia-riva-client for nvidia_nim transcription provider+allowed-unresolved-imports = ["torch", "transformers", "librosa", "riva.client"]diff --git a/tests/messaging/test_transcription.py b/tests/messaging/test_transcription.pyindex 7feeb51b..6aaaca49 100644--- a/tests/messaging/test_transcription.py+++ b/tests/messaging/test_transcription.py@@ -25,7 +25,7 @@ def test_transcribe_file_too_large_raises():path = Path(f.name)try:with pytest.raises(ValueError, match="too large"):- transcribe_audio(path, "audio/ogg")+ transcribe_audio(path, "audio/ogg", whisper_device="auto")finally:path.unlink(missing_ok=True)@@ -87,14 +87,25 @@ def test_transcribe_invalid_device_raises():f.write(b"fake ogg")path = Path(f.name)try:- with pytest.raises(ValueError, match="whisper_device must be 'cpu' or 'cuda'"):+ # Mock settings to return invalid device "auto"+ mock_settings = MagicMock()+ mock_settings.whisper_device = "auto"+ mock_settings.whisper_model = "base"++ # Patch _load_audio to avoid ImportError from missing librosa+ # Device validation happens in _get_pipeline before torch import+ with (+ patch("messaging.transcription.get_settings", return_value=mock_settings),+ patch("messaging.transcription._load_audio"),+ pytest.raises(ValueError, match="whisper_device must be 'cpu' or 'cuda'"),+ ):transcribe_audio(path, "audio/ogg", whisper_device="auto")finally:path.unlink(missing_ok=True)def test_transcribe_local_import_error_raises():- """Local backend when voice extra not installed raises ImportError."""+ """Local backend when voice_local extra not installed raises ImportError."""with tempfile.NamedTemporaryFile(suffix=".ogg", delete=False) as f:f.write(b"fake ogg")path = Path(f.name)@@ -103,11 +114,12 @@ def test_transcribe_local_import_error_raises():patch("messaging.transcription._get_pipeline",side_effect=ImportError(- "Voice notes require the voice extra. Install with: uv sync --extra voice"+ "Local Whisper requires the voice_local extra. "+ "Install with: uv sync --extra voice_local"),),- pytest.raises(ImportError, match="voice extra"),+ pytest.raises(ImportError, match="voice_local extra"),):- transcribe_audio(path, "audio/ogg")+ transcribe_audio(path, "audio/ogg", whisper_device="auto")finally:path.unlink(missing_ok=True)diff --git a/uv.lock b/uv.lockindex d7c9891f..a2a15f23 100644--- a/uv.lock+++ b/uv.lock@@ -521,6 +521,11 @@ dependencies = [[package.optional-dependencies]voice = [+ { name = "grpcio" },+ { name = "grpcio-tools" },+ { name = "nvidia-riva-client" },+]+voice-local = [{ name = "accelerate" },{ name = "librosa" },{ name = "torch" },@@ -538,24 +543,27 @@ dev = [[package.metadata]requires-dist = [- { name = "accelerate", marker = "extra == 'voice'", specifier = ">=0.30.0" },+ { name = "accelerate", marker = "extra == 'voice-local'", specifier = ">=0.30.0" },{ name = "discord-py", specifier = ">=2.0.0" },{ name = "fastapi", extras = ["standard"], specifier = ">=0.115.11" },+ { name = "grpcio", marker = "extra == 'voice'", specifier = ">=1.78.0" },+ { name = "grpcio-tools", marker = "extra == 'voice'", specifier = ">=1.78.0" },{ name = "httpx", specifier = ">=0.25.0" },- { name = "librosa", marker = "extra == 'voice'", specifier = ">=0.10.0" },+ { name = "librosa", marker = "extra == 'voice-local'", specifier = ">=0.10.0" },{ name = "loguru", specifier = ">=0.7.0" },{ name = "markdown-it-py", specifier = ">=3.0.0" },+ { name = "nvidia-riva-client", marker = "extra == 'voice'", specifier = ">=2.15.0" },{ name = "openai", specifier = ">=2.16.0" },{ name = "pydantic", specifier = ">=2.0.0" },{ name = "pydantic-settings", specifier = ">=2.12.0" },{ name = "python-dotenv", specifier = ">=1.0.0" },{ name = "python-telegram-bot", specifier = ">=21.0" },{ name = "tiktoken", specifier = ">=0.7.0" },- { name = "torch", marker = "extra == 'voice'", specifier = ">=2.0.0", index = "https://download.pytorch.org/whl/cu130" },- { name = "transformers", marker = "extra == 'voice'", specifier = ">=4.45.0" },+ { name = "torch", marker = "extra == 'voice-local'", specifier = ">=2.0.0", index = "https://download.pytorch.org/whl/cu130" },+ { name = "transformers", marker = "extra == 'voice-local'", specifier = ">=4.45.0" },{ name = "uvicorn", specifier = ">=0.34.0" },]-provides-extras = ["voice"]+provides-extras = ["voice", "voice-local"][package.metadata.requires-dev]dev = [@@ -616,6 +624,50 @@ wheels = [{ url = "https://files.pythonhosted.org/packages/e6/ab/fb21f4c939bb440104cc2b396d3be1d9b7a9fd3c6c2a53d98c45b3d7c954/fsspec-2026.2.0-py3-none-any.whl", hash = "sha256:98de475b5cb3bd66bedd5c4679e87b4fdfe1a3bf4d707b151b3c07e58c9a2437", size = 202505, upload-time = "2026-02-05T21:50:51.819Z" },]+[[package]]+name = "grpcio"+version = "1.78.0"+source = { registry = "https://pypi.org/simple" }+dependencies = [+ { name = "typing-extensions" },+]+sdist = { url = "https://files.pythonhosted.org/packages/06/8a/3d098f35c143a89520e568e6539cc098fcd294495910e359889ce8741c84/grpcio-1.78.0.tar.gz", hash = "sha256:7382b95189546f375c174f53a5fa873cef91c4b8005faa05cc5b3beea9c4f1c5", size = 12852416, upload-time = "2026-02-06T09:57:18.093Z" }+wheels = [+ { url = "https://files.pythonhosted.org/packages/29/f2/b56e43e3c968bfe822fa6ce5bca10d5c723aa40875b48791ce1029bb78c7/grpcio-1.78.0-cp314-cp314-linux_armv7l.whl", hash = "sha256:e87cbc002b6f440482b3519e36e1313eb5443e9e9e73d6a52d43bd2004fcfd8e", size = 5920591, upload-time = "2026-02-06T09:56:20.758Z" },+ { url = "https://files.pythonhosted.org/packages/5d/81/1f3b65bd30c334167bfa8b0d23300a44e2725ce39bba5b76a2460d85f745/grpcio-1.78.0-cp314-cp314-macosx_11_0_universal2.whl", hash = "sha256:c41bc64626db62e72afec66b0c8a0da76491510015417c127bfc53b2fe6d7f7f", size = 11813685, upload-time = "2026-02-06T09:56:24.315Z" },+ { url = "https://files.pythonhosted.org/packages/0e/1c/bbe2f8216a5bd3036119c544d63c2e592bdf4a8ec6e4a1867592f4586b26/grpcio-1.78.0-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:8dfffba826efcf366b1e3ccc37e67afe676f290e13a3b48d31a46739f80a8724", size = 6487803, upload-time = "2026-02-06T09:56:27.367Z" },+ { url = "https://files.pythonhosted.org/packages/16/5c/a6b2419723ea7ddce6308259a55e8e7593d88464ce8db9f4aa857aba96fa/grpcio-1.78.0-cp314-cp314-manylinux2014_i686.manylinux_2_17_i686.whl", hash = "sha256:74be1268d1439eaaf552c698cdb11cd594f0c49295ae6bb72c34ee31abbe611b", size = 7173206, upload-time = "2026-02-06T09:56:29.876Z" },+ { url = "https://files.pythonhosted.org/packages/df/1e/b8801345629a415ea7e26c83d75eb5dbe91b07ffe5210cc517348a8d4218/grpcio-1.78.0-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:be63c88b32e6c0f1429f1398ca5c09bc64b0d80950c8bb7807d7d7fb36fb84c7", size = 6693826, upload-time = "2026-02-06T09:56:32.305Z" },+ { url = "https://files.pythonhosted.org/packages/34/84/0de28eac0377742679a510784f049738a80424b17287739fc47d63c2439e/grpcio-1.78.0-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:3c586ac70e855c721bda8f548d38c3ca66ac791dc49b66a8281a1f99db85e452", size = 7277897, upload-time = "2026-02-06T09:56:34.915Z" },+ { url = "https://files.pythonhosted.org/packages/ca/9c/ad8685cfe20559a9edb66f735afdcb2b7d3de69b13666fdfc542e1916ebd/grpcio-1.78.0-cp314-cp314-musllinux_1_2_i686.whl", hash = "sha256:35eb275bf1751d2ffbd8f57cdbc46058e857cf3971041521b78b7db94bdaf127", size = 8252404, upload-time = "2026-02-06T09:56:37.553Z" },+ { url = "https://files.pythonhosted.org/packages/3c/05/33a7a4985586f27e1de4803887c417ec7ced145ebd069bc38a9607059e2b/grpcio-1.78.0-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:207db540302c884b8848036b80db352a832b99dfdf41db1eb554c2c2c7800f65", size = 7696837, upload-time = "2026-02-06T09:56:40.173Z" },+ { url = "https://files.pythonhosted.org/packages/73/77/7382241caf88729b106e49e7d18e3116216c778e6a7e833826eb96de22f7/grpcio-1.78.0-cp314-cp314-win32.whl", hash = "sha256:57bab6deef2f4f1ca76cc04565df38dc5713ae6c17de690721bdf30cb1e0545c", size = 4142439, upload-time = "2026-02-06T09:56:43.258Z" },+ { url = "https://files.pythonhosted.org/packages/48/b2/b096ccce418882fbfda4f7496f9357aaa9a5af1896a9a7f60d9f2b275a06/grpcio-1.78.0-cp314-cp314-win_amd64.whl", hash = "sha256:dce09d6116df20a96acfdbf85e4866258c3758180e8c49845d6ba8248b6d0bbb", size = 4929852, upload-time = "2026-02-06T09:56:45.885Z" },+]++[[package]]+name = "grpcio-tools"+version = "1.78.0"+source = { registry = "https://pypi.org/simple" }+dependencies = [+ { name = "grpcio" },+ { name = "protobuf" },+ { name = "setuptools" },+]+sdist = { url = "https://files.pythonhosted.org/packages/8b/d1/cbefe328653f746fd319c4377836a25ba64226e41c6a1d7d5cdbc87a459f/grpcio_tools-1.78.0.tar.gz", hash = "sha256:4b0dd86560274316e155d925158276f8564508193088bc43e20d3f5dff956b2b", size = 5393026, upload-time = "2026-02-06T09:59:59.53Z" }+wheels = [+ { url = "https://files.pythonhosted.org/packages/cf/5e/278f3831c8d56bae02e3acc570465648eccf0a6bbedcb1733789ac966803/grpcio_tools-1.78.0-cp314-cp314-linux_armv7l.whl", hash = "sha256:8b080d0d072e6032708a3a91731b808074d7ab02ca8fb9847b6a011fdce64cd9", size = 2546270, upload-time = "2026-02-06T09:59:07.426Z" },+ { url = "https://files.pythonhosted.org/packages/a3/d9/68582f2952b914b60dddc18a2e3f9c6f09af9372b6f6120d6cf3ec7f8b4e/grpcio_tools-1.78.0-cp314-cp314-macosx_11_0_universal2.whl", hash = "sha256:8c0ad8f8f133145cd7008b49cb611a5c6a9d89ab276c28afa17050516e801f79", size = 5705731, upload-time = "2026-02-06T09:59:09.856Z" },+ { url = "https://files.pythonhosted.org/packages/70/68/feb0f9a48818ee1df1e8b644069379a1e6ef5447b9b347c24e96fd258e5d/grpcio_tools-1.78.0-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:2f8ea092a7de74c6359335d36f0674d939a3c7e1a550f4c2c9e80e0226de8fe4", size = 2593896, upload-time = "2026-02-06T09:59:12.23Z" },+ { url = "https://files.pythonhosted.org/packages/1f/08/a430d8d06e1b8d33f3e48d3f0cc28236723af2f35e37bd5c8db05df6c3aa/grpcio_tools-1.78.0-cp314-cp314-manylinux2014_i686.manylinux_2_17_i686.whl", hash = "sha256:da422985e0cac822b41822f43429c19ecb27c81ffe3126d0b74e77edec452608", size = 2905298, upload-time = "2026-02-06T09:59:14.458Z" },+ { url = "https://files.pythonhosted.org/packages/71/0a/348c36a3eae101ca0c090c9c3bc96f2179adf59ee0c9262d11cdc7bfe7db/grpcio_tools-1.78.0-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:4fab1faa3fbcb246263e68da7a8177d73772283f9db063fb8008517480888d26", size = 2656186, upload-time = "2026-02-06T09:59:16.949Z" },+ { url = "https://files.pythonhosted.org/packages/1d/3f/18219f331536fad4af6207ade04142292faa77b5cb4f4463787988963df8/grpcio_tools-1.78.0-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:dd9c094f73f734becae3f20f27d4944d3cd8fb68db7338ee6c58e62fc5c3d99f", size = 3109859, upload-time = "2026-02-06T09:59:19.202Z" },+ { url = "https://files.pythonhosted.org/packages/5b/d9/341ea20a44c8e5a3a18acc820b65014c2e3ea5b4f32a53d14864bcd236bc/grpcio_tools-1.78.0-cp314-cp314-musllinux_1_2_i686.whl", hash = "sha256:2ed51ce6b833068f6c580b73193fc2ec16468e6bc18354bc2f83a58721195a58", size = 3657915, upload-time = "2026-02-06T09:59:21.839Z" },+ { url = "https://files.pythonhosted.org/packages/fb/f4/5978b0f91611a64371424c109dd0027b247e5b39260abad2eaee66b6aa37/grpcio_tools-1.78.0-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:05803a5cdafe77c8bdf36aa660ad7a6a1d9e49bc59ce45c1bade2a4698826599", size = 3324724, upload-time = "2026-02-06T09:59:24.402Z" },+ { url = "https://files.pythonhosted.org/packages/b2/80/96a324dba99cfbd20e291baf0b0ae719dbb62b76178c5ce6c788e7331cb1/grpcio_tools-1.78.0-cp314-cp314-win32.whl", hash = "sha256:f7c722e9ce6f11149ac5bddd5056e70aaccfd8168e74e9d34d8b8b588c3f5c7c", size = 1015505, upload-time = "2026-02-06T09:59:26.3Z" },+ { url = "https://files.pythonhosted.org/packages/3b/d1/909e6a05bfd44d46327dc4b8a78beb2bae4fb245ffab2772e350081aaf7e/grpcio_tools-1.78.0-cp314-cp314-win_amd64.whl", hash = "sha256:7d58ade518b546120ec8f0a8e006fc8076ae5df151250ebd7e82e9b5e152c229", size = 1190196, upload-time = "2026-02-06T09:59:28.359Z" },+]+[[package]]name = "h11"version = "0.16.0"@@ -1181,6 +1233,18 @@ wheels = [{ url = "https://files.pythonhosted.org/packages/a8/64/3708a90d1ebe202ffdeb7185f878a3c84d15c2b2c31858da2ce0583e2def/nvidia_nvtx-13.0.85-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:cb7780edb6b14107373c835bf8b72e7a178bac7367e23da7acb108f973f157a6", size = 148878, upload-time = "2025-09-04T08:28:53.627Z" },]+[[package]]+name = "nvidia-riva-client"+version = "2.16.0"+source = { registry = "https://pypi.org/simple" }+dependencies = [+ { name = "grpcio-tools" },+ { name = "setuptools" },+]+wheels = [+ { url = "https://files.pythonhosted.org/packages/9d/82/0484c225bebe7ed37334474fba5c6ac7228638e692b84da0a0e7f2395672/nvidia_riva_client-2.16.0-py3-none-any.whl", hash = "sha256:99ef37b8f487d75a70c053736848221e09b728e5c910fb476333d375bd4347a3", size = 45491, upload-time = "2024-07-02T14:54:22.63Z" },+]+[[package]]name = "openai"version = "2.21.0"@@ -1280,6 +1344,21 @@ wheels = [{ url = "https://files.pythonhosted.org/packages/5b/5a/bc7b4a4ef808fa59a816c17b20c4bef6884daebbdf627ff2a161da67da19/propcache-0.4.1-py3-none-any.whl", hash = "sha256:af2a6052aeb6cf17d3e46ee169099044fd8224cbaf75c76a2ef596e8163e2237", size = 13305, upload-time = "2025-10-08T19:49:00.792Z" },]+[[package]]+name = "protobuf"+version = "6.33.5"+source = { registry = "https://pypi.org/simple" }+sdist = { url = "https://files.pythonhosted.org/packages/ba/25/7c72c307aafc96fa87062aa6291d9f7c94836e43214d43722e86037aac02/protobuf-6.33.5.tar.gz", hash = "sha256:6ddcac2a081f8b7b9642c09406bc6a4290128fce5f471cddd165960bb9119e5c", size = 444465, upload-time = "2026-01-29T21:51:33.494Z" }+wheels = [+ { url = "https://files.pythonhosted.org/packages/b1/79/af92d0a8369732b027e6d6084251dd8e782c685c72da161bd4a2e00fbabb/protobuf-6.33.5-cp310-abi3-win32.whl", hash = "sha256:d71b040839446bac0f4d162e758bea99c8251161dae9d0983a3b88dee345153b", size = 425769, upload-time = "2026-01-29T21:51:21.751Z" },+ { url = "https://files.pythonhosted.org/packages/55/75/bb9bc917d10e9ee13dee8607eb9ab963b7cf8be607c46e7862c748aa2af7/protobuf-6.33.5-cp310-abi3-win_amd64.whl", hash = "sha256:3093804752167bcab3998bec9f1048baae6e29505adaf1afd14a37bddede533c", size = 437118, upload-time = "2026-01-29T21:51:24.022Z" },+ { url = "https://files.pythonhosted.org/packages/a2/6b/e48dfc1191bc5b52950246275bf4089773e91cb5ba3592621723cdddca62/protobuf-6.33.5-cp39-abi3-macosx_10_9_universal2.whl", hash = "sha256:a5cb85982d95d906df1e2210e58f8e4f1e3cdc088e52c921a041f9c9a0386de5", size = 427766, upload-time = "2026-01-29T21:51:25.413Z" },+ { url = "https://files.pythonhosted.org/packages/4e/b1/c79468184310de09d75095ed1314b839eb2f72df71097db9d1404a1b2717/protobuf-6.33.5-cp39-abi3-manylinux2014_aarch64.whl", hash = "sha256:9b71e0281f36f179d00cbcb119cb19dec4d14a81393e5ea220f64b286173e190", size = 324638, upload-time = "2026-01-29T21:51:26.423Z" },+ { url = "https://files.pythonhosted.org/packages/c5/f5/65d838092fd01c44d16037953fd4c2cc851e783de9b8f02b27ec4ffd906f/protobuf-6.33.5-cp39-abi3-manylinux2014_s390x.whl", hash = "sha256:8afa18e1d6d20af15b417e728e9f60f3aa108ee76f23c3b2c07a2c3b546d3afd", size = 339411, upload-time = "2026-01-29T21:51:27.446Z" },+ { url = "https://files.pythonhosted.org/packages/9b/53/a9443aa3ca9ba8724fdfa02dd1887c1bcd8e89556b715cfbacca6b63dbec/protobuf-6.33.5-cp39-abi3-manylinux2014_x86_64.whl", hash = "sha256:cbf16ba3350fb7b889fca858fb215967792dc125b35c7976ca4818bee3521cf0", size = 323465, upload-time = "2026-01-29T21:51:28.925Z" },+ { url = "https://files.pythonhosted.org/packages/57/bf/2086963c69bdac3d7cff1cc7ff79b8ce5ea0bec6797a017e1be338a46248/protobuf-6.33.5-py3-none-any.whl", hash = "sha256:69915a973dd0f60f31a08b8318b73eab2bd6a392c79184b3612226b0a3f8ec02", size = 170687, upload-time = "2026-01-29T21:51:32.557Z" },+]+[[package]]name = "psutil"version = "7.2.2"@@ -1744,11 +1823,11 @@ wheels = [[[package]]name = "setuptools"-version = "82.0.0"+version = "78.1.1"source = { registry = "https://pypi.org/simple" }-sdist = { url = "https://files.pythonhosted.org/packages/82/f3/748f4d6f65d1756b9ae577f329c951cda23fb900e4de9f70900ced962085/setuptools-82.0.0.tar.gz", hash = "sha256:22e0a2d69474c6ae4feb01951cb69d515ed23728cf96d05513d36e42b62b37cb", size = 1144893, upload-time = "2026-02-08T15:08:40.206Z" }+sdist = { url = "https://files.pythonhosted.org/packages/81/9c/42314ee079a3e9c24b27515f9fbc7a3c1d29992c33451779011c74488375/setuptools-78.1.1.tar.gz", hash = "sha256:fcc17fd9cd898242f6b4adfaca46137a9edef687f43e6f78469692a5e70d851d", size = 1368163, upload-time = "2025-04-19T18:23:36.68Z" }wheels = [- { url = "https://files.pythonhosted.org/packages/e1/c6/76dc613121b793286a3f91621d7b75a2b493e0390ddca50f11993eadf192/setuptools-82.0.0-py3-none-any.whl", hash = "sha256:70b18734b607bd1da571d097d236cfcfacaf01de45717d59e6e04b96877532e0", size = 1003468, upload-time = "2026-02-08T15:08:38.723Z" },+ { url = "https://files.pythonhosted.org/packages/90/99/158ad0609729111163fc1f674a5a42f2605371a4cf036d0441070e2f7455/setuptools-78.1.1-py3-none-any.whl", hash = "sha256:c3a9c4211ff4c309edb8b8c4f1cbfa7ae324c4ba9f91ff254e3d305b9fd54561", size = 1256462, upload-time = "2025-04-19T18:23:34.525Z" },][[package]]@@ -2171,29 +2250,11 @@ wheels = [[[package]]name = "websockets"-version = "16.0"-source = { registry = "https://pypi.org/simple" }-sdist = { url = "https://files.pythonhosted.org/packages/04/24/4b2031d72e840ce4c1ccb255f693b15c334757fc50023e4db9537080b8c4/websockets-16.0.tar.gz", hash = "sha256:5f6261a5e56e8d5c42a4497b364ea24d94d9563e8fbd44e78ac40879c60179b5", size = 179346, upload-time = "2026-01-10T09:23:47.181Z" }-wheels = [- { url = "https://files.pythonhosted.org/packages/f3/1d/e88022630271f5bd349ed82417136281931e558d628dd52c4d8621b4a0b2/websockets-16.0-cp314-cp314-macosx_10_15_universal2.whl", hash = "sha256:8cc451a50f2aee53042ac52d2d053d08bf89bcb31ae799cb4487587661c038a0", size = 177406, upload-time = "2026-01-10T09:23:12.178Z" },- { url = "https://files.pythonhosted.org/packages/f2/78/e63be1bf0724eeb4616efb1ae1c9044f7c3953b7957799abb5915bffd38e/websockets-16.0-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:daa3b6ff70a9241cf6c7fc9e949d41232d9d7d26fd3522b1ad2b4d62487e9904", size = 175085, upload-time = "2026-01-10T09:23:13.511Z" },- { url = "https://files.pythonhosted.org/packages/bb/f4/d3c9220d818ee955ae390cf319a7c7a467beceb24f05ee7aaaa2414345ba/websockets-16.0-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:fd3cb4adb94a2a6e2b7c0d8d05cb94e6f1c81a0cf9dc2694fb65c7e8d94c42e4", size = 175328, upload-time = "2026-01-10T09:23:14.727Z" },- { url = "https://files.pythonhosted.org/packages/63/bc/d3e208028de777087e6fb2b122051a6ff7bbcca0d6df9d9c2bf1dd869ae9/websockets-16.0-cp314-cp314-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:781caf5e8eee67f663126490c2f96f40906594cb86b408a703630f95550a8c3e", size = 185044, upload-time = "2026-01-10T09:23:15.939Z" },- { url = "https://files.pythonhosted.org/packages/ad/6e/9a0927ac24bd33a0a9af834d89e0abc7cfd8e13bed17a86407a66773cc0e/websockets-16.0-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:caab51a72c51973ca21fa8a18bd8165e1a0183f1ac7066a182ff27107b71e1a4", size = 186279, upload-time = "2026-01-10T09:23:17.148Z" },- { url = "https://files.pythonhosted.org/packages/b9/ca/bf1c68440d7a868180e11be653c85959502efd3a709323230314fda6e0b3/websockets-16.0-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:19c4dc84098e523fd63711e563077d39e90ec6702aff4b5d9e344a60cb3c0cb1", size = 185711, upload-time = "2026-01-10T09:23:18.372Z" },- { url = "https://files.pythonhosted.org/packages/c4/f8/fdc34643a989561f217bb477cbc47a3a07212cbda91c0e4389c43c296ebf/websockets-16.0-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:a5e18a238a2b2249c9a9235466b90e96ae4795672598a58772dd806edc7ac6d3", size = 184982, upload-time = "2026-01-10T09:23:19.652Z" },- { url = "https://files.pythonhosted.org/packages/dd/d1/574fa27e233764dbac9c52730d63fcf2823b16f0856b3329fc6268d6ae4f/websockets-16.0-cp314-cp314-win32.whl", hash = "sha256:a069d734c4a043182729edd3e9f247c3b2a4035415a9172fd0f1b71658a320a8", size = 177915, upload-time = "2026-01-10T09:23:21.458Z" },- { url = "https://files.pythonhosted.org/packages/8a/f1/ae6b937bf3126b5134ce1f482365fde31a357c784ac51852978768b5eff4/websockets-16.0-cp314-cp314-win_amd64.whl", hash = "sha256:c0ee0e63f23914732c6d7e0cce24915c48f3f1512ec1d079ed01fc629dab269d", size = 178381, upload-time = "2026-01-10T09:23:22.715Z" },- { url = "https://files.pythonhosted.org/packages/06/9b/f791d1db48403e1f0a27577a6beb37afae94254a8c6f08be4a23e4930bc0/websockets-16.0-cp314-cp314t-macosx_10_15_universal2.whl", hash = "sha256:a35539cacc3febb22b8f4d4a99cc79b104226a756aa7400adc722e83b0d03244", size = 177737, upload-time = "2026-01-10T09:23:24.523Z" },- { url = "https://files.pythonhosted.org/packages/bd/40/53ad02341fa33b3ce489023f635367a4ac98b73570102ad2cdd770dacc9a/websockets-16.0-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:b784ca5de850f4ce93ec85d3269d24d4c82f22b7212023c974c401d4980ebc5e", size = 175268, upload-time = "2026-01-10T09:23:25.781Z" },- { url = "https://files.pythonhosted.org/packages/74/9b/6158d4e459b984f949dcbbb0c5d270154c7618e11c01029b9bbd1bb4c4f9/websockets-16.0-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:569d01a4e7fba956c5ae4fc988f0d4e187900f5497ce46339c996dbf24f17641", size = 175486, upload-time = "2026-01-10T09:23:27.033Z" },- { url = "https://files.pythonhosted.org/packages/e5/2d/7583b30208b639c8090206f95073646c2c9ffd66f44df967981a64f849ad/websockets-16.0-cp314-cp314t-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:50f23cdd8343b984957e4077839841146f67a3d31ab0d00e6b824e74c5b2f6e8", size = 185331, upload-time = "2026-01-10T09:23:28.259Z" },- { url = "https://files.pythonhosted.org/packages/45/b0/cce3784eb519b7b5ad680d14b9673a31ab8dcb7aad8b64d81709d2430aa8/websockets-16.0-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:152284a83a00c59b759697b7f9e9cddf4e3c7861dd0d964b472b70f78f89e80e", size = 186501, upload-time = "2026-01-10T09:23:29.449Z" },- { url = "https://files.pythonhosted.org/packages/19/60/b8ebe4c7e89fb5f6cdf080623c9d92789a53636950f7abacfc33fe2b3135/websockets-16.0-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:bc59589ab64b0022385f429b94697348a6a234e8ce22544e3681b2e9331b5944", size = 186062, upload-time = "2026-01-10T09:23:31.368Z" },- { url = "https://files.pythonhosted.org/packages/88/a8/a080593f89b0138b6cba1b28f8df5673b5506f72879322288b031337c0b8/websockets-16.0-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:32da954ffa2814258030e5a57bc73a3635463238e797c7375dc8091327434206", size = 185356, upload-time = "2026-01-10T09:23:32.627Z" },- { url = "https://files.pythonhosted.org/packages/c2/b6/b9afed2afadddaf5ebb2afa801abf4b0868f42f8539bfe4b071b5266c9fe/websockets-16.0-cp314-cp314t-win32.whl", hash = "sha256:5a4b4cc550cb665dd8a47f868c8d04c8230f857363ad3c9caf7a0c3bf8c61ca6", size = 178085, upload-time = "2026-01-10T09:23:33.816Z" },- { url = "https://files.pythonhosted.org/packages/9f/3e/28135a24e384493fa804216b79a6a6759a38cc4ff59118787b9fb693df93/websockets-16.0-cp314-cp314t-win_amd64.whl", hash = "sha256:b14dc141ed6d2dde437cddb216004bcac6a1df0935d79656387bd41632ba0bbd", size = 178531, upload-time = "2026-01-10T09:23:35.016Z" },- { url = "https://files.pythonhosted.org/packages/6f/28/258ebab549c2bf3e64d2b0217b973467394a9cea8c42f70418ca2c5d0d2e/websockets-16.0-py3-none-any.whl", hash = "sha256:1637db62fad1dc833276dded54215f2c7fa46912301a24bd94d45d46a011ceec", size = 171598, upload-time = "2026-01-10T09:23:45.395Z" },+version = "15.0.1"+source = { registry = "https://pypi.org/simple" }+sdist = { url = "https://files.pythonhosted.org/packages/21/e6/26d09fab466b7ca9c7737474c52be4f76a40301b08362eb2dbc19dcc16c1/websockets-15.0.1.tar.gz", hash = "sha256:82544de02076bafba038ce055ee6412d68da13ab47f0c60cab827346de828dee", size = 177016, upload-time = "2025-03-05T20:03:41.606Z" }+wheels = [+ { url = "https://files.pythonhosted.org/packages/fa/a8/5b41e0da817d64113292ab1f8247140aac61cbf6cfd085d6a0fa77f4984f/websockets-15.0.1-py3-none-any.whl", hash = "sha256:f7a866fbc1e97b5c617ee4116daaa09b722101d4a3c170c787450ba409f9736f", size = 169743, upload-time = "2025-03-05T20:03:39.41Z" },][[package]]