Lightweight coding agent that runs in your terminal
Rust
Send processed microphone audio over RTP in voice-host (#43090)
Benjamin Carlsson7dc7c7a7566a
diff --git a/MODULE.bazel.lock b/MODULE.bazel.lockindex f785217ce1..8a91f2cbee 100644--- a/MODULE.bazel.lock+++ b/MODULE.bazel.lock@@ -731,6 +731,10 @@"atomic-waker_1.1.2": "{\"dependencies\":[{\"default_features\":false,\"features\":[\"cargo_bench_support\"],\"kind\":\"dev\",\"name\":\"criterion\",\"req\":\"^0.4.0\"},{\"kind\":\"dev\",\"name\":\"futures\",\"req\":\"^0.3.5\"},{\"default_features\":false,\"name\":\"portable-atomic\",\"optional\":true,\"req\":\"^1\"},{\"kind\":\"dev\",\"name\":\"rayon\",\"req\":\"^1.7.0\"}],\"features\":{}}","atomic_0.5.3": "{\"dependencies\":[],\"features\":{\"default\":[\"fallback\"],\"fallback\":[],\"nightly\":[],\"std\":[]}}","atomic_0.6.1": "{\"dependencies\":[{\"name\":\"bytemuck\",\"req\":\"^1.13.1\"},{\"features\":[\"derive\"],\"kind\":\"dev\",\"name\":\"bytemuck\",\"req\":\"^1.13.1\"},{\"default_features\":false,\"name\":\"serde\",\"optional\":true,\"req\":\"^1.0.219\"},{\"default_features\":false,\"features\":[\"derive\"],\"kind\":\"dev\",\"name\":\"serde\",\"req\":\"^1.0.219\"},{\"kind\":\"dev\",\"name\":\"serde_json\",\"req\":\"^1.0.140\"}],\"features\":{\"default\":[\"fallback\"],\"fallback\":[],\"nightly\":[],\"serde\":[\"dep:serde\"],\"std\":[]}}",+ "audio-codec-algorithms_0.8.1": "{\"dependencies\":[{\"kind\":\"dev\",\"name\":\"criterion\",\"req\":\"^0.8.2\"},{\"name\":\"no-panic\",\"optional\":true,\"req\":\"^0.1.37\"}],\"features\":{\"internal-no-panic\":[\"dep:no-panic\"]}}",+ "audioadapter-buffers_5.2.0": "{\"dependencies\":[{\"name\":\"audioadapter\",\"req\":\"^5.0.0\"},{\"features\":[\"test-utils\"],\"kind\":\"dev\",\"name\":\"audioadapter\",\"req\":\"^5.0.0\"},{\"default_features\":false,\"name\":\"audioadapter-sample\",\"req\":\"^5.2.0\"},{\"kind\":\"dev\",\"name\":\"criterion\",\"req\":\"^0.6\"},{\"default_features\":false,\"name\":\"num-traits\",\"req\":\"^0.2.15\"}],\"features\":{\"alloc\":[],\"default\":[\"std\"],\"std\":[\"audioadapter-sample/std\",\"num-traits/std\",\"alloc\"]}}",+ "audioadapter-sample_5.2.0": "{\"dependencies\":[{\"default_features\":false,\"name\":\"audio-codec-algorithms\",\"req\":\"^0.8.1\"},{\"default_features\":false,\"name\":\"num-traits\",\"req\":\"^0.2.15\"}],\"features\":{\"default\":[\"std\"],\"std\":[\"num-traits/std\"]}}",+ "audioadapter_5.0.0": "{\"dependencies\":[{\"kind\":\"dev\",\"name\":\"criterion\",\"req\":\"^0.6\"},{\"default_features\":false,\"name\":\"num-traits\",\"optional\":true,\"req\":\"^0.2.15\"},{\"default_features\":false,\"features\":[\"std\"],\"kind\":\"dev\",\"name\":\"num-traits\",\"req\":\"^0.2.15\"}],\"features\":{\"default\":[],\"test-utils\":[\"dep:num-traits\"]}}","autocfg_1.5.0": "{\"dependencies\":[],\"features\":{}}","aws-config_1.8.12": "{\"dependencies\":[{\"features\":[\"test-util\"],\"name\":\"aws-credential-types\",\"req\":\"^1.2.11\"},{\"name\":\"aws-runtime\",\"req\":\"^1.5.17\"},{\"default_features\":false,\"name\":\"aws-sdk-signin\",\"optional\":true,\"req\":\"^1.2.0\"},{\"default_features\":false,\"name\":\"aws-sdk-sso\",\"optional\":true,\"req\":\"^1.91.0\"},{\"default_features\":false,\"name\":\"aws-sdk-ssooidc\",\"optional\":true,\"req\":\"^1.93.0\"},{\"default_features\":false,\"name\":\"aws-sdk-sts\",\"req\":\"^1.95.0\"},{\"name\":\"aws-smithy-async\",\"req\":\"^1.2.7\"},{\"features\":[\"rt-tokio\",\"test-util\"],\"kind\":\"dev\",\"name\":\"aws-smithy-async\",\"req\":\"^1.2.7\"},{\"name\":\"aws-smithy-http\",\"req\":\"^0.62.6\"},{\"features\":[\"default-client\",\"test-util\"],\"kind\":\"dev\",\"name\":\"aws-smithy-http-client\",\"req\":\"^1.1.5\"},{\"name\":\"aws-smithy-json\",\"req\":\"^0.61.8\"},{\"features\":[\"client\"],\"name\":\"aws-smithy-runtime\",\"req\":\"^1.9.5\"},{\"features\":[\"client\",\"test-util\"],\"kind\":\"dev\",\"name\":\"aws-smithy-runtime\",\"req\":\"^1.9.5\"},{\"features\":[\"client\"],\"name\":\"aws-smithy-runtime-api\",\"req\":\"^1.9.3\"},{\"features\":[\"test-util\"],\"kind\":\"dev\",\"name\":\"aws-smithy-runtime-api\",\"req\":\"^1.9.3\"},{\"name\":\"aws-smithy-types\",\"req\":\"^1.3.5\"},{\"name\":\"aws-types\",\"req\":\"^1.3.11\"},{\"name\":\"base64-simd\",\"optional\":true,\"req\":\"^0.8.0\"},{\"name\":\"bytes\",\"req\":\"^1.1.0\"},{\"name\":\"fastrand\",\"req\":\"^2.3.0\"},{\"default_features\":false,\"kind\":\"dev\",\"name\":\"futures-util\",\"req\":\"^0.3.29\"},{\"name\":\"hex\",\"optional\":true,\"req\":\"^0.4.3\"},{\"name\":\"http\",\"req\":\"^1\"},{\"name\":\"p256\",\"optional\":true,\"req\":\"^0.13.2\"},{\"default_features\":false,\"features\":[\"std\",\"std_rng\"],\"name\":\"rand\",\"optional\":true,\"req\":\"^0.8.5\"},{\"name\":\"ring\",\"optional\":true,\"req\":\"^0.17.5\"},{\"features\":[\"derive\"],\"kind\":\"dev\",\"name\":\"serde\",\"req\":\"^1\"},{\"kind\":\"dev\",\"name\":\"serde_json\",\"req\":\"^1\"},{\"name\":\"sha2\",\"optional\":true,\"req\":\"^0.10.9\"},{\"features\":[\"parsing\"],\"name\":\"time\",\"req\":\"^0.3.4\"},{\"features\":[\"sync\"],\"name\":\"tokio\",\"req\":\"^1.13.1\"},{\"features\":[\"full\",\"test-util\"],\"kind\":\"dev\",\"name\":\"tokio\",\"req\":\"^1.23.1\"},{\"name\":\"tracing\",\"req\":\"^0.1\"},{\"features\":[\"fmt\",\"json\"],\"kind\":\"dev\",\"name\":\"tracing-subscriber\",\"req\":\"^0.3.16\"},{\"kind\":\"dev\",\"name\":\"tracing-test\",\"req\":\"^0.2.4\"},{\"name\":\"url\",\"req\":\"^2.5.4\"},{\"name\":\"uuid\",\"optional\":true,\"req\":\"^1.18.1\"},{\"name\":\"zeroize\",\"optional\":true,\"req\":\"^1\"}],\"features\":{\"allow-compilation\":[],\"behavior-version-latest\":[],\"client-hyper\":[\"aws-smithy-runtime/default-https-client\"],\"credentials-login\":[\"dep:aws-sdk-signin\",\"dep:sha2\",\"dep:zeroize\",\"dep:hex\",\"dep:base64-simd\",\"dep:uuid\",\"uuid?/v4\",\"dep:p256\",\"p256?/arithmetic\",\"p256?/pem\",\"dep:rand\"],\"credentials-process\":[\"tokio/process\"],\"default\":[\"default-https-client\",\"rt-tokio\",\"credentials-process\",\"sso\"],\"default-https-client\":[\"aws-smithy-runtime/default-https-client\"],\"rt-tokio\":[\"aws-smithy-async/rt-tokio\",\"aws-smithy-runtime/rt-tokio\",\"tokio/rt\"],\"rustls\":[\"client-hyper\"],\"sso\":[\"dep:aws-sdk-sso\",\"dep:aws-sdk-ssooidc\",\"dep:ring\",\"dep:hex\",\"dep:zeroize\",\"aws-smithy-runtime-api/http-auth\"],\"test-util\":[\"aws-runtime/test-util\"]}}","aws-credential-types_1.2.11": "{\"dependencies\":[{\"kind\":\"dev\",\"name\":\"async-trait\",\"req\":\"^0.1.74\"},{\"name\":\"aws-smithy-async\",\"req\":\"^1.2.7\"},{\"features\":[\"client\",\"http-auth\"],\"name\":\"aws-smithy-runtime-api\",\"req\":\"^1.9.3\"},{\"features\":[\"test-util\"],\"kind\":\"dev\",\"name\":\"aws-smithy-runtime-api\",\"req\":\"^1.9.3\"},{\"name\":\"aws-smithy-types\",\"req\":\"^1.3.5\"},{\"features\":[\"full\",\"test-util\",\"rt\"],\"kind\":\"dev\",\"name\":\"tokio\",\"req\":\"^1.23.1\"},{\"name\":\"zeroize\",\"req\":\"^1.7.0\"}],\"features\":{\"hardcoded-credentials\":[],\"test-util\":[\"aws-smithy-runtime-api/test-util\"]}}",@@ -1429,6 +1433,8 @@"opentelemetry_0.31.0": "{\"dependencies\":[{\"kind\":\"dev\",\"name\":\"criterion\",\"req\":\"^0.5\"},{\"kind\":\"dev\",\"name\":\"futures\",\"req\":\"^0.3\"},{\"name\":\"futures-core\",\"optional\":true,\"req\":\"^0.3\"},{\"name\":\"futures-sink\",\"optional\":true,\"req\":\"^0.3\"},{\"name\":\"js-sys\",\"req\":\"^0.3.63\",\"target\":\"cfg(all(target_arch = \\\"wasm32\\\", not(target_os = \\\"wasi\\\")))\"},{\"name\":\"pin-project-lite\",\"optional\":true,\"req\":\"^0.2\"},{\"default_features\":false,\"features\":[\"os_rng\",\"thread_rng\"],\"kind\":\"dev\",\"name\":\"rand\",\"req\":\"^0.9\"},{\"default_features\":false,\"name\":\"thiserror\",\"optional\":true,\"req\":\"^2\"},{\"features\":[\"full\"],\"kind\":\"dev\",\"name\":\"tokio\",\"req\":\"^1.0\"},{\"default_features\":false,\"name\":\"tracing\",\"optional\":true,\"req\":\">=0.1.40\"}],\"features\":{\"default\":[\"trace\",\"metrics\",\"logs\",\"internal-logs\",\"futures\"],\"futures\":[\"futures-core\",\"futures-sink\",\"pin-project-lite\"],\"internal-logs\":[\"tracing\"],\"logs\":[],\"metrics\":[],\"spec_unstable_logs_enabled\":[\"logs\"],\"testing\":[\"trace\"],\"trace\":[\"futures\",\"thiserror\"]}}","opentelemetry_sdk_0.31.0": "{\"dependencies\":[{\"features\":[\"html_reports\"],\"kind\":\"dev\",\"name\":\"criterion\",\"req\":\"^0.5\"},{\"name\":\"futures-channel\",\"req\":\"^0.3\"},{\"name\":\"futures-executor\",\"req\":\"^0.3\"},{\"default_features\":false,\"features\":[\"std\",\"sink\",\"async-await-macro\"],\"name\":\"futures-util\",\"req\":\"^0.3\"},{\"default_features\":false,\"features\":[\"std\"],\"name\":\"http\",\"optional\":true,\"req\":\"^1.1\"},{\"default_features\":false,\"name\":\"opentelemetry\",\"req\":\"^0.31\"},{\"default_features\":false,\"name\":\"opentelemetry-http\",\"optional\":true,\"req\":\"^0.31\"},{\"name\":\"percent-encoding\",\"optional\":true,\"req\":\"^2.0\"},{\"features\":[\"flamegraph\",\"criterion\"],\"kind\":\"dev\",\"name\":\"pprof\",\"req\":\"^0.14\",\"target\":\"cfg(not(target_os = \\\"windows\\\"))\"},{\"default_features\":false,\"features\":[\"std\",\"std_rng\",\"small_rng\",\"os_rng\",\"thread_rng\"],\"name\":\"rand\",\"optional\":true,\"req\":\"^0.9\"},{\"kind\":\"dev\",\"name\":\"rstest\",\"req\":\"^0.23.0\"},{\"default_features\":false,\"features\":[\"derive\",\"rc\"],\"name\":\"serde\",\"optional\":true,\"req\":\"^1.0\"},{\"name\":\"serde_json\",\"optional\":true,\"req\":\"^1.0\"},{\"kind\":\"dev\",\"name\":\"temp-env\",\"req\":\"^0.3.6\"},{\"default_features\":false,\"name\":\"thiserror\",\"req\":\"^2\"},{\"default_features\":false,\"name\":\"tokio\",\"optional\":true,\"req\":\"^1\"},{\"name\":\"tokio-stream\",\"optional\":true,\"req\":\"^0.1\"},{\"default_features\":false,\"name\":\"url\",\"optional\":true,\"req\":\"^2.5\"}],\"features\":{\"default\":[\"trace\",\"metrics\",\"logs\",\"internal-logs\"],\"experimental_async_runtime\":[],\"experimental_logs_batch_log_processor_with_async_runtime\":[\"logs\",\"experimental_async_runtime\"],\"experimental_logs_concurrent_log_processor\":[\"logs\"],\"experimental_metrics_custom_reader\":[\"metrics\"],\"experimental_metrics_disable_name_validation\":[\"metrics\"],\"experimental_metrics_periodicreader_with_async_runtime\":[\"metrics\",\"experimental_async_runtime\"],\"experimental_trace_batch_span_processor_with_async_runtime\":[\"tokio/sync\",\"trace\",\"experimental_async_runtime\"],\"internal-logs\":[\"opentelemetry/internal-logs\"],\"jaeger_remote_sampler\":[\"trace\",\"opentelemetry-http\",\"http\",\"serde\",\"serde_json\",\"url\",\"experimental_async_runtime\"],\"logs\":[\"opentelemetry/logs\"],\"metrics\":[\"opentelemetry/metrics\"],\"rt-tokio\":[\"tokio/rt\",\"tokio/time\",\"tokio-stream\",\"experimental_async_runtime\"],\"rt-tokio-current-thread\":[\"tokio/rt\",\"tokio/time\",\"tokio-stream\",\"experimental_async_runtime\"],\"spec_unstable_logs_enabled\":[\"logs\",\"opentelemetry/spec_unstable_logs_enabled\"],\"spec_unstable_metrics_views\":[\"metrics\"],\"testing\":[\"opentelemetry/testing\",\"trace\",\"metrics\",\"logs\",\"rt-tokio\",\"rt-tokio-current-thread\",\"tokio/macros\",\"tokio/rt-multi-thread\"],\"trace\":[\"opentelemetry/trace\",\"rand\",\"percent-encoding\"]}}","option-ext_0.2.0": "{\"dependencies\":[],\"features\":{}}",+ "opus_0.4.0": "{\"dependencies\":[{\"name\":\"opusic-sys\",\"req\":\"^0.7.3\"}],\"features\":{}}",+ "opusic-sys_0.7.5": "{\"dependencies\":[{\"kind\":\"build\",\"name\":\"bindgen\",\"optional\":true,\"req\":\"^0.72\"},{\"kind\":\"build\",\"name\":\"cmake\",\"optional\":true,\"req\":\"^0.1\"}],\"features\":{\"build-bindgen\":[\"bindgen\"],\"bundled\":[\"dep:cmake\"],\"default\":[\"bundled\"],\"dred\":[],\"fixed-point\":[],\"no-fortify-source\":[],\"no-hardening\":[],\"no-runtime-feature-detection\":[],\"no-simd\":[],\"no-stack-protector\":[],\"osce\":[]}}","ordered-float_4.6.0": "{\"dependencies\":[{\"name\":\"arbitrary\",\"optional\":true,\"req\":\"^1.0.0\"},{\"default_features\":false,\"name\":\"borsh\",\"optional\":true,\"req\":\"^1.2.0\"},{\"default_features\":false,\"name\":\"bytemuck\",\"optional\":true,\"req\":\"^1.12.2\"},{\"name\":\"derive-visitor\",\"optional\":true,\"req\":\"^0.4.0\"},{\"name\":\"num-cmp\",\"optional\":true,\"req\":\"^0.1.0\"},{\"default_features\":false,\"name\":\"num-traits\",\"req\":\"^0.2.9\"},{\"name\":\"proptest\",\"optional\":true,\"req\":\"^1.0.0\"},{\"default_features\":false,\"name\":\"rand\",\"optional\":true,\"req\":\"^0.8.3\"},{\"default_features\":false,\"features\":[\"rend\"],\"name\":\"rkyv\",\"optional\":true,\"req\":\"^0.7.41\"},{\"name\":\"schemars\",\"optional\":true,\"req\":\"^0.8.8\"},{\"default_features\":false,\"name\":\"serde\",\"optional\":true,\"req\":\"^1.0\"},{\"kind\":\"dev\",\"name\":\"serde_test\",\"req\":\"^1.0\"},{\"default_features\":false,\"name\":\"speedy\",\"optional\":true,\"req\":\"^0.8.3\"}],\"features\":{\"default\":[\"std\"],\"libm\":[\"num-traits/libm\"],\"randtest\":[\"rand/std\",\"rand/std_rng\"],\"rkyv\":[\"rkyv_32\"],\"rkyv_16\":[\"dep:rkyv\",\"rkyv?/size_16\"],\"rkyv_32\":[\"dep:rkyv\",\"rkyv?/size_32\"],\"rkyv_64\":[\"dep:rkyv\",\"rkyv?/size_64\"],\"rkyv_ck\":[\"rkyv?/validation\"],\"serde\":[\"dep:serde\",\"rand?/serde1\"],\"std\":[\"num-traits/std\"]}}","ordered-stream_0.2.0": "{\"dependencies\":[{\"name\":\"futures-core\",\"req\":\"^0.3\"},{\"name\":\"pin-project-lite\",\"req\":\"^0.2\"},{\"kind\":\"dev\",\"name\":\"futures-executor\",\"req\":\"^0.3.25\"},{\"kind\":\"dev\",\"name\":\"futures-util\",\"req\":\"^0.3.25\"}],\"features\":{}}","os_info_3.14.0": "{\"dependencies\":[{\"name\":\"android_system_properties\",\"req\":\"^0.1\",\"target\":\"cfg(target_os = \\\"android\\\")\"},{\"kind\":\"dev\",\"name\":\"doc-comment\",\"req\":\"^0.3\"},{\"name\":\"log\",\"req\":\"^0.4\"},{\"features\":[\"feature\"],\"name\":\"nix\",\"req\":\"^0.30\",\"target\":\"cfg(any(target_os = \\\"aix\\\", target_os = \\\"dragonfly\\\", target_os = \\\"freebsd\\\", target_os = \\\"illumos\\\", target_os = \\\"linux\\\", target_os = \\\"macos\\\", target_os = \\\"netbsd\\\", target_os = \\\"openbsd\\\", target_os = \\\"cygwin\\\"))\"},{\"name\":\"objc2\",\"req\":\"^0.6\",\"target\":\"cfg(target_os = \\\"ios\\\")\"},{\"features\":[\"NSString\"],\"name\":\"objc2-foundation\",\"req\":\"^0.3\",\"target\":\"cfg(target_os = \\\"ios\\\")\"},{\"features\":[\"NSData\",\"NSError\",\"NSEnumerator\",\"NSString\"],\"name\":\"objc2-foundation\",\"req\":\"^0.3\",\"target\":\"cfg(target_os = \\\"macos\\\")\"},{\"name\":\"objc2-ui-kit\",\"req\":\"^0.3\",\"target\":\"cfg(target_os = \\\"ios\\\")\"},{\"kind\":\"dev\",\"name\":\"pretty_assertions\",\"req\":\"^1\"},{\"name\":\"schemars\",\"optional\":true,\"req\":\"^1.0.3\"},{\"features\":[\"derive\"],\"name\":\"serde\",\"optional\":true,\"req\":\"^1\"},{\"features\":[\"Win32_Foundation\",\"Win32_System_LibraryLoader\",\"Win32_System_Registry\",\"Win32_System_SystemInformation\",\"Win32_System_SystemServices\",\"Win32_System_Threading\",\"Win32_UI_WindowsAndMessaging\"],\"name\":\"windows-sys\",\"req\":\"^0.61\",\"target\":\"cfg(windows)\"}],\"features\":{\"default\":[\"serde\"]}}",@@ -1622,6 +1628,7 @@"rtc-stun_0.20.3": "{\"dependencies\":[{\"default_features\":false,\"features\":[\"aws-lc-sys\"],\"name\":\"aws-lc-rs\",\"optional\":true,\"req\":\"^1.17.3\"},{\"name\":\"base64\",\"req\":\"^0.22.1\"},{\"name\":\"bytes\",\"req\":\"^1.12.0\"},{\"features\":[\"derive\"],\"kind\":\"dev\",\"name\":\"clap\",\"req\":\"^4.6.1\"},{\"name\":\"crc\",\"req\":\"^3.0.1\"},{\"kind\":\"dev\",\"name\":\"criterion\",\"req\":\"^0.8.2\"},{\"name\":\"lazy_static\",\"req\":\"^1.4.0\"},{\"name\":\"md-5\",\"req\":\"^0.10\"},{\"name\":\"rand\",\"req\":\"^0.10.1\"},{\"name\":\"ring\",\"optional\":true,\"req\":\"^0.17.14\"},{\"name\":\"sansio\",\"req\":\"^1\"},{\"default_features\":false,\"name\":\"shared\",\"package\":\"rtc-shared\",\"req\":\"^0.20.3\"},{\"name\":\"subtle\",\"req\":\"^2.5.0\"},{\"name\":\"url\",\"req\":\"^2.5.0\"}],\"features\":{\"aws-lc-rs\":[\"dep:aws-lc-rs\"],\"bench\":[],\"default\":[\"ring\"],\"ring\":[\"dep:ring\"]}}","rtc-turn_0.20.3": "{\"dependencies\":[{\"name\":\"bytes\",\"req\":\"^1.12.0\"},{\"kind\":\"dev\",\"name\":\"chrono\",\"req\":\"^0.4.45\"},{\"features\":[\"derive\"],\"kind\":\"dev\",\"name\":\"clap\",\"req\":\"^4.6.1\"},{\"kind\":\"dev\",\"name\":\"criterion\",\"req\":\"^0.8.2\"},{\"kind\":\"dev\",\"name\":\"crossbeam-channel\",\"req\":\"^0.5\"},{\"kind\":\"dev\",\"name\":\"ctrlc\",\"req\":\"^3.5.2\"},{\"kind\":\"dev\",\"name\":\"env_logger\",\"req\":\"^0.11.11\"},{\"kind\":\"dev\",\"name\":\"hex\",\"req\":\"^0.4.3\"},{\"name\":\"log\",\"req\":\"^0.4.33\"},{\"name\":\"sansio\",\"req\":\"^1\"},{\"default_features\":false,\"name\":\"shared\",\"package\":\"rtc-shared\",\"req\":\"^0.20.3\"},{\"default_features\":false,\"name\":\"stun\",\"package\":\"rtc-stun\",\"req\":\"^0.20.3\"}],\"features\":{\"aws-lc-rs\":[\"stun/aws-lc-rs\"],\"default\":[\"ring\"],\"metrics\":[],\"ring\":[\"stun/ring\"]}}","rtc_0.20.3": "{\"dependencies\":[{\"kind\":\"dev\",\"name\":\"anyhow\",\"req\":\"^1\"},{\"default_features\":false,\"features\":[\"aws-lc-sys\"],\"name\":\"aws-lc-rs\",\"optional\":true,\"req\":\"^1.17.3\"},{\"name\":\"bytes\",\"req\":\"^1.12.0\"},{\"kind\":\"dev\",\"name\":\"bytes\",\"req\":\"^1.12.0\"},{\"kind\":\"dev\",\"name\":\"chrono\",\"req\":\"^0.4.45\"},{\"features\":[\"derive\"],\"kind\":\"dev\",\"name\":\"clap\",\"req\":\"^4.6.1\"},{\"kind\":\"dev\",\"name\":\"ctrlc\",\"req\":\"^3.5.2\"},{\"name\":\"datachannel\",\"package\":\"rtc-datachannel\",\"req\":\"^0.20.3\"},{\"default_features\":false,\"name\":\"dtls\",\"package\":\"rtc-dtls\",\"req\":\"^0.20.3\"},{\"kind\":\"dev\",\"name\":\"env_logger\",\"req\":\"^0.11.11\"},{\"kind\":\"dev\",\"name\":\"futures-util\",\"req\":\"^0.3\"},{\"name\":\"hex\",\"req\":\"^0.4\"},{\"features\":[\"full\"],\"kind\":\"dev\",\"name\":\"hyper\",\"req\":\"^0.14.32\"},{\"default_features\":false,\"name\":\"ice\",\"package\":\"rtc-ice\",\"req\":\"^0.20.3\"},{\"default_features\":false,\"kind\":\"dev\",\"name\":\"ice\",\"package\":\"rtc-ice\",\"req\":\"^0.20.3\"},{\"name\":\"interceptor\",\"package\":\"rtc-interceptor\",\"req\":\"^0.20.3\"},{\"name\":\"log\",\"req\":\"^0.4.33\"},{\"kind\":\"dev\",\"name\":\"log\",\"req\":\"^0.4.33\"},{\"name\":\"mdns\",\"package\":\"rtc-mdns\",\"req\":\"^0.20.3\"},{\"name\":\"media\",\"package\":\"rtc-media\",\"req\":\"^0.20.3\"},{\"name\":\"pem\",\"optional\":true,\"req\":\"^3\"},{\"name\":\"rand\",\"req\":\"^0.10.1\"},{\"kind\":\"dev\",\"name\":\"rand\",\"req\":\"^0.10.1\"},{\"default_features\":false,\"features\":[\"pem\"],\"name\":\"rcgen\",\"req\":\"^0.14.8\"},{\"name\":\"ring\",\"optional\":true,\"req\":\"^0.17.14\"},{\"name\":\"rtcp\",\"package\":\"rtc-rtcp\",\"req\":\"^0.20.3\"},{\"name\":\"rtp\",\"package\":\"rtc-rtp\",\"req\":\"^0.20.3\"},{\"default_features\":false,\"features\":[\"std\"],\"name\":\"rustls\",\"req\":\"^0.23.35\"},{\"name\":\"sansio\",\"req\":\"^1\"},{\"kind\":\"dev\",\"name\":\"sansio\",\"req\":\"^1\"},{\"name\":\"sctp\",\"package\":\"rtc-sctp\",\"req\":\"^0.20.3\"},{\"name\":\"sdp\",\"package\":\"rtc-sdp\",\"req\":\"^0.20.3\"},{\"name\":\"serde\",\"req\":\"^1\"},{\"features\":[\"derive\"],\"kind\":\"dev\",\"name\":\"serde\",\"req\":\"^1.0.228\"},{\"name\":\"serde_json\",\"req\":\"^1\"},{\"kind\":\"dev\",\"name\":\"serde_json\",\"req\":\"^1.0.145\"},{\"name\":\"sha2\",\"req\":\"^0.10\"},{\"default_features\":false,\"features\":[\"crypto\",\"marshal\",\"replay\"],\"name\":\"shared\",\"package\":\"rtc-shared\",\"req\":\"^0.20.3\"},{\"default_features\":false,\"kind\":\"dev\",\"name\":\"shared\",\"package\":\"rtc-shared\",\"req\":\"^0.20.3\"},{\"kind\":\"dev\",\"name\":\"signal\",\"package\":\"rtc-signal\",\"req\":\"^0.20.3\"},{\"default_features\":false,\"name\":\"srtp\",\"package\":\"rtc-srtp\",\"req\":\"^0.20.3\"},{\"default_features\":false,\"name\":\"stun\",\"package\":\"rtc-stun\",\"req\":\"^0.20.3\"},{\"features\":[\"full\"],\"kind\":\"dev\",\"name\":\"tokio\",\"req\":\"^1.52.3\"},{\"kind\":\"dev\",\"name\":\"tokio-tungstenite\",\"req\":\"^0.28.0\"},{\"features\":[\"codec\"],\"kind\":\"dev\",\"name\":\"tokio-util\",\"req\":\"^0.7.17\"},{\"default_features\":false,\"name\":\"turn\",\"package\":\"rtc-turn\",\"req\":\"^0.20.3\"},{\"name\":\"unicase\",\"req\":\"^2.8\"},{\"name\":\"url\",\"req\":\"^2\"},{\"kind\":\"dev\",\"name\":\"webrtc\",\"req\":\"^0.14.0\"}],\"features\":{\"aws-lc-rs\":[\"dep:aws-lc-rs\",\"dtls/aws-lc-rs\",\"rustls/aws-lc-rs\",\"rcgen/aws_lc_rs\",\"ice/aws-lc-rs\",\"stun/aws-lc-rs\",\"srtp/aws-lc-rs\",\"turn/aws-lc-rs\"],\"default\":[\"ring\"],\"openssl\":[\"srtp/openssl\"],\"pem\":[\"dep:pem\",\"dtls/pem\"],\"ring\":[\"dep:ring\",\"dtls/ring\",\"rustls/ring\",\"rcgen/ring\",\"ice/ring\",\"stun/ring\",\"srtp/ring\",\"turn/ring\"],\"vendored-openssl\":[\"srtp/vendored-openssl\"]}}",+ "rubato_5.0.0": "{\"dependencies\":[{\"kind\":\"dev\",\"name\":\"approx\",\"req\":\"^0.5.1\"},{\"name\":\"audioadapter\",\"req\":\"^5.0\"},{\"name\":\"audioadapter-buffers\",\"req\":\"^5.1\"},{\"features\":[\"derive\"],\"kind\":\"dev\",\"name\":\"clap\",\"req\":\"^4.6\"},{\"kind\":\"dev\",\"name\":\"criterion\",\"req\":\"^0.8\"},{\"kind\":\"dev\",\"name\":\"env_logger\",\"req\":\"^0.11.0\"},{\"name\":\"log\",\"optional\":true,\"req\":\"^0.4.18\"},{\"kind\":\"dev\",\"name\":\"log\",\"req\":\"^0.4.18\"},{\"name\":\"num-complex\",\"optional\":true,\"req\":\"^0.4\"},{\"name\":\"num-integer\",\"req\":\"^0.1.45\"},{\"name\":\"num-traits\",\"req\":\"^0.2\"},{\"kind\":\"dev\",\"name\":\"num-traits\",\"req\":\"^0.2.15\"},{\"kind\":\"dev\",\"name\":\"rand\",\"req\":\"^0.10.0\"},{\"name\":\"realfft\",\"optional\":true,\"req\":\"^3.5.0\"},{\"kind\":\"dev\",\"name\":\"test-case\",\"req\":\"^3\"},{\"kind\":\"dev\",\"name\":\"test-log\",\"req\":\"^0.2.16\"},{\"name\":\"visibility\",\"req\":\"^0.1.1\"},{\"kind\":\"dev\",\"name\":\"waveadapter\",\"req\":\"^0.2\"},{\"name\":\"windowfunctions\",\"req\":\"^0.1.1\"}],\"features\":{\"bench_asyncro\":[],\"default\":[\"fft_resampler\"],\"fft_resampler\":[\"realfft\",\"num-complex\"],\"log\":[\"dep:log\"]}}","rust-embed-impl_8.11.0": "{\"dependencies\":[{\"name\":\"proc-macro2\",\"req\":\"^1\"},{\"name\":\"quote\",\"req\":\"^1\"},{\"name\":\"rust-embed-utils\",\"req\":\"^8.11.0\"},{\"name\":\"shellexpand\",\"optional\":true,\"req\":\"^3\"},{\"default_features\":false,\"features\":[\"derive\",\"parsing\",\"proc-macro\",\"printing\"],\"name\":\"syn\",\"req\":\"^2\"},{\"name\":\"walkdir\",\"req\":\"^2.3.1\"}],\"features\":{\"compression\":[],\"debug-embed\":[],\"deterministic-timestamps\":[],\"include-exclude\":[\"rust-embed-utils/include-exclude\"],\"interpolate-folder-path\":[\"shellexpand\"],\"mime-guess\":[\"rust-embed-utils/mime-guess\"]}}","rust-embed-utils_8.11.0": "{\"dependencies\":[{\"name\":\"globset\",\"optional\":true,\"req\":\"^0.4.8\"},{\"name\":\"mime_guess\",\"optional\":true,\"req\":\"^2.0.4\"},{\"name\":\"sha2\",\"req\":\"^0.10.5\"},{\"name\":\"walkdir\",\"req\":\"^2.3.1\"}],\"features\":{\"debug-embed\":[],\"include-exclude\":[\"globset\"],\"mime-guess\":[\"mime_guess\"]}}","rust-embed_8.11.0": "{\"dependencies\":[{\"name\":\"actix-web\",\"optional\":true,\"req\":\"^4\"},{\"default_features\":false,\"features\":[\"http1\",\"tokio\"],\"name\":\"axum\",\"optional\":true,\"req\":\"^0.8\"},{\"name\":\"hex\",\"optional\":true,\"req\":\"^0.4.3\"},{\"name\":\"include-flate\",\"optional\":true,\"req\":\"^0.3\"},{\"name\":\"mime_guess\",\"optional\":true,\"req\":\"^2.0.5\"},{\"default_features\":false,\"features\":[\"server\"],\"name\":\"poem\",\"optional\":true,\"req\":\"^1.3.30\"},{\"default_features\":false,\"name\":\"rocket\",\"optional\":true,\"req\":\"^0.5.0-rc.2\"},{\"name\":\"rust-embed-impl\",\"req\":\"^8.9.0\"},{\"name\":\"rust-embed-utils\",\"req\":\"^8.9.0\"},{\"default_features\":false,\"name\":\"salvo\",\"optional\":true,\"req\":\"^0.16\"},{\"kind\":\"dev\",\"name\":\"sha2\",\"req\":\"^0.10\"},{\"features\":[\"macros\",\"rt-multi-thread\"],\"name\":\"tokio\",\"optional\":true,\"req\":\"^1.0\"},{\"name\":\"walkdir\",\"req\":\"^2.3.2\"},{\"default_features\":false,\"name\":\"warp\",\"optional\":true,\"req\":\"^0.3\"}],\"features\":{\"actix\":[\"actix-web\",\"mime_guess\"],\"axum-ex\":[\"axum\",\"tokio\",\"mime_guess\"],\"compression\":[\"rust-embed-impl/compression\",\"include-flate\"],\"debug-embed\":[\"rust-embed-impl/debug-embed\",\"rust-embed-utils/debug-embed\"],\"deterministic-timestamps\":[\"rust-embed-impl/deterministic-timestamps\"],\"include-exclude\":[\"rust-embed-impl/include-exclude\",\"rust-embed-utils/include-exclude\"],\"interpolate-folder-path\":[\"rust-embed-impl/interpolate-folder-path\"],\"mime-guess\":[\"rust-embed-impl/mime-guess\",\"rust-embed-utils/mime-guess\"],\"poem-ex\":[\"poem\",\"tokio\",\"mime_guess\",\"hex\"],\"salvo-ex\":[\"salvo\",\"tokio\",\"mime_guess\",\"hex\"],\"warp-ex\":[\"warp\",\"tokio\",\"mime_guess\"]}}",@@ -1732,6 +1739,13 @@"smol_str_0.3.5": "{\"dependencies\":[{\"name\":\"arbitrary\",\"optional\":true,\"req\":\"^1.3\"},{\"default_features\":false,\"name\":\"borsh\",\"optional\":true,\"req\":\"^1.4.0\"},{\"kind\":\"dev\",\"name\":\"criterion\",\"req\":\"^0.7\"},{\"kind\":\"dev\",\"name\":\"proptest\",\"req\":\"^1.5\"},{\"kind\":\"dev\",\"name\":\"rand\",\"req\":\"^0.9.2\"},{\"features\":[\"derive\"],\"kind\":\"dev\",\"name\":\"serde\",\"req\":\"^1.0\"},{\"default_features\":false,\"name\":\"serde_core\",\"optional\":true,\"req\":\"^1.0.220\"},{\"kind\":\"dev\",\"name\":\"serde_json\",\"req\":\"^1.0\"}],\"features\":{\"default\":[\"std\"],\"serde\":[\"dep:serde_core\"],\"std\":[\"serde_core?/std\",\"borsh?/std\"]}}","socket2_0.5.10": "{\"dependencies\":[{\"name\":\"libc\",\"req\":\"^0.2.171\",\"target\":\"cfg(unix)\"},{\"features\":[\"Win32_Foundation\",\"Win32_Networking_WinSock\",\"Win32_System_IO\",\"Win32_System_Threading\",\"Win32_System_WindowsProgramming\"],\"name\":\"windows-sys\",\"req\":\"^0.52\",\"target\":\"cfg(windows)\"}],\"features\":{\"all\":[]}}","socket2_0.6.3": "{\"dependencies\":[{\"name\":\"libc\",\"req\":\"^0.2.172\",\"target\":\"cfg(any(unix, target_os = \\\"wasi\\\"))\"},{\"features\":[\"Win32_Foundation\",\"Win32_Networking_WinSock\",\"Win32_System_IO\",\"Win32_System_Threading\",\"Win32_System_WindowsProgramming\"],\"name\":\"windows-sys\",\"req\":\">=0.60, <0.62\",\"target\":\"cfg(windows)\"}],\"features\":{\"all\":[]}}",+ "sonora-aec3_0.2.0": "{\"dependencies\":[{\"kind\":\"dev\",\"name\":\"proptest\",\"req\":\"^1.11\"},{\"name\":\"sonora-common-audio\",\"req\":\"^0.2.0\"},{\"name\":\"sonora-fft\",\"req\":\"^0.2.0\"},{\"name\":\"sonora-simd\",\"req\":\"^0.2.0\"},{\"kind\":\"dev\",\"name\":\"test-strategy\",\"req\":\"^0.4\"}],\"features\":{}}",+ "sonora-agc2_0.2.0": "{\"dependencies\":[{\"features\":[\"derive\"],\"name\":\"bytemuck\",\"req\":\"^1\"},{\"features\":[\"debug\"],\"name\":\"derive_more\",\"req\":\"^2\"},{\"kind\":\"dev\",\"name\":\"proptest\",\"req\":\"^1.11\"},{\"name\":\"sonora-common-audio\",\"req\":\"^0.2.0\"},{\"name\":\"sonora-fft\",\"req\":\"^0.2.0\"},{\"name\":\"sonora-simd\",\"req\":\"^0.2.0\"},{\"kind\":\"dev\",\"name\":\"test-strategy\",\"req\":\"^0.4\"},{\"name\":\"tracing\",\"req\":\"^0.1\"}],\"features\":{}}",+ "sonora-common-audio_0.2.0": "{\"dependencies\":[{\"features\":[\"debug\"],\"name\":\"derive_more\",\"req\":\"^2\"},{\"name\":\"sonora-simd\",\"req\":\"^0.2.0\"}],\"features\":{}}",+ "sonora-fft_0.2.0": "{\"dependencies\":[{\"kind\":\"dev\",\"name\":\"proptest\",\"req\":\"^1.11\"},{\"kind\":\"dev\",\"name\":\"test-strategy\",\"req\":\"^0.4\"}],\"features\":{}}",+ "sonora-ns_0.2.0": "{\"dependencies\":[{\"name\":\"sonora-fft\",\"req\":\"^0.2.0\"}],\"features\":{}}",+ "sonora-simd_0.2.0": "{\"dependencies\":[{\"name\":\"cpufeatures\",\"req\":\"^0.3\",\"target\":\"cfg(any(target_arch = \\\"x86\\\", target_arch = \\\"x86_64\\\"))\"}],\"features\":{}}",+ "sonora_0.2.0": "{\"dependencies\":[{\"name\":\"anyhow\",\"optional\":true,\"req\":\"^1\"},{\"features\":[\"derive\"],\"name\":\"clap\",\"optional\":true,\"req\":\"^4\"},{\"name\":\"cpal\",\"optional\":true,\"req\":\"^0.18\"},{\"features\":[\"html_reports\"],\"kind\":\"dev\",\"name\":\"criterion\",\"req\":\"^0.8\"},{\"features\":[\"termination\"],\"name\":\"ctrlc\",\"optional\":true,\"req\":\"^3\"},{\"name\":\"hound\",\"optional\":true,\"req\":\"^3\"},{\"name\":\"ringbuf\",\"optional\":true,\"req\":\"^0.5\"},{\"name\":\"sonora-aec3\",\"req\":\"^0.2.0\"},{\"name\":\"sonora-agc2\",\"req\":\"^0.2.0\"},{\"name\":\"sonora-common-audio\",\"req\":\"^0.2.0\"},{\"kind\":\"dev\",\"name\":\"sonora-fft\",\"req\":\"^0.2.0\"},{\"name\":\"sonora-ns\",\"req\":\"^0.2.0\"},{\"name\":\"sonora-simd\",\"req\":\"^0.2.0\"},{\"name\":\"tracing\",\"req\":\"^0.1\"},{\"features\":[\"env-filter\"],\"kind\":\"dev\",\"name\":\"tracing-subscriber\",\"req\":\"^0.3\"}],\"features\":{\"examples\":[\"dep:anyhow\",\"dep:clap\",\"dep:cpal\",\"dep:ctrlc\",\"dep:hound\",\"dep:ringbuf\"]}}","sorted_vector_map_0.2.1": "{\"dependencies\":[{\"name\":\"itertools\",\"req\":\"^0.14.0\"},{\"name\":\"quickcheck\",\"req\":\"^1.0\"}],\"features\":{}}","spin_0.9.8": "{\"dependencies\":[{\"kind\":\"dev\",\"name\":\"criterion\",\"req\":\"^0.4\"},{\"name\":\"lock_api_crate\",\"optional\":true,\"package\":\"lock_api\",\"req\":\"^0.4\"},{\"default_features\":false,\"name\":\"portable-atomic\",\"optional\":true,\"req\":\"^1\"}],\"features\":{\"barrier\":[\"mutex\"],\"default\":[\"lock_api\",\"mutex\",\"spin_mutex\",\"rwlock\",\"once\",\"lazy\",\"barrier\"],\"fair_mutex\":[\"mutex\"],\"lazy\":[\"once\"],\"lock_api\":[\"lock_api_crate\"],\"mutex\":[],\"once\":[],\"portable_atomic\":[\"portable-atomic\"],\"rwlock\":[],\"spin_mutex\":[\"mutex\"],\"std\":[],\"ticket_mutex\":[\"mutex\"],\"use_ticket_mutex\":[\"mutex\",\"ticket_mutex\"]}}","spki_0.7.3": "{\"dependencies\":[{\"features\":[\"derive\"],\"name\":\"arbitrary\",\"optional\":true,\"req\":\"^1.2\"},{\"default_features\":false,\"name\":\"base64ct\",\"optional\":true,\"req\":\"^1\"},{\"features\":[\"oid\"],\"name\":\"der\",\"req\":\"^0.7.2\"},{\"kind\":\"dev\",\"name\":\"hex-literal\",\"req\":\"^0.4\"},{\"default_features\":false,\"name\":\"sha2\",\"optional\":true,\"req\":\"^0.10\"},{\"kind\":\"dev\",\"name\":\"tempfile\",\"req\":\"^3\"}],\"features\":{\"alloc\":[\"base64ct?/alloc\",\"der/alloc\"],\"arbitrary\":[\"std\",\"dep:arbitrary\",\"der/arbitrary\"],\"base64\":[\"dep:base64ct\"],\"fingerprint\":[\"sha2\"],\"pem\":[\"alloc\",\"der/pem\"],\"std\":[\"der/std\",\"alloc\"]}}",@@ -1925,6 +1939,7 @@"valuable_0.1.1": "{\"dependencies\":[{\"kind\":\"dev\",\"name\":\"criterion\",\"req\":\"^0.3\"},{\"name\":\"valuable-derive\",\"optional\":true,\"req\":\"=0.1.1\"}],\"features\":{\"alloc\":[],\"default\":[\"std\"],\"derive\":[\"valuable-derive\"],\"std\":[\"alloc\"]}}","vcpkg_0.2.15": "{\"dependencies\":[{\"kind\":\"dev\",\"name\":\"lazy_static\",\"req\":\"^1\"},{\"kind\":\"dev\",\"name\":\"tempdir\",\"req\":\"^0.3.7\"}],\"features\":{}}","version_check_0.9.5": "{\"dependencies\":[],\"features\":{}}",+ "visibility_0.1.1": "{\"dependencies\":[{\"name\":\"proc-macro2\",\"req\":\"^1.0.60\"},{\"name\":\"quote\",\"req\":\"^1.0.26\"},{\"features\":[\"full\"],\"name\":\"syn\",\"req\":\"^2.0.0\"}],\"features\":{\"nightly\":[]}}","vsimd_0.8.0": "{\"dependencies\":[{\"kind\":\"dev\",\"name\":\"const-str\",\"req\":\"^0.5.3\"},{\"features\":[\"js\"],\"kind\":\"dev\",\"name\":\"getrandom\",\"req\":\"^0.2.8\",\"target\":\"cfg(target_arch = \\\"wasm32\\\")\"},{\"kind\":\"dev\",\"name\":\"rand\",\"req\":\"^0.8.5\"},{\"kind\":\"dev\",\"name\":\"wasm-bindgen-test\",\"req\":\"^0.3.33\",\"target\":\"cfg(target_arch = \\\"wasm32\\\")\"}],\"features\":{\"alloc\":[],\"detect\":[\"std\"],\"std\":[\"alloc\"],\"unstable\":[]}}","vt100_0.16.2": "{\"dependencies\":[{\"name\":\"itoa\",\"req\":\"^1.0.15\"},{\"features\":[\"term\"],\"kind\":\"dev\",\"name\":\"nix\",\"req\":\"^0.30.1\"},{\"kind\":\"dev\",\"name\":\"quickcheck\",\"req\":\"^1.0\"},{\"kind\":\"dev\",\"name\":\"rand\",\"req\":\"^0.9\"},{\"features\":[\"derive\"],\"kind\":\"dev\",\"name\":\"serde\",\"req\":\"^1.0.219\"},{\"kind\":\"dev\",\"name\":\"serde_json\",\"req\":\"^1.0.140\"},{\"kind\":\"dev\",\"name\":\"terminal_size\",\"req\":\"^0.4.2\"},{\"name\":\"unicode-width\",\"req\":\"^0.2.1\"},{\"name\":\"vte\",\"req\":\"^0.15.0\"}],\"features\":{}}","vte_0.15.0": "{\"dependencies\":[{\"default_features\":false,\"name\":\"arrayvec\",\"req\":\"^0.7.2\"},{\"default_features\":false,\"name\":\"bitflags\",\"optional\":true,\"req\":\"^2.3.3\"},{\"default_features\":false,\"name\":\"cursor-icon\",\"optional\":true,\"req\":\"^1.0.0\"},{\"name\":\"log\",\"optional\":true,\"req\":\"^0.4.17\"},{\"default_features\":false,\"name\":\"memchr\",\"req\":\"^2.7.4\"},{\"features\":[\"derive\"],\"name\":\"serde\",\"optional\":true,\"req\":\"^1.0.160\"}],\"features\":{\"ansi\":[\"log\",\"cursor-icon\",\"bitflags\"],\"default\":[\"std\"],\"serde\":[\"dep:serde\"],\"std\":[\"memchr/std\"]}}",@@ -1994,6 +2009,7 @@"winapi-util_0.1.11": "{\"dependencies\":[{\"features\":[\"Win32_Foundation\",\"Win32_Storage_FileSystem\",\"Win32_System_Console\",\"Win32_System_SystemInformation\"],\"name\":\"windows-sys\",\"req\":\">=0.48.0, <=0.61\",\"target\":\"cfg(windows)\"}],\"features\":{}}","winapi-x86_64-pc-windows-gnu_0.4.0": "{\"dependencies\":[],\"features\":{}}","winapi_0.3.9": "{\"dependencies\":[{\"name\":\"winapi-i686-pc-windows-gnu\",\"req\":\"^0.4\",\"target\":\"i686-pc-windows-gnu\"},{\"name\":\"winapi-x86_64-pc-windows-gnu\",\"req\":\"^0.4\",\"target\":\"x86_64-pc-windows-gnu\"}],\"features\":{\"accctrl\":[],\"aclapi\":[],\"activation\":[],\"adhoc\":[],\"appmgmt\":[],\"audioclient\":[],\"audiosessiontypes\":[],\"avrt\":[],\"basetsd\":[],\"bcrypt\":[],\"bits\":[],\"bits10_1\":[],\"bits1_5\":[],\"bits2_0\":[],\"bits2_5\":[],\"bits3_0\":[],\"bits4_0\":[],\"bits5_0\":[],\"bitscfg\":[],\"bitsmsg\":[],\"bluetoothapis\":[],\"bluetoothleapis\":[],\"bthdef\":[],\"bthioctl\":[],\"bthledef\":[],\"bthsdpdef\":[],\"bugcodes\":[],\"cderr\":[],\"cfg\":[],\"cfgmgr32\":[],\"cguid\":[],\"combaseapi\":[],\"coml2api\":[],\"commapi\":[],\"commctrl\":[],\"commdlg\":[],\"commoncontrols\":[],\"consoleapi\":[],\"corecrt\":[],\"corsym\":[],\"d2d1\":[],\"d2d1_1\":[],\"d2d1_2\":[],\"d2d1_3\":[],\"d2d1effectauthor\":[],\"d2d1effects\":[],\"d2d1effects_1\":[],\"d2d1effects_2\":[],\"d2d1svg\":[],\"d2dbasetypes\":[],\"d3d\":[],\"d3d10\":[],\"d3d10_1\":[],\"d3d10_1shader\":[],\"d3d10effect\":[],\"d3d10misc\":[],\"d3d10sdklayers\":[],\"d3d10shader\":[],\"d3d11\":[],\"d3d11_1\":[],\"d3d11_2\":[],\"d3d11_3\":[],\"d3d11_4\":[],\"d3d11on12\":[],\"d3d11sdklayers\":[],\"d3d11shader\":[],\"d3d11tokenizedprogramformat\":[],\"d3d12\":[],\"d3d12sdklayers\":[],\"d3d12shader\":[],\"d3d9\":[],\"d3d9caps\":[],\"d3d9types\":[],\"d3dcommon\":[],\"d3dcompiler\":[],\"d3dcsx\":[],\"d3dkmdt\":[],\"d3dkmthk\":[],\"d3dukmdt\":[],\"d3dx10core\":[],\"d3dx10math\":[],\"d3dx10mesh\":[],\"datetimeapi\":[],\"davclnt\":[],\"dbghelp\":[],\"dbt\":[],\"dcommon\":[],\"dcomp\":[],\"dcompanimation\":[],\"dcomptypes\":[],\"dde\":[],\"ddraw\":[],\"ddrawi\":[],\"ddrawint\":[],\"debug\":[\"impl-debug\"],\"debugapi\":[],\"devguid\":[],\"devicetopology\":[],\"devpkey\":[],\"devpropdef\":[],\"dinput\":[],\"dinputd\":[],\"dispex\":[],\"dmksctl\":[],\"dmusicc\":[],\"docobj\":[],\"documenttarget\":[],\"dot1x\":[],\"dpa_dsa\":[],\"dpapi\":[],\"dsgetdc\":[],\"dsound\":[],\"dsrole\":[],\"dvp\":[],\"dwmapi\":[],\"dwrite\":[],\"dwrite_1\":[],\"dwrite_2\":[],\"dwrite_3\":[],\"dxdiag\":[],\"dxfile\":[],\"dxgi\":[],\"dxgi1_2\":[],\"dxgi1_3\":[],\"dxgi1_4\":[],\"dxgi1_5\":[],\"dxgi1_6\":[],\"dxgidebug\":[],\"dxgiformat\":[],\"dxgitype\":[],\"dxva2api\":[],\"dxvahd\":[],\"eaptypes\":[],\"enclaveapi\":[],\"endpointvolume\":[],\"errhandlingapi\":[],\"everything\":[],\"evntcons\":[],\"evntprov\":[],\"evntrace\":[],\"excpt\":[],\"exdisp\":[],\"fibersapi\":[],\"fileapi\":[],\"functiondiscoverykeys_devpkey\":[],\"gl-gl\":[],\"guiddef\":[],\"handleapi\":[],\"heapapi\":[],\"hidclass\":[],\"hidpi\":[],\"hidsdi\":[],\"hidusage\":[],\"highlevelmonitorconfigurationapi\":[],\"hstring\":[],\"http\":[],\"ifdef\":[],\"ifmib\":[],\"imm\":[],\"impl-debug\":[],\"impl-default\":[],\"in6addr\":[],\"inaddr\":[],\"inspectable\":[],\"interlockedapi\":[],\"intsafe\":[],\"ioapiset\":[],\"ipexport\":[],\"iphlpapi\":[],\"ipifcons\":[],\"ipmib\":[],\"iprtrmib\":[],\"iptypes\":[],\"jobapi\":[],\"jobapi2\":[],\"knownfolders\":[],\"ks\":[],\"ksmedia\":[],\"ktmtypes\":[],\"ktmw32\":[],\"l2cmn\":[],\"libloaderapi\":[],\"limits\":[],\"lmaccess\":[],\"lmalert\":[],\"lmapibuf\":[],\"lmat\":[],\"lmcons\":[],\"lmdfs\":[],\"lmerrlog\":[],\"lmjoin\":[],\"lmmsg\":[],\"lmremutl\":[],\"lmrepl\":[],\"lmserver\":[],\"lmshare\":[],\"lmstats\":[],\"lmsvc\":[],\"lmuse\":[],\"lmwksta\":[],\"lowlevelmonitorconfigurationapi\":[],\"lsalookup\":[],\"memoryapi\":[],\"minschannel\":[],\"minwinbase\":[],\"minwindef\":[],\"mmdeviceapi\":[],\"mmeapi\":[],\"mmreg\":[],\"mmsystem\":[],\"mprapidef\":[],\"msaatext\":[],\"mscat\":[],\"mschapp\":[],\"mssip\":[],\"mstcpip\":[],\"mswsock\":[],\"mswsockdef\":[],\"namedpipeapi\":[],\"namespaceapi\":[],\"nb30\":[],\"ncrypt\":[],\"netioapi\":[],\"nldef\":[],\"ntddndis\":[],\"ntddscsi\":[],\"ntddser\":[],\"ntdef\":[],\"ntlsa\":[],\"ntsecapi\":[],\"ntstatus\":[],\"oaidl\":[],\"objbase\":[],\"objidl\":[],\"objidlbase\":[],\"ocidl\":[],\"ole2\":[],\"oleauto\":[],\"olectl\":[],\"oleidl\":[],\"opmapi\":[],\"pdh\":[],\"perflib\":[],\"physicalmonitorenumerationapi\":[],\"playsoundapi\":[],\"portabledevice\":[],\"portabledeviceapi\":[],\"portabledevicetypes\":[],\"powerbase\":[],\"powersetting\":[],\"powrprof\":[],\"processenv\":[],\"processsnapshot\":[],\"processthreadsapi\":[],\"processtopologyapi\":[],\"profileapi\":[],\"propidl\":[],\"propkey\":[],\"propkeydef\":[],\"propsys\":[],\"prsht\":[],\"psapi\":[],\"qos\":[],\"realtimeapiset\":[],\"reason\":[],\"restartmanager\":[],\"restrictederrorinfo\":[],\"rmxfguid\":[],\"roapi\":[],\"robuffer\":[],\"roerrorapi\":[],\"rpc\":[],\"rpcdce\":[],\"rpcndr\":[],\"rtinfo\":[],\"sapi\":[],\"sapi51\":[],\"sapi53\":[],\"sapiddk\":[],\"sapiddk51\":[],\"schannel\":[],\"sddl\":[],\"securityappcontainer\":[],\"securitybaseapi\":[],\"servprov\":[],\"setupapi\":[],\"shellapi\":[],\"shellscalingapi\":[],\"shlobj\":[],\"shobjidl\":[],\"shobjidl_core\":[],\"shtypes\":[],\"softpub\":[],\"spapidef\":[],\"spellcheck\":[],\"sporder\":[],\"sql\":[],\"sqlext\":[],\"sqltypes\":[],\"sqlucode\":[],\"sspi\":[],\"std\":[],\"stralign\":[],\"stringapiset\":[],\"strmif\":[],\"subauth\":[],\"synchapi\":[],\"sysinfoapi\":[],\"systemtopologyapi\":[],\"taskschd\":[],\"tcpestats\":[],\"tcpmib\":[],\"textstor\":[],\"threadpoolapiset\":[],\"threadpoollegacyapiset\":[],\"timeapi\":[],\"timezoneapi\":[],\"tlhelp32\":[],\"transportsettingcommon\":[],\"tvout\":[],\"udpmib\":[],\"unknwnbase\":[],\"urlhist\":[],\"urlmon\":[],\"usb\":[],\"usbioctl\":[],\"usbiodef\":[],\"usbscan\":[],\"usbspec\":[],\"userenv\":[],\"usp10\":[],\"utilapiset\":[],\"uxtheme\":[],\"vadefs\":[],\"vcruntime\":[],\"vsbackup\":[],\"vss\":[],\"vsserror\":[],\"vswriter\":[],\"wbemads\":[],\"wbemcli\":[],\"wbemdisp\":[],\"wbemprov\":[],\"wbemtran\":[],\"wct\":[],\"werapi\":[],\"winbase\":[],\"wincodec\":[],\"wincodecsdk\":[],\"wincon\":[],\"wincontypes\":[],\"wincred\":[],\"wincrypt\":[],\"windef\":[],\"windot11\":[],\"windowsceip\":[],\"windowsx\":[],\"winefs\":[],\"winerror\":[],\"winevt\":[],\"wingdi\":[],\"winhttp\":[],\"wininet\":[],\"winineti\":[],\"winioctl\":[],\"winnetwk\":[],\"winnls\":[],\"winnt\":[],\"winreg\":[],\"winsafer\":[],\"winscard\":[],\"winsmcrd\":[],\"winsock2\":[],\"winspool\":[],\"winstring\":[],\"winsvc\":[],\"wintrust\":[],\"winusb\":[],\"winusbio\":[],\"winuser\":[],\"winver\":[],\"wlanapi\":[],\"wlanihv\":[],\"wlanihvtypes\":[],\"wlantypes\":[],\"wlclient\":[],\"wmistr\":[],\"wnnc\":[],\"wow64apiset\":[],\"wpdmtpextensions\":[],\"ws2bth\":[],\"ws2def\":[],\"ws2ipdef\":[],\"ws2spi\":[],\"ws2tcpip\":[],\"wtsapi32\":[],\"wtypes\":[],\"wtypesbase\":[],\"xinput\":[]}}",+ "windowfunctions_0.1.1": "{\"dependencies\":[{\"name\":\"num-traits\",\"req\":\"^0.2\"}],\"features\":{}}","windows-collections_0.3.2": "{\"dependencies\":[{\"default_features\":false,\"name\":\"windows-core\",\"req\":\"^0.62.2\"},{\"default_features\":false,\"kind\":\"dev\",\"name\":\"windows-strings\",\"req\":\"^0.5.1\"}],\"features\":{\"default\":[\"std\"],\"std\":[\"windows-core/std\"]}}","windows-core_0.58.0": "{\"dependencies\":[{\"name\":\"windows-implement\",\"req\":\"^0.58.0\"},{\"name\":\"windows-interface\",\"req\":\"^0.58.0\"},{\"name\":\"windows-result\",\"req\":\"^0.2.0\"},{\"name\":\"windows-strings\",\"req\":\"^0.1.0\"},{\"name\":\"windows-targets\",\"req\":\"^0.52.6\"}],\"features\":{\"default\":[\"std\"],\"std\":[]}}","windows-core_0.62.2": "{\"dependencies\":[{\"default_features\":false,\"name\":\"windows-implement\",\"req\":\"^0.60.2\"},{\"default_features\":false,\"name\":\"windows-interface\",\"req\":\"^0.59.3\"},{\"default_features\":false,\"name\":\"windows-link\",\"req\":\"^0.2.1\"},{\"default_features\":false,\"name\":\"windows-result\",\"req\":\"^0.4.1\"},{\"default_features\":false,\"name\":\"windows-strings\",\"req\":\"^0.5.1\"}],\"features\":{\"default\":[\"std\"],\"std\":[\"windows-result/std\",\"windows-strings/std\"]}}",diff --git a/codex-rs/Cargo.lock b/codex-rs/Cargo.lockindex 3c921f6465..6adf98e9b2 100644--- a/codex-rs/Cargo.lock+++ b/codex-rs/Cargo.lock@@ -844,6 +844,39 @@ version = "1.1.2"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "1505bd5d3d116872e7271a6d4e16d81d0c8570876c8de68093a09ac269d8aac0"+[[package]]+name = "audio-codec-algorithms"+version = "0.8.1"+source = "registry+https://github.com/rust-lang/crates.io-index"+checksum = "1254ebf6529f3763c491acfb5ab6e960809e3c75a38584cc664f8c5667fb7107"++[[package]]+name = "audioadapter"+version = "5.0.0"+source = "registry+https://github.com/rust-lang/crates.io-index"+checksum = "d1292ef9edf681b7426ed089004b021a42896492f58bd0c909ad44e5faec9ac4"++[[package]]+name = "audioadapter-buffers"+version = "5.2.0"+source = "registry+https://github.com/rust-lang/crates.io-index"+checksum = "46289a81a3bfa26d0f8b2415f8ca9decde9a66308a150568af5c102381b3c8ce"+dependencies = [+ "audioadapter",+ "audioadapter-sample",+ "num-traits",+]++[[package]]+name = "audioadapter-sample"+version = "5.2.0"+source = "registry+https://github.com/rust-lang/crates.io-index"+checksum = "5258faecf4edbe35ec483bda9b1f7438e6b391891819269c6b5461aeaa0e8d7d"+dependencies = [+ "audio-codec-algorithms",+ "num-traits",+]+[[package]]name = "autocfg"version = "1.5.0"@@ -4996,8 +5029,12 @@ dependencies = ["crossbeam-queue","futures","libloading",+ "opus","pretty_assertions",+ "rand 0.9.3","rtc",+ "rubato",+ "sonora","tempfile","tokio","webrtc",@@ -10720,6 +10757,24 @@ version = "0.2.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "04744f49eae99ab78e0d5c0b603ab218f515ea8cfe5a456d7629ad883a3b6e7d"+[[package]]+name = "opus"+version = "0.4.0"+source = "registry+https://github.com/rust-lang/crates.io-index"+checksum = "33718946cc77d4032911d4efe03a66dbcbfbd2bb16c3da06aaeadcc637c32216"+dependencies = [+ "opusic-sys",+]++[[package]]+name = "opusic-sys"+version = "0.7.5"+source = "registry+https://github.com/rust-lang/crates.io-index"+checksum = "c9d1ecdf206421bc74343ab3bb2f30ad2abbfee41fa341f7181fecbaf957769a"+dependencies = [+ "cmake",+]+[[package]]name = "ordered-float"version = "4.6.0"@@ -12873,6 +12928,20 @@ dependencies = ["sansio",]+[[package]]+name = "rubato"+version = "5.0.0"+source = "registry+https://github.com/rust-lang/crates.io-index"+checksum = "a7cb1ffaf8738df50aab642a7f6465df81c6ba9e2818268053487165298114be"+dependencies = [+ "audioadapter",+ "audioadapter-buffers",+ "num-integer",+ "num-traits",+ "visibility",+ "windowfunctions",+]+[[package]]name = "runfiles"version = "0.1.0"@@ -13931,6 +14000,79 @@ dependencies = ["windows-sys 0.61.2",]+[[package]]+name = "sonora"+version = "0.2.0"+source = "registry+https://github.com/rust-lang/crates.io-index"+checksum = "2e1ce442ab5cb392c4067b8f2cced20be4cf12e479f6dfbf44acbe9b14ac9250"+dependencies = [+ "sonora-aec3",+ "sonora-agc2",+ "sonora-common-audio",+ "sonora-ns",+ "sonora-simd",+ "tracing",+]++[[package]]+name = "sonora-aec3"+version = "0.2.0"+source = "registry+https://github.com/rust-lang/crates.io-index"+checksum = "50280e31256d09f7838aff6715ed4b7640e514dc1092a1e14013c01e552380db"+dependencies = [+ "sonora-common-audio",+ "sonora-fft",+ "sonora-simd",+]++[[package]]+name = "sonora-agc2"+version = "0.2.0"+source = "registry+https://github.com/rust-lang/crates.io-index"+checksum = "9a93a9fa8373a33e61a7fb441d8a9e725ac6024079d2c77a845cf6abe1790b9f"+dependencies = [+ "bytemuck",+ "derive_more 2.1.1",+ "sonora-common-audio",+ "sonora-fft",+ "sonora-simd",+ "tracing",+]++[[package]]+name = "sonora-common-audio"+version = "0.2.0"+source = "registry+https://github.com/rust-lang/crates.io-index"+checksum = "6635bc61b24807ceac93ad0807b1292b6b0620caa6cd360d3be89fc616b833cc"+dependencies = [+ "derive_more 2.1.1",+ "sonora-simd",+]++[[package]]+name = "sonora-fft"+version = "0.2.0"+source = "registry+https://github.com/rust-lang/crates.io-index"+checksum = "27e272c70f34363afb5382dd1818c05f8f63ef6785635736a14e9ccbbb5ba012"++[[package]]+name = "sonora-ns"+version = "0.2.0"+source = "registry+https://github.com/rust-lang/crates.io-index"+checksum = "d511feef19302c716d245c4555087d161ba91c178735ea11107dcce0d0b7a86f"+dependencies = [+ "sonora-fft",+]++[[package]]+name = "sonora-simd"+version = "0.2.0"+source = "registry+https://github.com/rust-lang/crates.io-index"+checksum = "a7cf0804e4752a5562262e143014f53043080ead4cd5a98f9278d3ceaf32d868"+dependencies = [+ "cpufeatures 0.3.0",+]+[[package]]name = "sorted_vector_map"version = "0.2.1"@@ -15956,6 +16098,17 @@ version = "0.9.5"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "0b928f33d975fc6ad9f86c8f283853ad26bdd5b10b7f1542aa2fa15e2289105a"+[[package]]+name = "visibility"+version = "0.1.1"+source = "registry+https://github.com/rust-lang/crates.io-index"+checksum = "d674d135b4a8c1d7e813e2f8d1c9a58308aee4a680323066025e53132218bd91"+dependencies = [+ "proc-macro2",+ "quote",+ "syn 2.0.117",+]+[[package]]name = "vsimd"version = "0.8.0"@@ -16481,6 +16634,15 @@ version = "0.4.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "712e227841d057c1ee1cd2fb22fa7e5a5461ae8e48fa2ca79ec42cfc1931183f"+[[package]]+name = "windowfunctions"+version = "0.1.1"+source = "registry+https://github.com/rust-lang/crates.io-index"+checksum = "90628d739333b7c5d2ee0b70210b97b8cddc38440c682c96fd9e2c24c2db5f3a"+dependencies = [+ "num-traits",+]+[[package]]name = "windows"version = "0.58.0"diff --git a/codex-rs/voice-host/Cargo.toml b/codex-rs/voice-host/Cargo.tomlindex 03328ef698..e612f17c02 100644--- a/codex-rs/voice-host/Cargo.toml+++ b/codex-rs/voice-host/Cargo.toml@@ -16,6 +16,7 @@ codex-process-hardening = { workspace = true }codex-realtime-webrtc = { workspace = true }futures = { workspace = true }libloading = "=0.8.9"+rand = { workspace = true }rtc = "=0.20.3"tokio = { workspace = true, features = ["rt-multi-thread", "sync", "time"] }webrtc = "=0.20.3"@@ -23,6 +24,9 @@ webrtc = "=0.20.3"[target.'cfg(any(target_os = "macos", all(target_os = "linux", target_env = "gnu"), all(windows, target_env = "msvc")))'.dependencies]cpal = "=0.18.2"crossbeam-queue = "0.3.12"+opus = "=0.4.0"+rubato = { version = "=5.0.0", default-features = false }+sonora = { version = "=0.2.0", default-features = false }[dev-dependencies]anyhow = { workspace = true }diff --git a/codex-rs/voice-host/README.md b/codex-rs/voice-host/README.mdindex dfe1d753b1..9c1a80dbb9 100644--- a/codex-rs/voice-host/README.md+++ b/codex-rs/voice-host/README.md@@ -44,8 +44,14 @@ stale at one second. The queue's sample capacity must span more than that servicinterval.Processing lag can still overflow a queue. Before devices open, the worker blockson commands instead of polling.-`devicesOpened` confirms device opening only: capture/reference are drained locally-until the following media stage connects encoding, decoding and the peer.+`devicesOpened` confirms device opening only. Capture now uses Rubato resampling,+Sonora echo/noise/gain processing and 20 ms Opus encoding before sending RTP.+Mute resets retained capture history and rejects delayed pre-unmute buffers.+The receive/decode pipeline and TUI connection remain subsequent stages.++The capture encoder uses `opus 0.4.0` and its bundled `opusic-sys` build, which+requires CMake and a C compiler. This is separate from the runtime's decoder Opus+copy; final symbol binding and packaging validation must cover both copies.Cargo Linux builds require ALSA development inputs discoverable by pkg-config(for example `libasound2-dev` on Debian/Ubuntu). Bazel uses the declared `alsa_lib`diff --git a/codex-rs/voice-host/src/audio_track.rs b/codex-rs/voice-host/src/audio_track.rsnew file mode 100644index 0000000000..2dde7d7599--- /dev/null+++ b/codex-rs/voice-host/src/audio_track.rs@@ -0,0 +1,122 @@+//! A single Opus RTP track. Elapsed mute time advances its clock without inventing packet loss.++use std::sync::Arc;+use std::time::Duration;+use std::time::Instant;++use rtc::media::Sample;+use rtc::rtp_transceiver::rtp_sender::RTCRtpCodec;+use rtc::rtp_transceiver::rtp_sender::RTCRtpCodecParameters;+use rtc::rtp_transceiver::rtp_sender::RTCRtpCodingParameters;+use rtc::rtp_transceiver::rtp_sender::RTCRtpEncodingParameters;+use rtc::rtp_transceiver::rtp_sender::RtpCodecKind;+use webrtc::media_stream::MediaStreamTrack;+use webrtc::media_stream::track_local::static_sample::TrackLocalStaticSample;+use webrtc::peer_connection::MediaEngine;++pub(crate) const SEND_TIMEOUT: Duration = Duration::from_millis(/*millis*/ 100);++pub(crate) struct EncodedAudio {+ pub(crate) data: Vec<u8>,+ pub(crate) at: Instant,+}++pub(crate) struct AudioTrack {+ pub(crate) track: Arc<TrackLocalStaticSample>,+ ssrc: u32,+ end: Option<Instant>,+}++impl AudioTrack {+ pub(crate) fn new() -> Result<(MediaEngine, Self), &'static str> {+ let ssrc = rand::random();+ let codec = RTCRtpCodec {+ mime_type: "audio/opus".into(),+ clock_rate: 48_000,+ channels: 2,+ sdp_fmtp_line: "minptime=10;useinbandfec=1".into(),+ rtcp_feedback: vec![],+ };+ let mut media = MediaEngine::default();+ media+ .register_codec(+ RTCRtpCodecParameters {+ rtp_codec: codec.clone(),+ payload_type: 111,+ },+ RtpCodecKind::Audio,+ )+ .map_err(|_| "failed to register voice codec")?;+ let track = TrackLocalStaticSample::new(MediaStreamTrack::new(+ "realtime".into(),+ format!("audio-{ssrc}"),+ "microphone".into(),+ RtpCodecKind::Audio,+ vec![RTCRtpEncodingParameters {+ rtp_coding_parameters: RTCRtpCodingParameters {+ ssrc: Some(ssrc),+ ..Default::default()+ },+ codec,+ active: true,+ ..Default::default()+ }],+ ))+ .map_err(|_| "failed to create voice track")?;+ Ok((+ media,+ Self {+ track: Arc::new(track),+ ssrc,+ end: None,+ },+ ))+ }++ pub(crate) async fn send(&mut self, frame: EncodedAudio) -> Result<(), &'static str> {+ tokio::time::timeout(SEND_TIMEOUT, async {+ let mut gap = self+ .end+ .map(|end| frame.at.saturating_duration_since(end))+ .unwrap_or_default();+ while !gap.is_zero() {+ let duration = gap.min(Duration::from_secs(/*secs*/ 3600));+ self.track+ .write_sample(+ self.ssrc,+ /*payload_type*/ 111,+ &Sample {+ duration,+ ..Default::default()+ },+ &[],+ )+ .await+ .map_err(|_| "failed to advance voice clock")?;+ gap -= duration;+ }+ let duration = Duration::from_millis(/*millis*/ 20);+ self.track+ .write_sample(+ self.ssrc,+ /*payload_type*/ 111,+ &Sample {+ data: frame.data.into(),+ duration,+ ..Default::default()+ },+ &[],+ )+ .await+ .map_err(|_| "failed to send voice audio")?;+ self.end = Some(self.end.unwrap_or(frame.at).max(frame.at) + duration);+ Ok(())+ })+ .await+ .map_err(|_| "voice audio sender stalled")?+ }+}++#[cfg(test)]+#[path = "audio_track_tests.rs"]+mod tests;diff --git a/codex-rs/voice-host/src/audio_track_tests.rs b/codex-rs/voice-host/src/audio_track_tests.rsnew file mode 100644index 0000000000..1be43deac2--- /dev/null+++ b/codex-rs/voice-host/src/audio_track_tests.rs@@ -0,0 +1,17 @@+use super::*;+use pretty_assertions::assert_eq;++#[tokio::test]+async fn timestamp_jitter_does_not_accumulate_but_mute_advances_the_clock() {+ let (_, mut track) = AudioTrack::new().unwrap();+ let start = Instant::now();+ // Empty samples exercise the real packetizer without requiring a bound network peer.+ for tick in 0..500 {+ let at = start + Duration::from_millis(tick * 20 + tick % 2);+ track.send(EncodedAudio { data: vec![], at }).await.unwrap();+ }+ assert_eq!(track.end, Some(start + Duration::from_millis(10_001)));+ let at = start + Duration::from_secs(30);+ track.send(EncodedAudio { data: vec![], at }).await.unwrap();+ assert_eq!(track.end, Some(at + Duration::from_millis(20)));+}diff --git a/codex-rs/voice-host/src/capture_worker.rs b/codex-rs/voice-host/src/capture_worker.rsnew file mode 100644index 0000000000..afef3891e9--- /dev/null+++ b/codex-rs/voice-host/src/capture_worker.rs@@ -0,0 +1,79 @@+//! Pumps bounded device queues through capture processing and the outgoing audio track.+//! Devices retain real stream ownership; all queued and partial capture obey mute generations.+//! Retain at most one encoded batch and return between packets so controls can take priority.++use std::collections::VecDeque;+use std::io;+use std::sync::Arc;+use std::sync::atomic::Ordering;+use std::time::Instant;++use super::MAX_CAPTURE_AGE;+use super::buffers::Buffers;+use super::processing;++pub(super) struct CaptureWorker {+ pub(super) buffers: Arc<Buffers>,+ pub(super) processor: processing::Processor,+ pub(super) pending: VecDeque<crate::audio_track::EncodedAudio>,+}++impl CaptureWorker {+ pub(super) fn set_controls(+ &mut self,+ controls: codex_realtime_webrtc::AudioControls,+ ) -> io::Result<()> {+ let previous = self.buffers.microphone.load(Ordering::Acquire);+ Buffers::set_disabled(&self.buffers.microphone, controls.microphone_muted)?;+ if previous != self.buffers.microphone.load(Ordering::Acquire) {+ self.pending.clear();+ self.processor.reset().map_err(io::Error::other)?;+ }+ Buffers::set_disabled(&self.buffers.speaker, controls.speaker_suppressed)+ }++ pub(super) async fn service(+ &mut self,+ audio: &mut crate::audio_track::AudioTrack,+ now: impl Fn() -> Instant,+ ) -> io::Result<usize> {+ // Some backends start callbacks during stream construction, before open returns.+ self.buffers.serviced.store(true, Ordering::Release);+ let generation = self.buffers.microphone.load(Ordering::Acquire);+ for _ in 0..self.buffers.rendered.capacity() {+ let Some(frame) = self.buffers.rendered.pop() else {+ break;+ };+ if frame.at.elapsed() > MAX_CAPTURE_AGE {+ return Err(io::Error::other("audio rendering fell behind"));+ }+ self.processor.render(&frame).map_err(io::Error::other)?;+ }+ if self.pending.is_empty() {+ for _ in 0..self.buffers.capture.capacity() {+ let Some(frame) = self.buffers.capture.pop() else {+ break;+ };+ if generation.is_multiple_of(2) && frame.generation == generation {+ let frames = self.processor.capture(&frame, &now);+ self.pending.extend(frames.map_err(io::Error::other)?);+ }+ }+ }+ if self.buffers.failed.load(Ordering::Acquire) {+ return Err(io::Error::other("audio device failed"));+ }+ let Some(frame) = self.pending.pop_front() else {+ return Ok(0);+ };+ if now().saturating_duration_since(frame.at) > processing::MAX_PROCESSING_DELAY {+ return Err(io::Error::other("voice processing fell behind"));+ }+ audio.send(frame).await.map_err(io::Error::other)?;+ Ok(1)+ }+}++#[cfg(test)]+#[path = "capture_worker_tests.rs"]+mod tests;diff --git a/codex-rs/voice-host/src/capture_worker_tests.rs b/codex-rs/voice-host/src/capture_worker_tests.rsnew file mode 100644index 0000000000..61b55882ac--- /dev/null+++ b/codex-rs/voice-host/src/capture_worker_tests.rs@@ -0,0 +1,300 @@+use super::super::buffers::BLOCK;+use super::super::buffers::Frame;+use super::*;+use crate::audio_track::AudioTrack;+use crate::transport::Transport;+use codex_realtime_webrtc::AudioControls;+use futures::future::BoxFuture;+use pretty_assertions::assert_eq;+use rtc::interceptor::Interceptor;+use rtc::interceptor::NoopInterceptor;+use rtc::interceptor::Packet;+use rtc::interceptor::StreamInfo;+use rtc::interceptor::TaggedPacket;+use rtc::interceptor::interceptor;+use rtc::sansio;+use rtc::shared::error::Error;+use std::time::Duration;+use tokio::sync::Notify;+use tokio::sync::mpsc;+use tokio::time::timeout;+use webrtc::peer_connection::PeerConnection;+use webrtc::peer_connection::PeerConnectionBuilder;+use webrtc::peer_connection::PeerConnectionEventHandler;+use webrtc::peer_connection::RTCIceGatheringState;+use webrtc::peer_connection::RTCSessionDescription;++// Consume remote RTP before the upstream track queue: receipt proves the packet+// traversed negotiation, encryption, the loopback socket, and remote decryption.+#[derive(Interceptor)]+struct RemoteRtp {+ #[next]+ next: NoopInterceptor,+ sender: mpsc::Sender<rtc::rtp::packet::Packet>,+}++#[interceptor]+impl RemoteRtp {+ #[overrides]+ fn handle_read(&mut self, message: TaggedPacket) -> Result<(), Self::Error> {+ if let Packet::Rtp(packet) = message.message {+ self.sender.try_send(packet).unwrap();+ }+ Ok(())+ }+}++struct Gathered(Arc<Notify>);++impl PeerConnectionEventHandler for Gathered {+ fn on_ice_gathering_state_change<'a, 'async_trait>(+ &'a self,+ state: RTCIceGatheringState,+ ) -> BoxFuture<'async_trait, ()>+ where+ 'a: 'async_trait,+ Self: 'async_trait,+ {+ Box::pin(async move {+ if state == RTCIceGatheringState::Complete {+ self.0.notify_one();+ }+ })+ }+}++// Synthetic callback output enters the same bounded queue as the real cpal+// callback. No hardware availability or physical microphone behavior is claimed.+fn enqueue(worker: &CaptureWorker, samples: usize, generation: u64, at: Instant) {+ for offset in (0..samples).step_by(BLOCK) {+ let mut frame = Frame {+ samples: [0.0; BLOCK],+ len: BLOCK.min(samples - offset),+ at: at + Duration::from_secs_f64(offset as f64 / 48_000.0),+ generation,+ };+ for (index, sample) in frame.samples.iter_mut().enumerate() {+ *sample =+ (std::f32::consts::TAU * 440.0 * (offset + index) as f32 / 48_000.0).sin() * 0.25;+ }+ assert!(worker.buffers.capture.push(frame).is_ok());+ }+}++async fn receive_capture(+ worker: &mut CaptureWorker,+ local: &mut Transport,+ received: &mut mpsc::Receiver<rtc::rtp::packet::Packet>,+ now: Instant,+) -> Vec<rtc::rtp::packet::Packet> {+ let mut count = 0;+ loop {+ let sent = worker.service(&mut local.audio, || now).await.unwrap();+ if sent == 0 {+ break;+ }+ assert_eq!(sent, 1);+ count += sent;+ }+ assert!(count > 0, "fresh capture must produce audio");+ let mut packets = Vec::new();+ let mut decoder = opus::Decoder::new(/*sample_rate*/ 48_000, opus::Channels::Mono).unwrap();+ let mut energy = 0.0_f32;+ for _ in 0..count {+ let packet = received.recv().await.unwrap();+ assert_eq!(packet.header.payload_type, 111);+ let mut decoded = [0.0; 960];+ assert_eq!(+ decoder+ .decode_float(&packet.payload, &mut decoded, /*fec*/ false)+ .unwrap(),+ 960+ );+ assert!(decoded.iter().all(|sample| sample.is_finite()));+ energy += decoded.iter().map(|sample| sample * sample).sum::<f32>();+ packets.push(packet);+ }+ assert!(+ energy > 0.01,+ "decoded microphone signal must not be silence"+ );+ packets+}++#[tokio::test]+async fn capture_reaches_remote_rtp_and_mute_discards_queued_and_partial_audio() {+ timeout(Duration::from_secs(/*secs*/ 30), async {+ let (sender, mut received) = mpsc::channel(/*buffer*/ 32);+ let gathered = Arc::new(Notify::new());+ let (media, _) = AudioTrack::new().unwrap();+ let mut settings = webrtc::peer_connection::SettingEngine::default();+ settings.set_lite(/*lite*/ true);+ let remote = PeerConnectionBuilder::new()+ .with_media_engine(media)+ .with_setting_engine(settings)+ .with_handler(Arc::new(Gathered(gathered.clone())))+ .with_interceptor_registry(rtc::interceptor::Registry::from(RemoteRtp {+ next: NoopInterceptor::new(),+ sender,+ }))+ .with_udp_addrs(vec!["0.0.0.0:0"])+ .build()+ .await+ .unwrap();+ let mut local = Transport::new().await.unwrap();+ remote+ .set_remote_description(+ RTCSessionDescription::offer(local.offer().await.unwrap()).unwrap(),+ )+ .await+ .unwrap();+ let answer = remote.create_answer(/*options*/ None).await.unwrap();+ remote.set_local_description(answer).await.unwrap();+ gathered.notified().await;+ local+ .apply_answer(remote.local_description().await.unwrap().sdp)+ .await+ .unwrap();++ let mut worker = CaptureWorker {+ buffers: Arc::new(Buffers::new(+ /*input_rate*/ 48_000, /*output_rate*/ 48_000,+ )),+ pending: Default::default(),+ processor: processing::Processor::new(+ /*input_rate*/ 48_000, /*output_rate*/ 44_100,+ )+ .unwrap(),+ };+ let unmuted = || AudioControls {+ microphone_muted: false,+ speaker_suppressed: false,+ };+ let muted = || AudioControls {+ microphone_muted: true,+ speaker_suppressed: true,+ };+ worker.set_controls(unmuted()).unwrap();+ let generation = worker.buffers.microphone.load(Ordering::Acquire);+ // Freeze processing time so this transport test does not benchmark the CI worker.+ // Processor tests separately exercise the real backlog cutoff.+ let start = Instant::now();+ let mut now = start;+ // Feed a distinct speaker tone through the real render resampler and APM+ // before capture; this exercises a different output rate without hardware.+ for offset in (0..2_646).step_by(BLOCK) {+ let mut frame = Frame {+ samples: [0.0; BLOCK],+ len: BLOCK.min(2_646 - offset),+ at: start + Duration::from_secs_f64(offset as f64 / 44_100.0),+ generation: 0,+ };+ for (index, sample) in frame.samples.iter_mut().enumerate() {+ *sample = (std::f32::consts::TAU * 220.0 * (offset + index) as f32 / 44_100.0)+ .sin()+ * 0.1;+ }+ assert!(worker.buffers.rendered.push(frame).is_ok());+ }+ enqueue(&worker, /*samples*/ 2_880, generation, now);+ let before = receive_capture(&mut worker, &mut local, &mut received, now).await;+ assert!(worker.buffers.rendered.is_empty());++ // Start with a clean processor, then retain less than one Opus packet.+ // If either resampler or partial encoder history survives the next mute,+ // the equally short fresh segment below would emit audio too early.+ worker.set_controls(muted()).unwrap();+ worker.set_controls(unmuted()).unwrap();+ let old_generation = worker.buffers.microphone.load(Ordering::Acquire);+ now = Instant::now();+ enqueue(&worker, /*samples*/ 720, old_generation, now);+ assert_eq!(worker.service(&mut local.audio, || now).await.unwrap(), 0);+ enqueue(&worker, /*samples*/ 2_880, old_generation, now);+ worker.set_controls(muted()).unwrap();+ assert_eq!(worker.service(&mut local.audio, || now).await.unwrap(), 0);++ // A callback that began before mute may enqueue its old generation only+ // after unmute; a newly started callback may still carry an old device+ // timestamp. Exercise both independently through the actual service loop.+ let pre_unmute = Instant::now() - Duration::from_millis(/*millis*/ 100);+ worker.set_controls(unmuted()).unwrap();+ let generation = worker.buffers.microphone.load(Ordering::Acquire);+ let resumed = Instant::now() + Duration::from_secs(/*secs*/ 1);+ now = resumed;+ enqueue(&worker, /*samples*/ 2_880, old_generation, now);+ assert_eq!(worker.service(&mut local.audio, || now).await.unwrap(), 0);+ enqueue(&worker, /*samples*/ 2_880, generation, pre_unmute);+ assert_eq!(worker.service(&mut local.audio, || now).await.unwrap(), 0);+ enqueue(&worker, /*samples*/ 720, generation, now);+ assert_eq!(worker.service(&mut local.audio, || now).await.unwrap(), 0);++ now += Duration::from_millis(/*millis*/ 15);+ enqueue(&worker, /*samples*/ 2_880, generation, now);+ let after = receive_capture(&mut worker, &mut local, &mut received, now).await;+ let clock_gap = after[0]+ .header+ .timestamp+ .wrapping_sub(before[0].header.timestamp);+ let expected_gap = (resumed.duration_since(start).as_secs_f64() * 48_000.0) as u32;+ // Allow 1 ms for sample rounding without imposing a wall-clock throughput requirement.+ assert!(+ clock_gap.abs_diff(expected_gap) <= 48,+ "received RTP clock gap: {clock_gap}, expected {expected_gap}"+ );+ assert_eq!(+ after[0].header.sequence_number,+ before+ .last()+ .unwrap()+ .header+ .sequence_number+ .wrapping_add(1)+ );+ assert!(received.try_recv().is_err());++ // A mute received during a send must discard the rest of that encoded+ // batch before the next service call, including after a quick unmute.+ worker.set_controls(muted()).unwrap();+ worker.set_controls(unmuted()).unwrap();+ let generation = worker.buffers.microphone.load(Ordering::Acquire);+ now = Instant::now() + Duration::from_secs(/*secs*/ 1);+ enqueue(&worker, /*samples*/ 2_880, generation, now);+ assert_eq!(worker.service(&mut local.audio, || now).await.unwrap(), 1);+ received.recv().await.unwrap();+ assert!(!worker.pending.is_empty());+ let pending = worker.pending.len();+ worker+ .set_controls(AudioControls {+ microphone_muted: false,+ speaker_suppressed: true,+ })+ .unwrap();+ assert_eq!(worker.pending.len(), pending);+ worker.set_controls(muted()).unwrap();+ worker.set_controls(unmuted()).unwrap();+ assert!(worker.pending.is_empty());+ assert_eq!(worker.service(&mut local.audio, || now).await.unwrap(), 0);+ assert!(received.try_recv().is_err());++ // Waiting behind a slow send cannot extend the capture freshness limit.+ let generation = worker.buffers.microphone.load(Ordering::Acquire);+ now = Instant::now() + Duration::from_secs(/*secs*/ 1);+ enqueue(&worker, /*samples*/ 2_880, generation, now);+ assert_eq!(worker.service(&mut local.audio, || now).await.unwrap(), 1);+ received.recv().await.unwrap();+ let stale = now + Duration::from_secs(/*secs*/ 1);+ assert_eq!(+ worker+ .service(&mut local.audio, || stale)+ .await+ .unwrap_err()+ .to_string(),+ "voice processing fell behind"+ );+ assert!(received.try_recv().is_err());+ local.close().await.unwrap();+ remote.close().await.unwrap();+ })+ .await+ .unwrap();+}diff --git a/codex-rs/voice-host/src/device_buffers.rs b/codex-rs/voice-host/src/device_buffers.rsindex 6ff6e3ace5..97b15198c8 100644--- a/codex-rs/voice-host/src/device_buffers.rs+++ b/codex-rs/voice-host/src/device_buffers.rs@@ -1,5 +1,6 @@//! Preallocated callback buffers pack small callbacks into full queue slots without locks.-//! Generation changes and rejected capture buffers discard incomplete frames.+//! Generation changes, rejected capture buffers and capture gaps discard incomplete frames.+//! Capture/render capacity covers the worker deadline; playback and callback limits stay fixed.use std::sync::atomic::AtomicBool;use std::sync::atomic::AtomicU64;@@ -11,6 +12,9 @@ use crossbeam_queue::ArrayQueue;pub(super) const BLOCK: usize = 256;pub(super) const QUEUE_CAPACITY: usize = 32;+pub(super) const MAX_CALLBACK_FRAMES: usize = BLOCK * QUEUE_CAPACITY;+// Allow ordinary timestamp jitter consistently at both capture buffering boundaries.+pub(super) const CAPTURE_GAP_TOLERANCE: Duration = Duration::from_millis(/*millis*/ 20);pub(super) struct Frame {pub(super) samples: [f32; BLOCK],@@ -31,6 +35,17 @@ impl FramePacker {self.frame = None;}+ // Capture checks continuity before packing can hide a gap inside an old partial block.+ // Render callbacks retain their separate existing packing behavior.+ pub(super) fn discard_capture_gap(&mut self, start: Instant, rate: f64) {+ if self.frame.as_ref().is_some_and(|partial| {+ let end = partial.at + Duration::from_secs_f64(partial.len as f64 / rate);+ start.saturating_duration_since(end) > CAPTURE_GAP_TOLERANCE+ }) {+ self.reset();+ }+ }+pub(super) fn push(&mut self, frame: Frame, rate: f64, queue: &ArrayQueue<Frame>) -> bool {if self.frame@@ -80,10 +95,19 @@ pub(super) struct Buffers {}impl Buffers {- pub(super) fn new() -> Self {+ pub(super) fn new(input_rate: u32, output_rate: u32) -> Self {+ // Rates are validated before opening devices. A pending batch can defer+ // capture consumption until its freshness deadline plus one in-flight send.+ let budget = super::processing::MAX_PROCESSING_DELAY+ + crate::audio_track::SEND_TIMEOUT+ + 2 * crate::DEVICE_SERVICE_INTERVAL;+ let capacity = |rate: u32| {+ let samples = (u128::from(rate) * budget.as_nanos()).div_ceil(1_000_000_000);+ (samples as usize + MAX_CALLBACK_FRAMES + BLOCK).div_ceil(BLOCK)+ };Self {- capture: ArrayQueue::new(QUEUE_CAPACITY),- rendered: ArrayQueue::new(QUEUE_CAPACITY),+ capture: ArrayQueue::new(capacity(input_rate)),+ rendered: ArrayQueue::new(capacity(output_rate)),playback: ArrayQueue::new(QUEUE_CAPACITY),microphone: AtomicU64::new(/*v*/ 1),speaker: AtomicU64::new(/*v*/ 1),diff --git a/codex-rs/voice-host/src/device_buffers_tests.rs b/codex-rs/voice-host/src/device_buffers_tests.rsindex b81e38385d..c1244d7d45 100644--- a/codex-rs/voice-host/src/device_buffers_tests.rs+++ b/codex-rs/voice-host/src/device_buffers_tests.rs@@ -41,7 +41,7 @@ fn unmute_rejects_backlog_until_capture_reaches_the_following_callback() {#[test]fn suppression_discards_partial_and_queued_previous_generations() {- let buffers = Buffers::new();+ let buffers = Buffers::new(/*input_rate*/ 48_000, /*output_rate*/ 48_000);let mut playback = Playback::default();Buffers::set_disabled(&buffers.speaker, /*disabled*/ false).unwrap();let generation = buffers.speaker.load(Ordering::Acquire);@@ -68,7 +68,7 @@ fn suppression_discards_partial_and_queued_previous_generations() {#[test]fn output_is_finite_and_bounded_and_underflow_is_silence() {- let buffers = Buffers::new();+ let buffers = Buffers::new(/*input_rate*/ 48_000, /*output_rate*/ 48_000);Buffers::set_disabled(&buffers.speaker, /*disabled*/ false).unwrap();let generation = buffers.speaker.load(Ordering::Acquire);let mut samples = [0.0; BLOCK];@@ -91,7 +91,7 @@ fn output_is_finite_and_bounded_and_underflow_is_silence() {#[test]fn repeated_controls_preserve_epoch_but_transitions_invalidate_capture() {- let buffers = Buffers::new();+ let buffers = Buffers::new(/*input_rate*/ 48_000, /*output_rate*/ 48_000);Buffers::set_disabled(&buffers.microphone, /*disabled*/ false).unwrap();let first = buffers.microphone.load(Ordering::Acquire);Buffers::set_disabled(&buffers.microphone, /*disabled*/ false).unwrap();@@ -103,7 +103,7 @@ fn repeated_controls_preserve_epoch_but_transitions_invalidate_capture() {#[test]fn tiny_callbacks_share_slots_and_preserve_the_oldest_timestamp() {- let buffers = Buffers::new();+ let buffers = Buffers::new(/*input_rate*/ 48_000, /*output_rate*/ 48_000);let start = Instant::now();for queue in [&buffers.capture, &buffers.rendered] {let mut packer = FramePacker::default();@@ -210,3 +210,43 @@ fn packing_preserves_a_remainder_timestamp_across_uneven_callbacks() {);assert!(queue.is_empty());}++#[test]+fn capture_queue_retains_high_rate_audio_during_bounded_service_pause() {+ let buffers = Buffers::new(/*input_rate*/ 384_000, /*output_rate*/ 48_000);+ let mut packer = FramePacker::default();+ let start = Instant::now();+ // 630 ms covers a pending batch's 500 ms deadline, an in-flight 100 ms+ // send and callback/service margins. Consumption is deliberately paused.+ let samples = 384_000 * 63 / 100;+ for offset in (0..samples).step_by(17) {+ assert!(packer.push(+ Frame {+ samples: [0.25; BLOCK],+ len: (samples - offset).min(17),+ at: start + Duration::from_secs_f64(offset as f64 / 384_000.0),+ generation: 2,+ },+ /*rate*/ 384_000.0,+ &buffers.capture,+ ));+ }+ assert_eq!(buffers.capture.len(), samples / BLOCK);+ // Enlarging the queue must not turn overflow into unbounded accumulation.+ for _ in buffers.capture.len()..=buffers.capture.capacity() {+ let available = buffers.capture.len() < buffers.capture.capacity();+ assert_eq!(+ packer.push(+ Frame {+ samples: [0.25; BLOCK],+ len: BLOCK,+ at: start,+ generation: 2,+ },+ /*rate*/ 384_000.0,+ &buffers.capture,+ ),+ available,+ );+ }+}diff --git a/codex-rs/voice-host/src/devices.rs b/codex-rs/voice-host/src/devices.rsindex e217881ec4..ede1283af1 100644--- a/codex-rs/voice-host/src/devices.rs+++ b/codex-rs/voice-host/src/devices.rs@@ -5,6 +5,10 @@#[path = "device_buffers.rs"]mod buffers;+#[path = "capture_worker.rs"]+mod capture_worker;+#[path = "processing.rs"]+mod processing;use std::io;use std::sync::Arc;@@ -25,6 +29,7 @@ use buffers::Buffers;use buffers::CaptureBoundary;use buffers::Frame;use buffers::FramePacker;+use buffers::MAX_CALLBACK_FRAMES;use buffers::Playback;use buffers::QUEUE_CAPACITY;@@ -33,7 +38,7 @@ const MAX_CAPTURE_AGE: Duration = Duration::from_secs(/*secs*/ 1);pub(super) struct Devices {_input: cpal::Stream,_output: cpal::Stream,- buffers: Arc<Buffers>,+ worker: capture_worker::CaptureWorker,}macro_rules! stream {@@ -79,7 +84,22 @@ impl Devices {}let input_stream_config = bounded_stream_config(&input_config)?;let output_stream_config = bounded_stream_config(&output_config)?;- let buffers = Arc::new(Buffers::new());+ let buffers = Arc::new(Buffers::new(+ input_config.sample_rate(),+ output_config.sample_rate(),+ ));+ let processor =+ processing::Processor::new(input_config.sample_rate(), output_config.sample_rate())+ .map_err(io::Error::other)?;+ let (cpal::BufferSize::Fixed(input_frames), cpal::BufferSize::Fixed(output_frames)) = (+ input_stream_config.buffer_size,+ output_stream_config.buffer_size,+ ) else {+ return Err(io::Error::other("audio callback size unavailable"));+ };+ processor+ .validate_callback_timing(input_frames, output_frames)+ .map_err(io::Error::other)?;let input = stream!(input_config.sample_format(),build_input,@@ -105,37 +125,26 @@ impl Devices {Ok(Self {_input: input,_output: output,- buffers,+ worker: capture_worker::CaptureWorker {+ buffers,+ processor,+ pending: Default::default(),+ },})}pub(super) fn set_controls(- &self,+ &mut self,controls: codex_realtime_webrtc::AudioControls,) -> io::Result<()> {- Buffers::set_disabled(&self.buffers.microphone, controls.microphone_muted)?;- Buffers::set_disabled(&self.buffers.speaker, controls.speaker_suppressed)+ self.worker.set_controls(controls)}- pub(super) fn service(&self) -> io::Result<()> {- // Some backends start callbacks during stream construction, before open returns.- self.buffers.serviced.store(true, Ordering::Release);- // Device-only stage: consume locally until the media worker is attached.- // Reading timestamps here also rejects a stalled callback before readiness is reused.- for queue in [&self.buffers.capture, &self.buffers.rendered] {- for _ in 0..queue.capacity() {- let Some(frame) = queue.pop() else {- break;- };- if frame.at.elapsed() > MAX_CAPTURE_AGE {- return Err(io::Error::other("audio device processing fell behind"));- }- }- }- if self.buffers.failed.load(Ordering::Acquire) {- return Err(io::Error::other("audio device failed"));- }- Ok(())+ pub(super) async fn service(+ &mut self,+ audio: &mut crate::audio_track::AudioTrack,+ ) -> io::Result<usize> {+ self.worker.service(audio, Instant::now).await}}@@ -146,13 +155,8 @@ fn bounded_stream_config(return Err(io::Error::other("audio callback size range unavailable"));};let mut config = supported.config();- // Leave room for a partial block and smaller callbacks arriving before service.- let service_frames = (f64::from(config.sample_rate)- * super::DEVICE_SERVICE_INTERVAL.as_secs_f64())- .ceil() as usize;- let callback_capacity = (BLOCK * QUEUE_CAPACITY).saturating_sub(service_frames + BLOCK);let min = min.max(1);- let max = max.min(callback_capacity as u32);+ let max = max.min(MAX_CALLBACK_FRAMES as u32);if min > max {return Err(io::Error::other("unsupported audio callback size range"));}@@ -225,6 +229,7 @@ where.unwrap_or_default(),).unwrap_or_else(Instant::now);+ capture.discard_capture_gap(start, rate);for (index, chunk) in data.chunks(BLOCK * channels).enumerate() {let mut frame = Frame {samples: [0.0; BLOCK],diff --git a/codex-rs/voice-host/src/devices_tests.rs b/codex-rs/voice-host/src/devices_tests.rsindex 5a0235e4c4..0f9752f40e 100644--- a/codex-rs/voice-host/src/devices_tests.rs+++ b/codex-rs/voice-host/src/devices_tests.rs@@ -3,7 +3,7 @@ use pretty_assertions::assert_eq;#[test]fn startup_output_waits_for_service_but_later_overflow_still_fails() {- let buffers = Buffers::new();+ let buffers = Buffers::new(/*input_rate*/ 48_000, /*output_rate*/ 384_000);let mut state = OutputState::default();let mut output = [1.0_f32; BLOCK * 2];let start = Instant::now();@@ -46,7 +46,7 @@ fn startup_output_waits_for_service_but_later_overflow_still_fails() {),);Buffers::set_disabled(&buffers.speaker, /*disabled*/ false).unwrap();- for _ in 0..QUEUE_CAPACITY {+ for _ in 0..buffers.rendered.capacity() {render_output(&mut output,/*channels*/ 2,@@ -96,7 +96,7 @@ fn callback_configuration_fits_supported_range_and_actual_queue() {buffer_size: cpal::BufferSize::Fixed(frames),});- let buffers = Buffers::new();+ let buffers = Buffers::new(rate, rate);for queue in [&buffers.capture, &buffers.rendered] {for offset in (0..frames as usize).step_by(BLOCK) {assert!(@@ -115,23 +115,20 @@ fn callback_configuration_fits_supported_range_and_actual_queue() {}#[test]-fn callback_configuration_reserves_room_for_partial_and_following_callbacks() {- for min in [6_016, 6_017, 8_192] {+fn callback_configuration_fits_dynamic_queue_with_following_callbacks() {+ for min in [6_016, 8_192] {let supported = cpal::SupportedStreamConfig::new(/*channels*/ 1,384_000,cpal::SupportedBufferSize::Range { min, max: 16_384 },cpal::SampleFormat::F32,);- let config = bounded_stream_config(&supported);- if min != 6_016 {- assert!(config.is_err(), "minimum callback size {min}");- continue;- }- let cpal::BufferSize::Fixed(frames) = config.unwrap().buffer_size else {+ let cpal::BufferSize::Fixed(frames) =+ bounded_stream_config(&supported).unwrap().buffer_size+ else {panic!("callback size must be bounded");};- let buffers = Buffers::new();+ let buffers = Buffers::new(/*input_rate*/ 48_000, /*output_rate*/ 384_000);buffers.serviced.store(true, Ordering::Release);let mut output = OutputState::default();let start = Instant::now();@@ -146,7 +143,11 @@ fn callback_configuration_reserves_room_for_partial_and_following_callbacks() {&mut output,);}- assert_eq!(buffers.rendered.len(), QUEUE_CAPACITY - 1);+ assert_eq!(+ buffers.rendered.len(),+ (BLOCK - 1 + frames as usize + 15 * 128) / BLOCK,+ );+ assert!(buffers.rendered.len() < buffers.rendered.capacity());assert!(!buffers.failed.load(Ordering::Acquire));}}@@ -191,9 +192,41 @@ fn callback_timing_must_fit_service_and_stale_limits() {}}+#[test]+fn callback_pair_must_fit_the_processing_deadline() {+ for (input_rate, input_frames, output_rate, output_frames, accepted) in [+ (8_000, 7_680, 48_000, 480, false),+ (8_000, 2_000, 8_000, 2_000, false),+ (48_000, 480, 48_000, 480, true),+ (44_100, 441, 48_000, 480, true),+ (8_000, 1_600, 48_000, 480, true),+ ] {+ for (rate, frames) in [(input_rate, input_frames), (output_rate, output_frames)] {+ let supported = cpal::SupportedStreamConfig::new(+ /*channels*/ 1,+ rate,+ cpal::SupportedBufferSize::Range {+ min: frames,+ max: frames,+ },+ cpal::SampleFormat::F32,+ );+ assert!(bounded_stream_config(&supported).is_ok());+ }+ let processor = processing::Processor::new(input_rate, output_rate).unwrap();+ assert_eq!(+ processor+ .validate_callback_timing(input_frames, output_frames)+ .is_ok(),+ accepted,+ "input={input_rate}/{input_frames}, output={output_rate}/{output_frames}",+ );+ }+}+#[test]fn tiny_output_callbacks_pack_references_without_delaying_rendering() {- let buffers = Buffers::new();+ let buffers = Buffers::new(/*input_rate*/ 48_000, /*output_rate*/ 384_000);buffers.serviced.store(true, Ordering::Release);Buffers::set_disabled(&buffers.speaker, /*disabled*/ false).unwrap();let generation = buffers.speaker.load(Ordering::Acquire);@@ -228,13 +261,37 @@ fn tiny_output_callbacks_pack_references_without_delaying_rendering() {assert!(!buffers.failed.load(Ordering::Acquire));}+#[test]+fn rendered_queue_retains_high_rate_callbacks_during_bounded_service_pause() {+ let buffers = Buffers::new(/*input_rate*/ 48_000, /*output_rate*/ 384_000);+ buffers.serviced.store(true, Ordering::Release);+ let mut state = OutputState::default();+ let start = Instant::now();+ let samples = 384_000 * 63 / 100;+ for offset in (0..samples).step_by(17) {+ let mut output = [1.0_f32; 34];+ let len = (samples - offset).min(17) * 2;+ render_output(+ &mut output[..len],+ /*channels*/ 2,+ /*rate*/ 384_000.0,+ start + Duration::from_secs_f64(offset as f64 / 384_000.0),+ &buffers,+ &mut state,+ );+ assert_eq!(&output[..len], &[0.0; 34][..len]);+ assert!(!buffers.failed.load(Ordering::Acquire));+ }+ assert_eq!(buffers.rendered.len(), samples / BLOCK);+}+#[test]fn suppressed_output_does_not_fail_when_reference_queue_is_full() {- let buffers = Buffers::new();+ let buffers = Buffers::new(/*input_rate*/ 48_000, /*output_rate*/ 384_000);buffers.serviced.store(true, Ordering::Release);let mut state = OutputState::default();let mut output = [1.0_f32; BLOCK];- for _ in 0..QUEUE_CAPACITY * 3 {+ for _ in 0..buffers.rendered.capacity() * 3 {render_output(&mut output,/*channels*/ 1,@@ -245,7 +302,7 @@ fn suppressed_output_does_not_fail_when_reference_queue_is_full() {);assert_eq!(output, [0.0; BLOCK]);}- assert_eq!(buffers.rendered.len(), QUEUE_CAPACITY);+ assert_eq!(buffers.rendered.len(), buffers.rendered.capacity());assert!(!buffers.failed.load(Ordering::Acquire));Buffers::set_disabled(&buffers.speaker, /*disabled*/ false).unwrap();render_output(@@ -261,7 +318,7 @@ fn suppressed_output_does_not_fail_when_reference_queue_is_full() {#[test]fn stream_xruns_recover_without_clearing_device_failure() {- let buffers = Buffers::new();+ let buffers = Buffers::new(/*input_rate*/ 48_000, /*output_rate*/ 48_000);handle_stream_error(&buffers, cpal::ErrorKind::Xrun.into());assert!(!buffers.failed.load(Ordering::Acquire));handle_stream_error(&buffers, cpal::ErrorKind::DeviceNotAvailable.into());diff --git a/codex-rs/voice-host/src/devices_unavailable.rs b/codex-rs/voice-host/src/devices_unavailable.rsindex 711dd0b817..5a59b6ef3f 100644--- a/codex-rs/voice-host/src/devices_unavailable.rs+++ b/codex-rs/voice-host/src/devices_unavailable.rs@@ -15,7 +15,10 @@ impl Devices {Self::open().map(|_| ())}- pub(super) fn service(&self) -> io::Result<()> {- Self::open().map(|_| ())+ pub(super) async fn service(+ &mut self,+ _: &mut crate::audio_track::AudioTrack,+ ) -> io::Result<usize> {+ Self::open().map(|_| 0)}}diff --git a/codex-rs/voice-host/src/main.rs b/codex-rs/voice-host/src/main.rsindex 0eb6339414..1d1b7a3470 100644--- a/codex-rs/voice-host/src/main.rs+++ b/codex-rs/voice-host/src/main.rs@@ -1,5 +1,16 @@//! Same-build helper lifecycle with privately owned runtime, transport and opt-in local devices.+//! Queued privacy controls take priority over starting another capture batch.+// Non-native helper targets negotiate transport but have no device backend to send audio.+#[cfg_attr(+ not(any(+ target_os = "macos",+ all(target_os = "linux", target_env = "gnu"),+ all(windows, target_env = "msvc")+ )),+ allow(dead_code)+)]+mod audio_track;#[cfg_attr(not(any(target_os = "macos",@@ -89,13 +100,19 @@ fn run(output.flush()?;let mut runtime = None;let executor = tokio::runtime::Runtime::new()?;- let mut transport = None;+ let mut transport: Option<transport::Transport> = None;let mut answered = false;let mut devices: Option<devices::Devices> = None;loop {- let message = if let Some(devices) = &devices {- devices.service()?;- receiver.recv_timeout(DEVICE_SERVICE_INTERVAL)+ let message = if let Some(devices) = &mut devices {+ let peer = transport+ .as_mut()+ .ok_or_else(|| io::Error::other("voice peer not started"))?;+ wait_for_control(&receiver, || {+ executor.block_on(devices.service(&mut peer.audio))?;+ Ok(())+ })?+ .ok_or(mpsc::RecvTimeoutError::Disconnected)} else {receiver.recv()@@ -108,7 +125,7 @@ fn run(}Ok(Message::SetAudioControls { controls }) => {devices- .as_ref()+ .as_mut().ok_or_else(|| io::Error::other("audio devices not open"))?.set_controls(controls)?;Message::AudioControlsApplied {}@@ -167,6 +184,21 @@ fn run(}}+// Pending privacy controls and shutdown always precede the next capture batch.+// A command arriving after service begins cannot retract an already in-flight packet.+fn wait_for_control(+ receiver: &mpsc::Receiver<Message>,+ mut service: impl FnMut() -> io::Result<()>,+) -> io::Result<Option<Message>> {+ loop {+ match receiver.recv_timeout(DEVICE_SERVICE_INTERVAL) {+ Ok(message) => return Ok(Some(message)),+ Err(mpsc::RecvTimeoutError::Disconnected) => return Ok(None),+ Err(mpsc::RecvTimeoutError::Timeout) => service()?,+ }+ }+}+#[cfg(test)]#[path = "main_tests.rs"]mod tests;diff --git a/codex-rs/voice-host/src/main_tests.rs b/codex-rs/voice-host/src/main_tests.rsindex bd5074c671..eeeb797b34 100644--- a/codex-rs/voice-host/src/main_tests.rs+++ b/codex-rs/voice-host/src/main_tests.rs@@ -1,4 +1,4 @@-//! Verify the real parent-loss watchdog while the startup worker is deterministically blocked.+//! Verify control-first capture servicing and the real parent-loss watchdog during blocked startup.use super::*;use std::process::Stdio;@@ -12,6 +12,48 @@ use tokio::time::timeout;const STARTUP_BLOCKED: &[u8] = b"voice startup blocked\n";const CHILD_ENV: &str = "CODEX_VOICE_WATCHDOG_TEST_CHILD";+#[test]+fn queued_privacy_controls_and_close_precede_capture_service() {+ for message in [+ Message::SetAudioControls {+ controls: codex_realtime_webrtc::AudioControls {+ microphone_muted: true,+ speaker_suppressed: true,+ },+ },+ Message::Close {},+ ] {+ let expected = encode_frame(&message).unwrap();+ let (sender, receiver) = mpsc::sync_channel(/*bound*/ 1);+ sender.send(message).unwrap();+ let next = wait_for_control(&receiver, || panic!("capture preceded queued control"))+ .unwrap()+ .unwrap();+ assert_eq!(encode_frame(&next).unwrap(), expected);+ drop(sender);+ assert!(+ wait_for_control(&receiver, || panic!("capture after parent loss"))+ .unwrap()+ .is_none()+ );+ }+}++#[test]+fn idle_service_rechecks_controls_before_another_batch() {+ let (sender, receiver) = mpsc::sync_channel(/*bound*/ 1);+ let mut services = 0;+ let next = wait_for_control(&receiver, || {+ services += 1;+ sender.send(Message::Close {}).unwrap();+ Ok(())+ })+ .unwrap()+ .unwrap();+ assert_eq!(next, Message::Close {});+ assert_eq!(services, 1);+}+#[test]#[ignore = "subprocess fixture for the parent-loss watchdog test"]fn blocked_startup_fixture() {diff --git a/codex-rs/voice-host/src/processing.rs b/codex-rs/voice-host/src/processing.rsnew file mode 100644index 0000000000..bc8c16bce8--- /dev/null+++ b/codex-rs/voice-host/src/processing.rs@@ -0,0 +1,251 @@+//! Streaming device-rate conversion, echo/noise/gain processing, and 20 ms Opus encoding.+//! Mute transitions and capture gaps reset history; delayed pre-unmute buffers are discarded.++use std::collections::VecDeque;+use std::time::Duration;+use std::time::Instant;++use rubato::Resampler;+use rubato::audioadapter_buffers::direct::InterleavedSlice;+use sonora::AudioProcessing;+use sonora::StreamConfig;+use sonora::config::AdaptiveDigital;+use sonora::config::EchoCanceller;+use sonora::config::GainController2;+use sonora::config::NoiseSuppression;++use super::buffers::CAPTURE_GAP_TOLERANCE;+use super::buffers::Frame;+use crate::audio_track::EncodedAudio;++type Result<T> = std::result::Result<T, &'static str>;+const BLOCK: usize = 480;+pub(super) const MAX_PROCESSING_DELAY: Duration = Duration::from_millis(/*millis*/ 500);++struct Converter {+ resampler: rubato::Async<f32>,+ input: VecDeque<f32>,+ output: VecDeque<f32>,+ scratch: Vec<f32>,+ rate: u32,+ end: Option<Instant>,+}++impl Converter {+ fn new(rate: u32) -> Result<Self> {+ let resampler = rubato::Async::new_sinc(+ 48_000.0 / f64::from(rate),+ /*max_resample_ratio_relative*/ 1.0,+ &rubato::SincInterpolationParameters::default(),+ rate.div_ceil(100) as usize,+ /*nbr_channels*/ 1,+ rubato::FixedAsync::Input,+ )+ .map_err(|_| "failed to create voice resampler")?;+ let scratch = vec![0.0; resampler.output_frames_max()];+ Ok(Self {+ resampler,+ input: VecDeque::new(),+ output: VecDeque::new(),+ scratch,+ rate,+ end: None,+ })+ }++ fn push(&mut self, frame: &Frame) -> Result<()> {+ if frame.len > frame.samples.len()+ || self.input.len() + frame.len > self.rate as usize+ || self.output.len() > 48_000+ {+ return Err("voice resampler backlog exceeded");+ }+ self.end =+ Some(frame.at + Duration::from_secs_f64(frame.len as f64 / f64::from(self.rate)));+ self.input.extend(&frame.samples[..frame.len]);+ while self.input.len() >= self.resampler.input_frames_next() {+ let samples = self.input.make_contiguous();+ let input = InterleavedSlice::new(samples, /*channels*/ 1, samples.len())+ .map_err(|_| "invalid voice resampler input")?;+ let capacity = self.scratch.len();+ let mut output =+ InterleavedSlice::new_mut(&mut self.scratch, /*channels*/ 1, capacity)+ .map_err(|_| "invalid voice resampler output")?;+ let (consumed, produced) = self+ .resampler+ .process_into_buffer(&input, &mut output, /*indexing*/ None)+ .map_err(|_| "failed to resample voice audio")?;+ self.input.drain(..consumed);+ self.output.extend(&self.scratch[..produced]);+ }+ Ok(())+ }++ fn next(&mut self) -> Option<(Instant, [f32; BLOCK])> {+ if self.output.len() < BLOCK {+ return None;+ }+ let delay = self.input.len() as f64 / f64::from(self.rate)+ + (self.output.len() + self.resampler.output_delay()) as f64 / 48_000.0;+ let end = self.end?;+ let at = end+ .checked_sub(Duration::from_secs_f64(delay))+ .unwrap_or(end);+ let mut output = [0.0; BLOCK];+ for (out, sample) in output.iter_mut().zip(self.output.drain(..BLOCK)) {+ *out = sample;+ }+ Some((at, output))+ }+}++pub(super) struct Processor {+ capture: Converter,+ render: Converter,+ apm: AudioProcessing,+ encoder: opus::Encoder,+ pending: Vec<f32>,+ at: Instant,+ cutoff: Instant,+ render_delay: i64,+}++impl Processor {+ pub(super) fn new(input_rate: u32, output_rate: u32) -> Result<Self> {+ Ok(Self {+ capture: Converter::new(input_rate)?,+ render: Converter::new(output_rate)?,+ apm: AudioProcessing::builder()+ .config(sonora::Config {+ echo_canceller: Some(EchoCanceller::default()),+ noise_suppression: Some(NoiseSuppression::default()),+ gain_controller2: Some(GainController2 {+ adaptive_digital: Some(AdaptiveDigital::default()),+ ..Default::default()+ }),+ ..Default::default()+ })+ .capture_config(StreamConfig::new(+ /*sample_rate_hz*/ 48_000, /*num_channels*/ 1,+ ))+ .render_config(StreamConfig::new(+ /*sample_rate_hz*/ 48_000, /*num_channels*/ 1,+ ))+ .build(),+ encoder: opus::Encoder::new(+ /*sample_rate*/ 48_000,+ opus::Channels::Mono,+ opus::Application::Voip,+ )+ .map_err(|_| "failed to create voice encoder")?,+ pending: Vec::with_capacity(960),+ at: Instant::now(),+ cutoff: Instant::now(),+ render_delay: 0,+ })+ }++ pub(super) fn reset(&mut self) -> Result<()> {+ *self = Self::new(self.capture.rate, self.render.rate)?;+ Ok(())+ }++ pub(super) fn validate_callback_timing(+ &self,+ input_frames: u32,+ output_frames: u32,+ ) -> Result<()> {+ let mut delay = super::super::DEVICE_SERVICE_INTERVAL;+ for (converter, frames) in [(&self.capture, input_frames), (&self.render, output_frames)] {+ // Include callback and queue packing latency, plus the resampler's+ // actual delay and one processing block, for both device directions.+ delay += Duration::from_secs_f64(+ (f64::from(frames) + super::buffers::BLOCK as f64) / f64::from(converter.rate)+ + (converter.resampler.output_delay() + BLOCK) as f64 / 48_000.0,+ );+ }+ if delay >= MAX_PROCESSING_DELAY {+ return Err("audio callback timing exceeds processing deadline");+ }+ Ok(())+ }++ pub(super) fn render(&mut self, frame: &Frame) -> Result<()> {+ self.render.push(frame)?;+ while let Some((at, input)) = self.render.next() {+ let mut output = [0.0; BLOCK];+ self.apm+ .process_render_f32(&[&input], &mut [&mut output])+ .map_err(|_| "voice echo reference failed")?;+ let now = Instant::now();+ self.render_delay = if at > now {+ at.duration_since(now).as_millis() as i64+ } else {+ -(now.duration_since(at).as_millis() as i64)+ };+ }+ Ok(())+ }++ pub(super) fn capture(+ &mut self,+ frame: &Frame,+ now: impl Fn() -> Instant,+ ) -> Result<Vec<EncodedAudio>> {+ if frame.at < self.cutoff {+ return Ok(vec![]);+ }+ if self+ .capture+ .end+ .is_some_and(|end| frame.at.saturating_duration_since(end) > CAPTURE_GAP_TOLERANCE)+ {+ // Drop resampler, APM and half-packet history without advancing the+ // unmute boundary: this frame may already have waited in the queue.+ let cutoff = self.cutoff;+ self.reset()?;+ self.cutoff = cutoff;+ }+ self.capture.push(frame)?;+ let mut encoded = Vec::new();+ while let Some((at, input)) = self.capture.next() {+ let capture_age = now().saturating_duration_since(at);+ if capture_age > MAX_PROCESSING_DELAY {+ return Err("voice processing fell behind");+ }+ let delay = (capture_age.as_millis() as i64 + self.render_delay).max(0);+ if delay > MAX_PROCESSING_DELAY.as_millis() as i64 {+ return Err("voice processing fell behind");+ }+ self.apm+ .set_stream_delay_ms(delay as i32)+ .map_err(|_| "invalid voice echo delay")?;+ let mut output = [0.0; BLOCK];+ self.apm+ .process_capture_f32(&[&input], &mut [&mut output])+ .map_err(|_| "voice capture processing failed")?;+ if output.iter().any(|sample| !sample.is_finite()) {+ return Err("invalid processed voice audio");+ }+ if self.pending.is_empty() {+ self.at = at;+ }+ self.pending.extend(output);+ if self.pending.len() == 960 {+ let mut data = vec![0; 1275];+ let len = self+ .encoder+ .encode_float(&self.pending, &mut data)+ .map_err(|_| "failed to encode voice audio")?;+ data.truncate(len);+ encoded.push(EncodedAudio { data, at: self.at });+ self.pending.clear();+ }+ }+ Ok(encoded)+ }+}++#[cfg(test)]+#[path = "processing_tests.rs"]+mod tests;diff --git a/codex-rs/voice-host/src/processing_tests.rs b/codex-rs/voice-host/src/processing_tests.rsnew file mode 100644index 0000000000..15446365e7--- /dev/null+++ b/codex-rs/voice-host/src/processing_tests.rs@@ -0,0 +1,285 @@+use super::*;+use pretty_assertions::assert_eq;++#[test]+fn rendered_reference_changes_decoded_echo_capture() {+ let mut processors = [+ Processor::new(/*input_rate*/ 48_000, /*output_rate*/ 44_100).unwrap(),+ Processor::new(/*input_rate*/ 48_000, /*output_rate*/ 44_100).unwrap(),+ ];+ for processor in &mut processors {+ // Isolate echo cancellation from independent noise/gain adaptation.+ processor.apm.apply_config(sonora::Config {+ echo_canceller: Some(EchoCanceller::default()),+ ..Default::default()+ });+ }+ let start = Instant::now();+ let signal = |seconds: f32| {+ [311.0, 719.0, 1_423.0]+ .into_iter()+ .map(|frequency| (std::f32::consts::TAU * frequency * seconds).sin() * 0.1)+ .sum::<f32>()+ };+ let mut packets = [Vec::new(), Vec::new()];+ // Two seconds of deterministic samples allow AEC startup, without sleeping.+ for block in 0..200 {+ for offset in [0, 256] {+ let mut frame = Frame {+ samples: [0.0; 256],+ len: 256.min(441 - offset),+ at: start - Duration::from_secs(/*secs*/ 10)+ + Duration::from_secs_f64((block * 441 + offset) as f64 / 44_100.0),+ generation: 0,+ };+ for (index, sample) in frame.samples[..frame.len].iter_mut().enumerate() {+ *sample = signal((block * 441 + offset + index) as f32 / 44_100.0);+ }+ processors[0].render(&frame).unwrap();+ }+ // Keep delay metadata identical: only consuming reference samples may+ // explain the difference in the decoded capture signal.+ processors[1].render_delay = processors[0].render_delay;+ for offset in [0, 256] {+ let mut frame = Frame {+ samples: [0.0; 256],+ len: 256.min(480 - offset),+ at: start + Duration::from_secs_f64((block * 480 + offset) as f64 / 48_000.0),+ generation: 2,+ };+ for (index, sample) in frame.samples[..frame.len].iter_mut().enumerate() {+ *sample = signal((block * 480 + offset + index) as f32 / 48_000.0 - 0.05);+ }+ for (processor, packets) in processors.iter_mut().zip(&mut packets) {+ packets.extend(processor.capture(&frame, || frame.at).unwrap());+ }+ }+ }+ let decoded = packets.map(|packets| {+ let mut decoder = opus::Decoder::new(/*sample_rate*/ 48_000, opus::Channels::Mono).unwrap();+ let mut decoded = Vec::new();+ for packet in packets {+ let mut samples = [0.0; 960];+ assert_eq!(+ decoder+ .decode_float(&packet.data, &mut samples, /*fec*/ false)+ .unwrap(),+ 960+ );+ assert!(samples.iter().all(|sample| sample.is_finite()));+ decoded.extend(samples);+ }+ decoded+ });+ assert_eq!(decoded[0].len(), decoded[1].len());+ assert!(decoded[0].len() > 48_000);+ let energy = decoded.map(|samples| {+ samples[48_000..]+ .iter()+ .map(|sample| sample * sample)+ .sum::<f32>()+ });+ assert!(+ energy[1] > 1.0,+ "control capture must contain the echo signal"+ );+ assert!(+ energy[0] < energy[1] * 0.5,+ "reference/control echo energy: {energy:?}"+ );+}++#[test]+fn real_encoder_produces_twenty_millisecond_opus_packets() {+ for rate in [44_100, 48_000] {+ let mut processor = Processor::new(rate, /*output_rate*/ 48_000).unwrap();+ let mut packets = Vec::new();+ for block in 0..40 {+ let mut frame = Frame {+ samples: [0.0; 256],+ len: 256,+ at: Instant::now(),+ generation: 2,+ };+ for (index, sample) in frame.samples.iter_mut().enumerate() {+ *sample = (std::f32::consts::TAU * 440.0 * (block as usize * 256 + index) as f32+ / rate as f32)+ .sin()+ * 0.1;+ }+ packets.extend(processor.capture(&frame, || frame.at).unwrap());+ }+ assert!(!packets.is_empty());+ let mut decoder = opus::Decoder::new(/*sample_rate*/ 48_000, opus::Channels::Mono).unwrap();+ let mut energy = 0.0_f32;+ for packet in packets {+ let mut output = [0.0; 960];+ assert_eq!(+ decoder+ .decode_float(&packet.data, &mut output, /*fec*/ false)+ .unwrap(),+ 960+ );+ assert!(output.iter().all(|sample| sample.is_finite()));+ energy += output.iter().map(|sample| sample * sample).sum::<f32>();+ }+ assert!(+ energy > 0.01,+ "decoded capture must contain signal at {rate} Hz"+ );+ }+}++#[test]+fn unmute_reset_rejects_delayed_pre_unmute_audio_and_partial_history() {+ let mut processor = Processor::new(/*input_rate*/ 48_000, /*output_rate*/ 48_000).unwrap();+ let frame = Frame {+ samples: [0.25; 256],+ len: 256,+ at: Instant::now(),+ generation: 2,+ };+ assert!(processor.capture(&frame, || frame.at).unwrap().is_empty());+ assert_eq!(+ (0..10).find_map(|_| processor+ .capture(&frame, || frame.at + Duration::from_secs(1))+ .err()),+ Some("voice processing fell behind")+ );+ processor.reset().unwrap();+ for _ in 0..10 {+ assert!(processor.capture(&frame, || frame.at).unwrap().is_empty());+ }+ assert!(processor.pending.is_empty());+ assert!(processor.capture.input.is_empty());+ assert!(processor.capture.output.is_empty());+}++#[test]+fn capture_gap_discards_old_partial_packet_and_preserves_unmute_cutoff() {+ let mut processor = Processor::new(/*input_rate*/ 48_000, /*output_rate*/ 48_000).unwrap();+ let mut fresh = Processor::new(/*input_rate*/ 48_000, /*output_rate*/ 48_000).unwrap();+ let cutoff = processor.cutoff;+ let start = Instant::now();+ let mut frame = Frame {+ samples: [0.25; 256],+ len: 240,+ at: start,+ generation: 2,+ };+ for index in 0..5 {+ frame.at = start + Duration::from_millis(index * 5);+ assert!(processor.capture(&frame, || frame.at).unwrap().is_empty());+ }+ assert!(!processor.pending.is_empty());+ assert!(!processor.capture.input.is_empty());++ let resumed = start + Duration::from_millis(/*millis*/ 100);+ frame.samples.fill(0.0);+ let mut packets = Vec::new();+ let mut expected = Vec::new();+ for index in 0..12 {+ frame.at = resumed + Duration::from_millis(index * 5);+ let emitted = processor.capture(&frame, || frame.at).unwrap();+ if index < 2 {+ assert!(emitted.is_empty());+ }+ packets.extend(emitted.into_iter().map(|packet| (packet.at, packet.data)));+ expected.extend(+ fresh+ .capture(&frame, || frame.at)+ .unwrap()+ .into_iter()+ .map(|packet| (packet.at, packet.data)),+ );+ }+ assert!(!packets.is_empty());+ assert_eq!(packets, expected);+ assert_eq!(processor.cutoff, cutoff);+}++#[test]+fn ordinary_capture_timestamp_jitter_keeps_partial_audio() {+ for jitter_ms in [-2_i64, 0, 2] {+ let mut processor = Processor::new(/*input_rate*/ 48_000, /*output_rate*/ 48_000).unwrap();+ let start = Instant::now();+ let mut frame = Frame {+ samples: [0.1; 256],+ len: 240,+ at: start,+ generation: 2,+ };+ for index in 0..5 {+ frame.at = start + Duration::from_millis(index * 5);+ assert!(processor.capture(&frame, || frame.at).unwrap().is_empty());+ }+ frame.at = start + Duration::from_millis((25 + jitter_ms) as u64);+ assert_eq!(processor.capture(&frame, || frame.at).unwrap().len(), 1);+ }+}++#[test]+fn callback_gap_cannot_hide_in_a_packed_partial_block() {+ let mut processor = Processor::new(/*input_rate*/ 48_000, /*output_rate*/ 48_000).unwrap();+ let mut packer = super::super::buffers::FramePacker::default();+ let queue = crossbeam_queue::ArrayQueue::new(/*capacity*/ 8);+ let start = Instant::now();+ // Leave both an incomplete callback block and a processed half-packet.+ for index in 0..6 {+ let at = start + Duration::from_millis(index * 5);+ packer.discard_capture_gap(at, /*rate*/ 48_000.0);+ assert!(packer.push(+ Frame {+ samples: [0.25; 256],+ len: 240,+ at,+ generation: 2+ },+ /*rate*/ 48_000.0,+ &queue+ ));+ while let Some(frame) = queue.pop() {+ assert!(processor.capture(&frame, || frame.at).unwrap().is_empty());+ }+ }+ assert!(!processor.pending.is_empty());+ let resumed = start + Duration::from_millis(/*millis*/ 100);+ packer.discard_capture_gap(resumed, /*rate*/ 48_000.0);+ assert!(packer.push(+ Frame {+ samples: [0.0; 256],+ len: 256,+ at: resumed,+ generation: 2+ },+ /*rate*/ 48_000.0,+ &queue+ ));+ let frame = queue.pop().unwrap();+ assert_eq!(+ (frame.samples, frame.len, frame.at, frame.generation),+ ([0.0; 256], 256, resumed, 2)+ );+ assert!(processor.capture(&frame, || resumed).unwrap().is_empty());+ assert!(processor.pending.is_empty());+}++#[test]+fn stale_echo_reference_cannot_cancel_capture_age() {+ for render_delay in [0, -750] {+ let mut processor = Processor::new(/*input_rate*/ 48_000, /*output_rate*/ 48_000).unwrap();+ processor.render_delay = render_delay;+ let start = Instant::now();+ let now = start + Duration::from_millis(/*millis*/ 750);+ let failure = (0..8).find_map(|index| {+ let frame = Frame {+ samples: [0.25; 256],+ len: 256,+ at: start + Duration::from_secs_f64((index * 256) as f64 / 48_000.0),+ generation: 2,+ };+ processor.capture(&frame, || now).err()+ });+ assert_eq!(failure, Some("voice processing fell behind"));+ }+}diff --git a/codex-rs/voice-host/src/transport.rs b/codex-rs/voice-host/src/transport.rsindex 538ce753b8..c6f705efbc 100644--- a/codex-rs/voice-host/src/transport.rs+++ b/codex-rs/voice-host/src/transport.rs@@ -60,6 +60,7 @@ impl PeerConnectionEventHandler for Events {}pub(crate) struct Transport {+ pub(crate) audio: crate::audio_track::AudioTrack,connection: Arc<dyn PeerConnection>,gathered: Arc<Notify>,observer: JoinHandle<()>,@@ -72,6 +73,7 @@ impl Transport {}async fn with_runtime(runtime: Arc<dyn webrtc::runtime::Runtime>) -> Result<Self> {+ let (media, audio) = crate::audio_track::AudioTrack::new()?;let gathered = Arc::new(Notify::new());// Upstream defaults exhaust checks after 1.4s, including checks sent before// a TCP connection exists. Keep probing throughout our negotiation deadline.@@ -82,6 +84,7 @@ impl Transport {settings.set_ice_connection_attempts(Some(check_interval), Some(attempts));let connection: Arc<dyn PeerConnection> = Arc::new(PeerConnectionBuilder::new()+ .with_media_engine(media).with_runtime(runtime).with_setting_engine(settings).with_handler(Arc::new(Events(gathered.clone())))@@ -93,6 +96,10 @@ impl Transport {.await.map_err(|_| "failed to create voice peer")?,);+ if connection.add_track(audio.track.clone()).await.is_err() {+ let _ = timeout(Duration::from_secs(/*secs*/ 2), connection.close()).await;+ return Err("failed to attach voice track");+ }let channel = match connection.create_data_channel("oai-events", /*options*/ None).await@@ -121,6 +128,7 @@ impl Transport {sender.send_replace(false);});Ok(Self {+ audio,connection,gathered,observer,diff --git a/codex-rs/voice-host/src/transport_tests.rs b/codex-rs/voice-host/src/transport_tests.rsindex 45f5c90aa1..9c9f338b71 100644--- a/codex-rs/voice-host/src/transport_tests.rs+++ b/codex-rs/voice-host/src/transport_tests.rs@@ -55,7 +55,9 @@ async fn check_negotiation(runtime: Arc<dyn webrtc::runtime::Runtime>) {let gathered = Arc::new(Notify::new());let mut settings = webrtc::peer_connection::SettingEngine::default();settings.set_lite(/*lite*/ true);+ let (media, _) = crate::audio_track::AudioTrack::new().unwrap();let builder = PeerConnectionBuilder::new()+ .with_media_engine(media).with_setting_engine(settings).with_handler(Arc::new(RemoteEvents(sender, gathered.clone())));let remote = if tcp {diff --git a/codex-rs/voice-host/tests/lifecycle.rs b/codex-rs/voice-host/tests/lifecycle.rsindex d241c3c3c0..ba2fe41a0b 100644--- a/codex-rs/voice-host/tests/lifecycle.rs+++ b/codex-rs/voice-host/tests/lifecycle.rs@@ -27,6 +27,7 @@ use tokio::sync::Notify;use tokio::sync::mpsc;use tokio::time::timeout;use webrtc::data_channel::DataChannel;+use webrtc::peer_connection::MediaEngine;use webrtc::peer_connection::PeerConnection;use webrtc::peer_connection::PeerConnectionBuilder;use webrtc::peer_connection::PeerConnectionEventHandler;@@ -307,7 +308,10 @@ async fn installed_client_negotiates_and_closes_over_udp_and_tcp() -> Result<()>let gathered = Arc::new(Notify::new());let mut settings = SettingEngine::default();settings.set_lite(/*lite*/ true);+ let mut media = MediaEngine::default();+ media.register_default_codecs()?;let builder = PeerConnectionBuilder::new()+ .with_media_engine(media).with_setting_engine(settings).with_handler(Arc::new(RemoteEvents {channels: sender,