Skip to content

The open-source AI voice studio. Clone, dictate, create.

fix(audio): prevent WKWebView audio session teardown after backgrounding (#41) (#486)

Jamie Pined3a44338a2c9
diff --git a/app/src/components/AppFrame/AppFrame.tsx b/app/src/components/AppFrame/AppFrame.tsx
index 9c08fb88..8e6c42af 100644
--- a/app/src/components/AppFrame/AppFrame.tsx
+++ b/app/src/components/AppFrame/AppFrame.tsx
@@ -1,5 +1,6 @@
import { useRouterState } from '@tanstack/react-router';
import { TitleBarDragRegion } from '@/components/TitleBarDragRegion';
+import { AudioKeepAlive } from '@/components/AudioPlayer/AudioKeepAlive';
import { AudioPlayer } from '@/components/AudioPlayer/AudioPlayer';
import { StoryTrackEditor } from '@/components/StoriesTab/StoryTrackEditor';
import { TOP_SAFE_AREA_PADDING } from '@/lib/constants/ui';
@@ -26,6 +27,7 @@ export function AppFrame({ children }: AppFrameProps) {
className={cn('h-screen bg-background flex flex-col overflow-hidden', TOP_SAFE_AREA_PADDING)}
>
<TitleBarDragRegion />
+ <AudioKeepAlive />
{children}
{showTrackEditor ? (
<StoryTrackEditor storyId={story.id} items={story.items} />
diff --git a/app/src/components/AudioPlayer/AudioKeepAlive.tsx b/app/src/components/AudioPlayer/AudioKeepAlive.tsx
new file mode 100644
index 00000000..f86cc4a1
--- /dev/null
+++ b/app/src/components/AudioPlayer/AudioKeepAlive.tsx
@@ -0,0 +1,85 @@
+import { useEffect, useRef } from 'react';
+import { debug } from '@/lib/utils/debug';
+
+// WKWebView tears down the app's CoreAudio output when idle for long enough,
+// and a JS-level reload (cmd+R) does NOT restore it — only relaunching the
+// Tauri app does. Keeping a silent <audio> element looping forever prevents
+// the OS audio session from ever going dormant.
+//
+// Real silence (zero PCM samples) at full volume is preferred over a muted
+// element: browsers/WebKit can optimize muted media away, which defeats the
+// purpose of holding the session open.
+
+function buildSilentWavUrl(seconds = 1, sampleRate = 8000): string {
+ const numSamples = seconds * sampleRate;
+ const bytes = 44 + numSamples * 2;
+ const buffer = new ArrayBuffer(bytes);
+ const view = new DataView(buffer);
+ const write = (offset: number, str: string) => {
+ for (let i = 0; i < str.length; i++) view.setUint8(offset + i, str.charCodeAt(i));
+ };
+ write(0, 'RIFF');
+ view.setUint32(4, bytes - 8, true);
+ write(8, 'WAVE');
+ write(12, 'fmt ');
+ view.setUint32(16, 16, true);
+ view.setUint16(20, 1, true);
+ view.setUint16(22, 1, true);
+ view.setUint32(24, sampleRate, true);
+ view.setUint32(28, sampleRate * 2, true);
+ view.setUint16(32, 2, true);
+ view.setUint16(34, 16, true);
+ write(36, 'data');
+ view.setUint32(40, numSamples * 2, true);
+ return URL.createObjectURL(new Blob([buffer], { type: 'audio/wav' }));
+}
+
+export function AudioKeepAlive() {
+ const audioRef = useRef<HTMLAudioElement | null>(null);
+
+ useEffect(() => {
+ const url = buildSilentWavUrl(1, 8000);
+ const el = new Audio(url);
+ el.loop = true;
+ el.volume = 1;
+ el.preload = 'auto';
+ audioRef.current = el;
+
+ const tryPlay = () => {
+ if (!audioRef.current) return;
+ if (!audioRef.current.paused) return;
+ audioRef.current.play().catch((err) => {
+ debug.log('[AudioKeepAlive] play blocked (will retry on next gesture):', err);
+ });
+ };
+
+ tryPlay();
+
+ // Autoplay may be blocked until first user interaction — re-attempt then.
+ const onGesture = () => tryPlay();
+ window.addEventListener('pointerdown', onGesture, { once: false });
+ window.addEventListener('keydown', onGesture, { once: false });
+
+ // If the webview ever pauses the element on background, resume on return.
+ const onWake = () => {
+ if (!document.hidden) tryPlay();
+ };
+ document.addEventListener('visibilitychange', onWake);
+ window.addEventListener('focus', onWake);
+ window.addEventListener('pageshow', onWake);
+
+ return () => {
+ window.removeEventListener('pointerdown', onGesture);
+ window.removeEventListener('keydown', onGesture);
+ document.removeEventListener('visibilitychange', onWake);
+ window.removeEventListener('focus', onWake);
+ window.removeEventListener('pageshow', onWake);
+ el.pause();
+ el.src = '';
+ URL.revokeObjectURL(url);
+ audioRef.current = null;
+ };
+ }, []);
+
+ return null;
+}