Create polished demo videos without editing skills. Mac/Windows/Linux
fix(audio): add browser microphone fallback for macOS < 14
webadderall20f42d3fca4b
diff --git a/electron/electron-env.d.ts b/electron/electron-env.d.tsindex d25fbafe..440e3a0a 100644--- a/electron/electron-env.d.ts+++ b/electron/electron-env.d.ts@@ -88,7 +88,7 @@ interface Window {microphoneDeviceId?: string;microphoneLabel?: string;},- ) => Promise<{ success: boolean; path?: string; message?: string; error?: string; userNotified?: boolean }>;+ ) => Promise<{ success: boolean; path?: string; message?: string; error?: string; userNotified?: boolean; microphoneFallbackRequired?: boolean }>;stopNativeScreenRecording: () => Promise<{success: boolean;path?: string;@@ -128,6 +128,10 @@ interface Window {videoData: ArrayBuffer,fileName: string,) => Promise<{ success: boolean; path?: string; message?: string }>;+ storeMicrophoneSidecar: (+ audioData: ArrayBuffer,+ videoPath: string,+ ) => Promise<{ success: boolean; path?: string; error?: string }>;getRecordedVideoPath: () => Promise<{ success: boolean; path?: string; message?: string }>;listAssetDirectory: (relativeDir: string) => Promise<{success: boolean;diff --git a/electron/ipc/handlers.ts b/electron/ipc/handlers.tsindex 4b6753b5..37186c0c 100644--- a/electron/ipc/handlers.ts+++ b/electron/ipc/handlers.ts@@ -48,6 +48,7 @@ const WHISPER_SMALL_MODEL_PATH = path.join(WHISPER_MODEL_DIR, 'ggml-small.bin')const COMPANION_AUDIO_LAYOUTS = [{ platform: 'mac' as const, systemSuffix: '.system.m4a', micSuffix: '.mic.m4a' },{ platform: 'win' as const, systemSuffix: '.system.wav', micSuffix: '.mic.wav' },+ { platform: 'mac' as const, systemSuffix: '.system.webm', micSuffix: '.mic.webm' },]function getAssetRootPath() {@@ -868,7 +869,7 @@ async function pruneAutoRecordings(exemptPaths: string[] = []) {await fs.rm(getTelemetryPathForVideo(entry.filePath), { force: true })// Clean up companion audio files left from recording (macOS .m4a, Windows .wav)const base = entry.filePath.replace(/\.(mp4|mov|webm)$/i, '')- for (const suffix of ['.system.m4a', '.mic.m4a', '.system.wav', '.mic.wav']) {+ for (const suffix of ['.system.m4a', '.mic.m4a', '.system.wav', '.mic.wav', '.mic.webm', '.system.webm']) {await fs.rm(base + suffix, { force: true }).catch(() => {})}} catch (error) {@@ -4388,6 +4389,15 @@ body{background:transparent;overflow:hidden;width:100vw;height:100vh}await waitForNativeCaptureStart(nativeCaptureProcess)nativeScreenRecordingActive = true++ // If the native helper reported MICROPHONE_CAPTURE_UNAVAILABLE, it started+ // capture without microphone. Clear the mic path so the renderer can fall+ // back to a browser-side sidecar recording for the microphone track.+ const micUnavailableNatively = nativeCaptureOutputBuffer.includes('MICROPHONE_CAPTURE_UNAVAILABLE')+ if (micUnavailableNatively) {+ nativeCaptureMicrophonePath = null+ }+recordNativeCaptureDiagnostics({backend: 'mac-screencapturekit',phase: 'start',@@ -4397,10 +4407,10 @@ body{background:transparent;overflow:hidden;width:100vw;height:100vh}helperPath,outputPath,systemAudioPath: systemAudioOutputPath,- microphonePath: microphoneOutputPath,+ microphonePath: nativeCaptureMicrophonePath,processOutput: nativeCaptureOutputBuffer.trim() || undefined,})- return { success: true }+ return { success: true, microphoneFallbackRequired: micUnavailableNatively }} catch (error) {console.error('Failed to start native ScreenCaptureKit recording:', error)const errorStr = String(error)@@ -4949,6 +4959,18 @@ body{background:transparent;overflow:hidden;width:100vw;height:100vh}+ ipcMain.handle('store-microphone-sidecar', async (_, audioData: ArrayBuffer, videoPath: string) => {+ try {+ const baseName = videoPath.replace(/\.[^.]+$/, '')+ const sidecarPath = `${baseName}.mic.webm`+ await fs.writeFile(sidecarPath, Buffer.from(audioData))+ return { success: true, path: sidecarPath }+ } catch (error) {+ console.error('Failed to store microphone sidecar:', error)+ return { success: false, error: String(error) }+ }+ })+ipcMain.handle('store-recorded-video', async (_, videoData: ArrayBuffer, fileName: string) => {try {const recordingsDir = await getRecordingsDir()diff --git a/electron/native/ScreenCaptureKitRecorder.swift b/electron/native/ScreenCaptureKitRecorder.swiftindex 5424e166..437bfdaa 100644--- a/electron/native/ScreenCaptureKitRecorder.swift+++ b/electron/native/ScreenCaptureKitRecorder.swift@@ -71,11 +71,9 @@ final class ScreenCaptureRecorder: NSObject, SCStreamOutput, SCStreamDelegate {capturesSystemAudio = config.capturesSystemAudio ?? falsecapturesMicrophone = config.capturesMicrophone ?? falseif capturesMicrophone && !supportsNativeMicrophoneCapture(streamConfig: streamConfig) {- throw NSError(- domain: "RecordlyCapture",- code: 10,- userInfo: [NSLocalizedDescriptionKey: "Native microphone capture is unavailable on this macOS/Xcode runtime"]- )+ fputs("MICROPHONE_CAPTURE_UNAVAILABLE\n", stderr)+ fflush(stderr)+ capturesMicrophone = false}writesSystemAudioToSeparateTrack = capturesSystemAudiowritesMicrophoneToSeparateTrack = capturesSystemAudio && capturesMicrophonediff --git a/electron/preload.ts b/electron/preload.tsindex 7f6e69bc..4478a02b 100644--- a/electron/preload.ts+++ b/electron/preload.ts@@ -222,6 +222,9 @@ contextBridge.exposeInMainWorld("electronAPI", {storeRecordedVideo: (videoData: ArrayBuffer, fileName: string) => {return ipcRenderer.invoke("store-recorded-video", videoData, fileName);},+ storeMicrophoneSidecar: (audioData: ArrayBuffer, videoPath: string) => {+ return ipcRenderer.invoke("store-microphone-sidecar", audioData, videoPath);+ },getRecordedVideoPath: () => {return ipcRenderer.invoke("get-recorded-video-path");},diff --git a/src/hooks/useScreenRecorder.ts b/src/hooks/useScreenRecorder.tsindex b9db5c23..b86ca81d 100644--- a/src/hooks/useScreenRecorder.ts+++ b/src/hooks/useScreenRecorder.ts@@ -102,6 +102,8 @@ export function useScreenRecorder(): UseScreenRecorderReturn {const pauseStartedAtMs = useRef<number | null>(null);const pauseSegmentsRef = useRef<PauseSegment[]>([]);const recordingFinalizationToastId = useRef<string | number | null>(null);+ const micFallbackRecorder = useRef<MediaRecorder | null>(null);+ const micFallbackChunks = useRef<Blob[]>([]);const showRecordingFinalizationToast = useCallback((message = "Preparing recording...") => {recordingFinalizationToastId.current = toast.loading(message, {@@ -307,6 +309,17 @@ export function useScreenRecorder(): UseScreenRecorderReturn {mixingContext.current.close().catch(() => {});mixingContext.current = null;}++ if (micFallbackRecorder.current) {+ try {+ if (micFallbackRecorder.current.state !== "inactive") {+ micFallbackRecorder.current.stop();+ }+ micFallbackRecorder.current.stream?.getTracks().forEach((track) => track.stop());+ } catch { /* ignore */ }+ micFallbackRecorder.current = null;+ micFallbackChunks.current = [];+ }}, []);const resolveBrowserCaptureSource = useCallback(async (source: any) => {@@ -526,6 +539,7 @@ export function useScreenRecorder(): UseScreenRecorderReturn {void (async () => {showRecordingFinalizationToast();+ const micFallbackBlobPromise = stopMicFallbackRecorder();const webcamPath = await stopWebcamRecorder();const isNativeWindows = nativeWindowsRecording.current;markRecordingResumed(Date.now());@@ -567,6 +581,17 @@ export function useScreenRecorder(): UseScreenRecorderReturn {finalPath = muxResult?.path ?? result.path;}+ // Save the browser-captured microphone sidecar if one was recorded.+ const micFallbackBlob = await micFallbackBlobPromise;+ if (micFallbackBlob && finalPath) {+ try {+ const arrayBuffer = await micFallbackBlob.arrayBuffer();+ await window.electronAPI.storeMicrophoneSidecar(arrayBuffer, finalPath);+ } catch (e) {+ console.warn("Failed to store microphone sidecar:", e);+ }+ }+await finalizeRecordingSession(finalPath, webcamPath);})();return;@@ -702,6 +727,31 @@ export function useScreenRecorder(): UseScreenRecorderReturn {};}, [cleanupCapturedMedia, recoverNativeRecordingSession]);+ const stopMicFallbackRecorder = useCallback((): Promise<Blob | null> => {+ return new Promise((resolve) => {+ const recorder = micFallbackRecorder.current;+ if (!recorder || recorder.state === "inactive") {+ micFallbackRecorder.current = null;+ resolve(null);+ return;+ }+ recorder.ondataavailable = (event) => {+ if (event.data.size > 0) {+ micFallbackChunks.current.push(event.data);+ }+ };+ recorder.onstop = () => {+ const blob = micFallbackChunks.current.length > 0+ ? new Blob(micFallbackChunks.current, { type: recorder.mimeType })+ : null;+ micFallbackChunks.current = [];+ micFallbackRecorder.current = null;+ resolve(blob);+ };+ recorder.stop();+ });+ }, []);+const startRecording = async () => {if (startInFlight.current) {return;@@ -812,6 +862,31 @@ export function useScreenRecorder(): UseScreenRecorderReturn {webcamTimeOffsetMs.current = webcamStartTime.current === null? 0: webcamStartTime.current - mainStartedAt;++ // When native mic capture is unavailable (macOS < 14), record mic+ // via browser getUserMedia so it can be saved as a sidecar file.+ if (nativeResult.microphoneFallbackRequired && microphoneEnabled) {+ try {+ const micStream = await navigator.mediaDevices.getUserMedia({+ audio: microphoneDeviceId+ ? { deviceId: { exact: microphoneDeviceId }, echoCancellation: true, noiseSuppression: true, autoGainControl: true }+ : { echoCancellation: true, noiseSuppression: true, autoGainControl: true },+ video: false,+ });+ micFallbackChunks.current = [];+ const recorder = new MediaRecorder(micStream, { mimeType: "audio/webm;codecs=opus" });+ recorder.ondataavailable = (event) => {+ if (event.data.size > 0) {+ micFallbackChunks.current.push(event.data);+ }+ };+ recorder.start(1000);+ micFallbackRecorder.current = recorder;+ } catch (micError) {+ console.warn("Browser microphone fallback failed:", micError);+ }+ }+setRecording(true);window.electronAPI?.setRecordingState(true);