Orca is the place for working with a fleet of agents (e.g. Grok Bot, Claude Code). Run any coding agent with your own subscription. Available on desktop, mobile and remote runtime.
TypeScript adeagent-ideai-agentsautomationbotclaude-codecodexghosttygrok-bothermes-agentmobile-appmuseopenclawopencodeorchestrationpiruntimeterminalworktreesyc-backed
/* oxlint-disable react-doctor/no-adjust-state-on-prop-change -- Why: mobile browser state mirrors a remote desktop screencast session and CDP dialogs, which are external systems that cannot be derived during render. */
import { useCallback, useEffect, useLayoutEffect, useRef, useState } from 'react'
import { AppState, type View } from 'react-native'
import type { BrowserLoadError } from '../../../src/shared/browser-workspace-types'
import { translate } from '../i18n/mobile-i18n'
import { useMobileTranslation } from '../i18n/use-mobile-translation'
import type { RpcClient } from '../transport/rpc-client'
import type { BrowserScreencastFrameMetadata } from '../transport/browser-screencast-protocol'
import type { MobileBrowserViewMode } from './browser-screencast-request'
import type { BrowserPointerModifier } from './MobileBrowserPointerModifiers'
import {
getInitialMobileBrowserViewMode,
saveMobileBrowserViewMode
} from './mobile-browser-view-mode-state'
import type { BrowserTouchLayout, BrowserZoomState } from './browser-touch-geometry'
import {
clearCachedBrowserFramesForWorktree,
makeBrowserFrameCacheKey,
peekCachedBrowserFrame,
type PinchGesture
} from './mobile-browser-frame-state'
import { displayBrowserUrl, normalizeBrowserUrl } from './browser-url'
import type { BrowserDialogState } from './mobile-browser-stream-events'
import {
browserGoBack,
browserGoForward,
browserNavigate,
browserReload
} from './mobile-browser-command-operations'
import { resolveMobileBrowserAddressSync } from './mobile-browser-address-sync'
import { MobileBrowserPaneView } from './MobileBrowserPaneView'
import { useMobileBrowserInteractions } from './use-mobile-browser-interactions'
import { useMobileBrowserStream } from './use-mobile-browser-stream'
import { useBrowserBinaryScreencastGrant } from './use-browser-binary-screencast-grant'
export type MobileBrowserTab = {
type: 'browser'
id: string
title: string
browserWorkspaceId: string
browserPageId: string | null
url: string
loading: boolean
loadError?: BrowserLoadError | null
canGoBack: boolean
canGoForward: boolean
isActive: boolean
}
type MobileBrowserPaneProps = {
client: RpcClient | null
worktreeId: string
tab: MobileBrowserTab
screencastSupported: boolean | null
keyboardLift: number
bottomInset: number
onToast: (message: string, durationMs?: number) => void
}
type PanGesture = {
x: number
y: number
offsetX: number
offsetY: number
}
const DEFAULT_ZOOM: BrowserZoomState = { scale: 1, offsetX: 0, offsetY: 0 }
export function MobileBrowserPane({
client,
worktreeId,
tab,
screencastSupported,
keyboardLift,
bottomInset,
onToast
}: MobileBrowserPaneProps) {
useMobileTranslation()
const [browserViewMode, setBrowserViewMode] = useState<MobileBrowserViewMode>(() =>
getInitialMobileBrowserViewMode(worktreeId, tab.browserPageId, tab.url)
)
const cacheKey = makeBrowserFrameCacheKey(worktreeId, tab.browserPageId, browserViewMode)
const cachedInitialFrame = peekCachedBrowserFrame(cacheKey)
const [addressValue, setAddressValue] = useState(displayBrowserUrl(tab.url))
const [addressFocused, setAddressFocused] = useState(false)
const [addressSyncState, setAddressSyncState] = useState({
focused: false,
url: tab.url
})
const [keyboardValue, setKeyboardValue] = useState('')
const [frameMetadata, setFrameMetadata] = useState<BrowserScreencastFrameMetadata | null>(
cachedInitialFrame?.metadata ?? null
)
const [busy, setBusy] = useState(false)
const [error, setError] = useState<string | null>(null)
const [dialog, setDialog] = useState<BrowserDialogState | null>(null)
const [pointerModifiers, setPointerModifiers] = useState<BrowserPointerModifier[]>([])
const [zoom, setZoom] = useState<BrowserZoomState>(DEFAULT_ZOOM)
const [layout, setLayout] = useState<BrowserTouchLayout | null>(null)
// Why: a new id per return, so a leave and return that React batches into one render still restart the stream.
const [foregroundVisit, setForegroundVisit] = useState<number | null>(
AppState.currentState === 'active' ? 0 : null
)
const foregroundVisitCountRef = useRef(0)
const streamGenerationRef = useRef(0)
const layoutRef = useRef<BrowserTouchLayout | null>(null)
const frameMetadataRef = useRef<BrowserScreencastFrameMetadata | null>(
cachedInitialFrame?.metadata ?? null
)
const busyRef = useRef(false)
const dialogRef = useRef<BrowserDialogState | null>(null)
const lastStreamCacheKeyRef = useRef<string | null>(cacheKey)
const longPressTimerRef = useRef<ReturnType<typeof setTimeout> | null>(null)
const startPointRef = useRef<{ x: number; y: number; t: number } | null>(null)
const scrollingRef = useRef(false)
const zoomRef = useRef<BrowserZoomState>(DEFAULT_ZOOM)
const pinchRef = useRef<PinchGesture | null>(null)
const panRef = useRef<PanGesture | null>(null)
const lastZoomResetUrlRef = useRef(tab.url || 'about:blank')
const clearLongPressTimer = useCallback(() => {
if (longPressTimerRef.current) {
clearTimeout(longPressTimerRef.current)
longPressTimerRef.current = null
}
}, [])
const setRootViewRef = useCallback(
(node: View | null) => {
// Clear surface-owned long-press timers at ref cleanup to preserve unmount boundary.
if (node === null) {
clearLongPressTimer()
}
},
[clearLongPressTimer]
)
const resetBrowserZoomState = useCallback(() => {
clearLongPressTimer()
pinchRef.current = null
panRef.current = null
scrollingRef.current = false
startPointRef.current = null
zoomRef.current = DEFAULT_ZOOM
setZoom(DEFAULT_ZOOM)
}, [clearLongPressTimer])
useEffect(() => {
const subscription = AppState.addEventListener('change', (nextState) => {
if (nextState !== 'active') {
clearCachedBrowserFramesForWorktree(worktreeId)
setForegroundVisit(null)
return
}
foregroundVisitCountRef.current += 1
setForegroundVisit(foregroundVisitCountRef.current)
})
return () => {
subscription.remove()
}
}, [worktreeId])
const addressSync = resolveMobileBrowserAddressSync(addressSyncState, {
focused: addressFocused,
url: tab.url
})
if (addressSync.nextState !== addressSyncState) {
setAddressSyncState(addressSync.nextState)
if (addressSync.shouldSyncValue) {
// Preserve stream/goto updates without stale post-blur paint when tab URL is authoritative.
setAddressValue(displayBrowserUrl(tab.url))
}
}
useLayoutEffect(() => {
// Publish committed gesture/stream refs before passive effects without leaking uncommitted render values.
frameMetadataRef.current = frameMetadata
layoutRef.current = layout
dialogRef.current = dialog
zoomRef.current = zoom
}, [dialog, frameMetadata, layout, zoom])
useEffect(() => {
lastZoomResetUrlRef.current = tab.url || 'about:blank'
resetBrowserZoomState()
}, [resetBrowserZoomState, tab.browserPageId, tab.url])
useEffect(() => {
setBrowserViewMode(getInitialMobileBrowserViewMode(worktreeId, tab.browserPageId, tab.url))
}, [tab.browserPageId, tab.url, worktreeId])
const binaryScreencastGranted = useBrowserBinaryScreencastGrant()
const { frameGeometry, frameLayers, pageParams, renderedFrameSource, sendBrowserRequest } =
useMobileBrowserStream({
binaryScreencastGranted,
browserViewMode,
busyRef,
cacheKey,
client,
frameMetadata,
frameMetadataRef,
foregroundVisit,
initialFrameUri: cachedInitialFrame?.uri ?? null,
lastStreamCacheKeyRef,
lastZoomResetUrlRef,
layout,
resetBrowserZoomState,
screencastSupported,
setAddressValue,
setBusy,
setDialog,
setError,
setFrameMetadata,
setZoom,
streamGenerationRef,
tab,
worktreeId,
zoomRef
})
const navigateToAddress = useCallback(async () => {
const url = normalizeBrowserUrl(addressValue)
if (!url) {
setError(translate('browser.pane.invalidUrl', 'Enter a valid URL.'))
return
}
const settled = await sendBrowserRequest(
async (rpc, page, options) =>
browserNavigate.interpret(await browserNavigate.request(rpc, { ...page, url }, options)),
{ showBusy: true, timeoutMs: 30_000 }
)
if (settled?.url !== undefined) {
setAddressValue(displayBrowserUrl(settled.url))
lastZoomResetUrlRef.current = settled.url
resetBrowserZoomState()
}
}, [addressValue, resetBrowserZoomState, sendBrowserRequest])
const { panResponder, sendDialogCommand, sendKeyboardText, sendKeypress, togglePointerModifier } =
useMobileBrowserInteractions({
clearLongPressTimer,
client,
dialogRef,
frameGeometry,
frameMetadataRef,
keyboardValue,
layoutRef,
longPressTimerRef,
onToast,
pageParams,
panRef,
pinchRef,
pointerModifiers,
sendBrowserRequest,
scrollingRef,
startPointRef,
setDialog,
setError,
setKeyboardValue,
setPointerModifiers,
setZoom,
zoomRef
})
const controlsDisabled = !client || !tab.browserPageId || screencastSupported !== true
const goBack = useCallback(() => {
if (controlsDisabled || !tab.canGoBack) {
return
}
void sendBrowserRequest(
async (rpc, page, options) =>
browserGoBack.interpret(await browserGoBack.request(rpc, page, options)),
{ suppressError: true }
)
}, [controlsDisabled, sendBrowserRequest, tab.canGoBack])
const goForward = useCallback(() => {
if (controlsDisabled || !tab.canGoForward) {
return
}
void sendBrowserRequest(
async (rpc, page, options) =>
browserGoForward.interpret(await browserGoForward.request(rpc, page, options)),
{ suppressError: true }
)
}, [controlsDisabled, sendBrowserRequest, tab.canGoForward])
const reloadPage = useCallback(() => {
if (controlsDisabled) {
return
}
void sendBrowserRequest(
async (rpc, page, options) =>
browserReload.interpret(await browserReload.request(rpc, page, options)),
{ suppressError: true }
)
}, [controlsDisabled, sendBrowserRequest])
const selectBrowserViewMode = useCallback(
(mode: MobileBrowserViewMode) => {
if (browserViewMode === mode) {
return
}
// Why: preserve explicit page-scoped choices across normal browser pane remounts.
saveMobileBrowserViewMode(worktreeId, tab.browserPageId, mode)
setBrowserViewMode(mode)
resetBrowserZoomState()
},
[browserViewMode, resetBrowserZoomState, tab.browserPageId, worktreeId]
)
return (
<MobileBrowserPaneView
addressFocused={addressFocused}
addressValue={addressValue}
bottomInset={bottomInset}
browserViewMode={browserViewMode}
busy={busy}
controlsDisabled={controlsDisabled}
dialog={dialog}
error={error}
frameGeometry={frameGeometry}
frameLayers={frameLayers}
goBack={goBack}
goForward={goForward}
keyboardLift={keyboardLift}
keyboardValue={keyboardValue}
layoutRef={layoutRef}
navigateToAddress={navigateToAddress}
panResponder={panResponder}
pointerModifiers={pointerModifiers}
reloadPage={reloadPage}
renderedFrameSource={renderedFrameSource}
selectBrowserViewMode={selectBrowserViewMode}
sendDialogCommand={sendDialogCommand}
sendKeyboardText={sendKeyboardText}
sendKeypress={sendKeypress}
setAddressFocused={setAddressFocused}
setAddressValue={setAddressValue}
setKeyboardValue={setKeyboardValue}
setLayout={setLayout}
setRootViewRef={setRootViewRef}
tab={tab}
togglePointerModifier={togglePointerModifier}
zoom={zoom}
/>
)
}