Skip to content

Free Motion Capture for Everyone πŸ’€βœ¨

TypeScript

chckptt

jonmatthiscff102a0ca3c
diff --git a/freemocap-ui/src/components/camera-views/camera-view-settings-overlay/CamerasViewSettingsOverlay.tsx b/freemocap-ui/src/components/camera-views/camera-view-settings-overlay/CamerasViewSettingsOverlay.tsx
new file mode 100644
index 00000000..b94a7cef
--- /dev/null
+++ b/freemocap-ui/src/components/camera-views/camera-view-settings-overlay/CamerasViewSettingsOverlay.tsx
@@ -0,0 +1,212 @@
+import React, {useState} from 'react';
+import {
+ Box,
+ Checkbox,
+ Divider,
+ FormControlLabel,
+ IconButton,
+ Paper,
+ Switch,
+ TextField,
+ ToggleButton,
+ ToggleButtonGroup,
+ Tooltip,
+} from '@mui/material';
+import SettingsIcon from '@mui/icons-material/Settings';
+import CloseIcon from '@mui/icons-material/Close';
+import GridViewIcon from '@mui/icons-material/GridView';
+import ViewSidebarIcon from '@mui/icons-material/ViewSidebar';
+import SplitscreenIcon from '@mui/icons-material/Splitscreen';
+import ViewAgendaIcon from '@mui/icons-material/ViewAgenda';
+import {useServer} from '@/services/server/ServerContextProvider';
+import {useTranslation} from 'react-i18next';
+import type {CameraSettings, LayoutDirection} from '@/pages/ViewportPage';
+
+interface CamerasViewSettingsOverlayProps {
+ settings: CameraSettings;
+ onSettingsChange: (partial: Partial<CameraSettings>) => void;
+ onResetLayout: () => void;
+}
+
+export const CamerasViewSettingsOverlay: React.FC<CamerasViewSettingsOverlayProps> = ({
+ settings,
+ onSettingsChange,
+ onResetLayout,
+}) => {
+ const { connectedCameraIds } = useServer();
+ const { t } = useTranslation();
+ const [isOpen, setIsOpen] = useState<boolean>(false);
+ const [isAuto, setIsAuto] = useState<boolean>(settings.columns === null);
+ const [manualColumns, setManualColumns] = useState<number>(settings.columns ?? 2);
+
+ const getAutoColumns = (total: number): number => {
+ if (total <= 1) return 1;
+ if (total <= 4) return 2;
+ if (total <= 9) return 3;
+ return 4;
+ };
+
+ const autoColumns = getAutoColumns(connectedCameraIds.length);
+
+ const handleAutoChange = (event: React.ChangeEvent<HTMLInputElement>) => {
+ const checked = event.target.checked;
+ setIsAuto(checked);
+ onSettingsChange({ columns: checked ? null : manualColumns });
+ };
+
+ const handleColumnsChange = (event: React.ChangeEvent<HTMLInputElement>) => {
+ const value = parseInt(event.target.value);
+ if (!isNaN(value) && value > 0) {
+ setManualColumns(value);
+ if (isAuto) setIsAuto(false);
+ onSettingsChange({ columns: value });
+ }
+ };
+
+ const handle3dViewToggle = (event: React.ChangeEvent<HTMLInputElement>) => {
+ onSettingsChange({ show3dView: event.target.checked });
+ };
+
+ const handleLayoutDirectionChange = (
+ _event: React.MouseEvent<HTMLElement>,
+ newDirection: LayoutDirection | null,
+ ) => {
+ if (newDirection !== null) {
+ onSettingsChange({ layoutDirection: newDirection });
+ }
+ };
+
+ return (
+ <>
+ {/* Settings toggle button */}
+ <Box sx={{ position: 'absolute', top: 16, right: 16, zIndex: 1000 }}>
+ <Tooltip title={isOpen ? t('closeSettings') : t('gridSettings')}>
+ <IconButton
+ onClick={() => setIsOpen(!isOpen)}
+ sx={{
+ backgroundColor: 'background.paper',
+ boxShadow: 2,
+ '&:hover': { backgroundColor: 'action.hover' },
+ }}
+ >
+ {isOpen ? <CloseIcon /> : <SettingsIcon />}
+ </IconButton>
+ </Tooltip>
+ </Box>
+
+ {/* Settings panel */}
+ {isOpen && (
+ <Paper
+ elevation={8}
+ sx={{
+ position: 'absolute',
+ top: 70,
+ right: 16,
+ zIndex: 999,
+ padding: 2,
+ minWidth: 260,
+ display: 'flex',
+ flexDirection: 'column',
+ gap: 2,
+ }}
+ >
+ {/* ── Grid columns ──────────────────────────── */}
+ <Box>
+ <Box sx={{ display: 'flex', alignItems: 'center', gap: 1, mb: 1.5 }}>
+ <GridViewIcon fontSize="small" />
+ <Box sx={{ fontWeight: 600, fontSize: '0.875rem' }}>{t('gridColumns')}</Box>
+ </Box>
+
+ <Box sx={{ display: 'flex', alignItems: 'flex-start', gap: 1 }}>
+ <FormControlLabel
+ control={
+ <Checkbox
+ checked={isAuto}
+ onChange={handleAutoChange}
+ sx={{ '&.Mui-checked': { color: 'text.primary' } }}
+ />
+ }
+ label={t('auto')}
+ />
+ <TextField
+ type="number"
+ label={t('columns')}
+ value={isAuto ? autoColumns : manualColumns}
+ onChange={handleColumnsChange}
+ fullWidth
+ inputProps={{ min: 1, step: 1 }}
+ helperText={
+ isAuto
+ ? `Auto-detected: ${autoColumns}`
+ : 'Enter any positive number'
+ }
+ />
+ </Box>
+ </Box>
+
+ <Divider />
+
+ {/* ── 3D viewport toggle ────────────────────── */}
+ <Box>
+ <Box sx={{ display: 'flex', alignItems: 'center', gap: 1, mb: 0.5 }}>
+ <ViewSidebarIcon fontSize="small" />
+ <Box sx={{ fontWeight: 600, fontSize: '0.875rem' }}>3D Viewport</Box>
+ </Box>
+
+ <FormControlLabel
+ control={
+ <Switch
+ checked={settings.show3dView}
+ onChange={handle3dViewToggle}
+ size="small"
+ />
+ }
+ label={settings.show3dView ? 'Visible' : 'Hidden'}
+ sx={{ ml: 0 }}
+ />
+ </Box>
+
+ {/* ── Layout direction (only when 3D is on) ─── */}
+ {settings.show3dView && (
+ <>
+ <Divider />
+
+ <Box>
+ <Box sx={{ display: 'flex', alignItems: 'center', gap: 1, mb: 1 }}>
+ <SplitscreenIcon fontSize="small" />
+ <Box sx={{ fontWeight: 600, fontSize: '0.875rem' }}>Layout</Box>
+ </Box>
+
+ <ToggleButtonGroup
+ value={settings.layoutDirection}
+ exclusive
+ onChange={handleLayoutDirectionChange}
+ size="small"
+ fullWidth
+ >
+ <ToggleButton value="horizontal" aria-label="side by side">
+ <Tooltip title="Side by side">
+ <Box sx={{ display: 'flex', alignItems: 'center', gap: 0.5 }}>
+ {/* Two vertical panels icon */}
+ <ViewSidebarIcon fontSize="small" />
+ <Box sx={{ fontSize: '0.75rem' }}>Side by side</Box>
+ </Box>
+ </Tooltip>
+ </ToggleButton>
+ <ToggleButton value="vertical" aria-label="stacked">
+ <Tooltip title="Stacked">
+ <Box sx={{ display: 'flex', alignItems: 'center', gap: 0.5 }}>
+ <ViewAgendaIcon fontSize="small" />
+ <Box sx={{ fontSize: '0.75rem' }}>Stacked</Box>
+ </Box>
+ </Tooltip>
+ </ToggleButton>
+ </ToggleButtonGroup>
+ </Box>
+ </>
+ )}
+ </Paper>
+ )}
+ </>
+ );
+};
diff --git a/freemocap-ui/src/components/camera-views/camera-view-settings-overlay/ImageScaleSlider.tsx b/freemocap-ui/src/components/camera-views/camera-view-settings-overlay/ImageScaleSlider.tsx
new file mode 100644
index 00000000..18beb8dd
--- /dev/null
+++ b/freemocap-ui/src/components/camera-views/camera-view-settings-overlay/ImageScaleSlider.tsx
@@ -0,0 +1,65 @@
+import React from 'react';
+import {Box, Slider, Tooltip, Typography, useTheme} from '@mui/material';
+
+interface ImageScaleSliderProps {
+ scale: number;
+ onScaleChange: (value: number) => void;
+}
+
+const ValueLabelComponent = (props: {
+ children: React.ReactElement;
+ value: number;
+}) => {
+ const {children, value} = props;
+
+ return (
+ <Tooltip title={
+ <span>
+ {`Scale: ${value.toFixed(1)}`}
+ </span>
+ }>
+ {children}
+ </Tooltip>
+ );
+};
+
+export const ImageScaleSlider: React.FC<ImageScaleSliderProps> = ({
+ scale = 0.5,
+ onScaleChange,
+ }) => {
+ const theme = useTheme();
+
+ const marks = [
+ {value: 0.1, label: '0.1'},
+ {value: 0.5, label: '0.5 (default)'},
+ {value: 2.0, label: '2.0'},
+ ];
+
+ return (
+ <Box>
+ <Typography variant="body2" color="text.secondary" gutterBottom>
+ Image Scale
+ </Typography>
+ <Slider
+ value={scale}
+ min={0.1}
+ max={2.0}
+ step={0.1}
+ marks={marks}
+ valueLabelDisplay="auto"
+ onChange={(_, value) => onScaleChange(value as number)}
+ components={{
+ ValueLabel: ValueLabelComponent,
+ }}
+ sx={{
+ color: theme.palette.primary.light,
+ '& .MuiSlider-thumb': {
+ '&:hover, &.Mui-focusVisible': {
+ boxShadow: `0px 0px 0px 8px ${theme.palette.primary.light}33`,
+ },
+ },
+ }}
+ />
+ </Box>
+ );
+};
diff --git a/freemocap-ui/src/components/common/CalibrationTomlPicker.tsx b/freemocap-ui/src/components/common/CalibrationTomlPicker.tsx
new file mode 100644
index 00000000..66dd70c2
--- /dev/null
+++ b/freemocap-ui/src/components/common/CalibrationTomlPicker.tsx
@@ -0,0 +1,115 @@
+import React from "react";
+import {Box, Button, Chip, Tooltip, Typography, useTheme} from "@mui/material";
+import CheckCircleIcon from "@mui/icons-material/CheckCircle";
+import ErrorIcon from "@mui/icons-material/Error";
+import FolderOpenIcon from "@mui/icons-material/FolderOpen";
+import AutorenewIcon from "@mui/icons-material/Autorenew";
+
+export type CalibrationTomlSource = "auto" | "calibration-panel" | "manual";
+
+interface CalibrationTomlPickerProps {
+ tomlPath: string | null;
+ source: CalibrationTomlSource;
+ onSelect: () => void;
+ onUseAutoDetected: () => void;
+ disabled?: boolean;
+}
+
+const SOURCE_LABELS: Record<CalibrationTomlSource, string> = {
+ auto: "Auto-detected",
+ "calibration-panel": "From calibration panel",
+ manual: "Manually selected",
+};
+
+export const CalibrationTomlPicker: React.FC<CalibrationTomlPickerProps> = ({
+ tomlPath,
+ source,
+ onSelect,
+ onUseAutoDetected,
+ disabled = false,
+}) => {
+ const theme = useTheme();
+
+ const statusIcon = tomlPath ? (
+ <CheckCircleIcon sx={{fontSize: 18, color: "#00e5ff"}} />
+ ) : (
+ <ErrorIcon sx={{fontSize: 18, color: theme.palette.error.main}} />
+ );
+
+ return (
+ <Box
+ sx={{
+ display: "flex",
+ alignItems: "center",
+ gap: 1,
+ p: 1,
+ borderRadius: 1,
+ border: `1px solid ${theme.palette.divider}`,
+ minHeight: 36,
+ }}
+ >
+ {statusIcon}
+
+ <Box sx={{flex: 1, minWidth: 0}}>
+ {tomlPath ? (
+ <>
+ <Chip
+ label={SOURCE_LABELS[source]}
+ size="small"
+ sx={{
+ height: 16,
+ fontSize: 9,
+ "& .MuiChip-label": {px: 0.5},
+ mb: 0.25,
+ }}
+ />
+ <Tooltip title={tomlPath} arrow>
+ <Typography
+ variant="caption"
+ sx={{
+ fontFamily: "monospace",
+ fontSize: 10,
+ display: "block",
+ color: "success.main",
+ overflow: "hidden",
+ textOverflow: "ellipsis",
+ whiteSpace: "nowrap",
+ }}
+ >
+ {tomlPath}
+ </Typography>
+ </Tooltip>
+ </>
+ ) : (
+ <Typography variant="caption" color="text.secondary">
+ No calibration TOML found
+ </Typography>
+ )}
+ </Box>
+
+ {source !== "auto" && tomlPath && (
+ <Tooltip title="Use auto-detected calibration" arrow>
+ <Button
+ size="small"
+ onClick={onUseAutoDetected}
+ disabled={disabled}
+ sx={{minWidth: 0, p: 0.5}}
+ >
+ <AutorenewIcon fontSize="small" />
+ </Button>
+ </Tooltip>
+ )}
+
+ <Button
+ size="small"
+ variant="outlined"
+ onClick={onSelect}
+ disabled={disabled}
+ startIcon={<FolderOpenIcon />}
+ sx={{flexShrink: 0, textTransform: "none", fontSize: 11}}
+ >
+ Browse
+ </Button>
+ </Box>
+ );
+};
diff --git a/freemocap-ui/src/components/control-panels/realtime-panel/RealtimePipelineConfigTree.tsx b/freemocap-ui/src/components/control-panels/realtime-panel/RealtimePipelineConfigTree.tsx
new file mode 100644
index 00000000..7444341d
--- /dev/null
+++ b/freemocap-ui/src/components/control-panels/realtime-panel/RealtimePipelineConfigTree.tsx
@@ -0,0 +1,186 @@
+import React, {useState} from "react";
+import {Box, Typography, useTheme} from "@mui/material";
+import {SimpleTreeView} from "@mui/x-tree-view/SimpleTreeView";
+import ExpandMore from "@mui/icons-material/ExpandMore";
+import ChevronRight from "@mui/icons-material/ChevronRight";
+
+import {RealtimePipelineStageTreeItem} from "./RealtimePipelineStageTreeItem";
+import {MediapipeConfigPanel} from "@/components/control-panels/mocap-control-panel/MediapipeConfigPanel";
+import {SkeletonFilterConfigPanel} from "@/components/control-panels/mocap-control-panel/SkeletonFilterConfigPanel";
+
+export type PipelineContext = "realtime" | "posthoc";
+
+interface PipelineConfigTreeProps {
+ context: PipelineContext;
+ // 2D Tracking stage toggles
+ charucoEnabled: boolean;
+ onCharucoToggle: (newValue: boolean) => void;
+ skeletonEnabled: boolean;
+ onSkeletonToggle: (newValue: boolean) => void;
+ // 3D Reconstruction stage toggles
+ triangulateEnabled: boolean;
+ onTriangulateToggle: (newValue: boolean) => void;
+ filterEnabled: boolean;
+ onFilterToggle: (newValue: boolean) => void;
+ rigidBodyEnabled: boolean;
+ onRigidBodyToggle: (newValue: boolean) => void;
+}
+
+export const RealtimePipelineConfigTree: React.FC<PipelineConfigTreeProps> = ({
+ context,
+ charucoEnabled,
+ onCharucoToggle,
+ skeletonEnabled,
+ onSkeletonToggle,
+ triangulateEnabled,
+ onTriangulateToggle,
+ filterEnabled,
+ onFilterToggle,
+ rigidBodyEnabled,
+ onRigidBodyToggle,
+ }) => {
+ const theme = useTheme();
+ const [expandedItems, setExpandedItems] = useState<string[]>([]);
+
+ const isExpanded = (id: string) => expandedItems.includes(id);
+
+ // ── 2D Tracking parent state ──────────────────────────────────────────────
+ // all on β†’ checked; some on β†’ indeterminate; none on β†’ unchecked
+ const tracking2dAllOn = charucoEnabled && skeletonEnabled;
+ const tracking2dSomeOn = charucoEnabled || skeletonEnabled;
+ const tracking2dIndeterminate = tracking2dSomeOn && !tracking2dAllOn;
+ const tracking2dChecked = tracking2dAllOn;
+
+ // ── 3D Reconstruction parent state ────────────────────────────────────────
+ const recon3dAllOn = triangulateEnabled && filterEnabled && rigidBodyEnabled;
+ const recon3dSomeOn = triangulateEnabled || filterEnabled || rigidBodyEnabled;
+ const recon3dIndeterminate = recon3dSomeOn && !recon3dAllOn;
+ const recon3dChecked = recon3dAllOn;
+
+ // Parent handlers receive the resolved newValue from the child
+ // (child already handles indeterminate β†’ true logic before calling up)
+ const handleToggle2dTracking = (newValue: boolean) => {
+ onCharucoToggle(newValue);
+ onSkeletonToggle(newValue);
+ };
+
+ const handleToggle3dReconstruction = (newValue: boolean) => {
+ onTriangulateToggle(newValue);
+ onFilterToggle(newValue);
+ onRigidBodyToggle(newValue);
+ };
+
+ return (
+ <SimpleTreeView
+ expandedItems={expandedItems}
+ onExpandedItemsChange={(_, items) => setExpandedItems(items)}
+ slots={{
+ collapseIcon: ExpandMore,
+ expandIcon: ChevronRight,
+ }}
+ >
+ {/* ── 2D Tracking ── */}
+ <RealtimePipelineStageTreeItem
+ itemId="2d-tracking"
+ label="2D Tracking"
+ checked={tracking2dChecked}
+ indeterminate={tracking2dIndeterminate}
+ onToggle={handleToggle2dTracking}
+ isExpanded={isExpanded("2d-tracking")}
+ summaryWhenCollapsed={
+ [charucoEnabled && "Charuco", skeletonEnabled && "Skeleton"]
+ .filter(Boolean)
+ .join(" + ") || "Off"
+ }
+ >
+ {/* Charuco */}
+ <RealtimePipelineStageTreeItem
+ itemId="2d-charuco"
+ label="Charuco"
+ checked={charucoEnabled}
+ onToggle={onCharucoToggle}
+ isExpanded={isExpanded("2d-charuco")}
+ >
+ <Box sx={{p: 1, pl: 2}}>
+ <Typography variant="caption" color="text.secondary">
+ Settings from `Post Processing::Capture Volume Calibration` section
+ </Typography>
+ </Box>
+ </RealtimePipelineStageTreeItem>
+
+ {/* Skeleton (MediaPipe) */}
+ <RealtimePipelineStageTreeItem
+ itemId="2d-skeleton"
+ label="Skeleton"
+ checked={skeletonEnabled}
+ onToggle={onSkeletonToggle}
+ isExpanded={isExpanded("2d-skeleton")}
+ summaryWhenCollapsed={context === "realtime" ? "Realtime preset" : "Posthoc preset"}
+ >
+ <Box sx={{p: 1, pl: 2, borderLeft: `2px solid ${theme.palette.divider}`}}>
+ <MediapipeConfigPanel/>
+ </Box>
+ </RealtimePipelineStageTreeItem>
+ </RealtimePipelineStageTreeItem>
+
+ {/* ── 3D Reconstruction ── */}
+ <RealtimePipelineStageTreeItem
+ itemId="3d-reconstruction"
+ label="3D Reconstruction"
+ checked={recon3dChecked}
+ indeterminate={recon3dIndeterminate}
+ onToggle={handleToggle3dReconstruction}
+ isExpanded={isExpanded("3d-reconstruction")}
+ summaryWhenCollapsed={
+ [triangulateEnabled && "Triangulate", filterEnabled && "Filter", rigidBodyEnabled && "Skeleton"]
+ .filter(Boolean)
+ .join(" + ") || "Off"
+ }
+ >
+ {/* Triangulate */}
+ <RealtimePipelineStageTreeItem
+ itemId="3d-triangulate"
+ label="Triangulate"
+ checked={triangulateEnabled}
+ onToggle={onTriangulateToggle}
+ isExpanded={isExpanded("3d-triangulate")}
+ >
+ <Box sx={{p: 1, pl: 2}}>
+ <Typography variant="caption" color="text.secondary">
+ Triangulation settings β€” calibration TOML picker and parameters (placeholder)
+ </Typography>
+ </Box>
+ </RealtimePipelineStageTreeItem>
+
+ {/* Filter */}
+ <RealtimePipelineStageTreeItem
+ itemId="3d-filter"
+ label="Filter"
+ checked={filterEnabled}
+ onToggle={onFilterToggle}
+ isExpanded={isExpanded("3d-filter")}
+ summaryWhenCollapsed="One Euro, FABRIK"
+ >
+ <Box sx={{p: 1, pl: 2, borderLeft: `2px solid ${theme.palette.divider}`}}>
+ <SkeletonFilterConfigPanel/>
+ </Box>
+ </RealtimePipelineStageTreeItem>
+
+ {/* Skeleton (rigid body) */}
+ <RealtimePipelineStageTreeItem
+ itemId="3d-skeleton"
+ label="Skeleton"
+ checked={rigidBodyEnabled}
+ onToggle={onRigidBodyToggle}
+ isExpanded={isExpanded("3d-skeleton")}
+ >
+ <Box sx={{p: 1, pl: 2}}>
+ <Typography variant="caption" color="text.secondary">
+ Rigid body and skeleton reconstruction parameters (placeholder)
+ </Typography>
+ </Box>
+ </RealtimePipelineStageTreeItem>
+ </RealtimePipelineStageTreeItem>
+ </SimpleTreeView>
+ );
+};
diff --git a/freemocap-ui/src/components/control-panels/realtime-panel/RealtimePipelineConnectionStatus.tsx b/freemocap-ui/src/components/control-panels/realtime-panel/RealtimePipelineConnectionStatus.tsx
new file mode 100644
index 00000000..188f4be8
--- /dev/null
+++ b/freemocap-ui/src/components/control-panels/realtime-panel/RealtimePipelineConnectionStatus.tsx
@@ -0,0 +1,84 @@
+import {Box, CircularProgress, Typography} from "@mui/material";
+import CheckIcon from '@mui/icons-material/Check';
+import CloseIcon from '@mui/icons-material/Close';
+import {useAppSelector} from "@/store/hooks";
+import {
+ selectIsPipelineConnected,
+ selectIsPipelineLoading,
+ selectPipelineError,
+ selectPipelineId,
+} from "@/store/slices/realtime";
+
+/**
+ * Display-only status badge.
+ *
+ * Connection actions live exclusively in RealtimePipelineConnectionToggle.
+ * This component never dispatches β€” it just reflects Redux state.
+ * Previously it had its own click handler that duplicated Toggle's dispatch
+ * calls, which created two independent power buttons fighting each other.
+ */
+export const RealtimePipelineConnectionStatus = () => {
+ const isConnected = useAppSelector(selectIsPipelineConnected);
+ const pipelineId = useAppSelector(selectPipelineId);
+ const isLoading = useAppSelector(selectIsPipelineLoading);
+ const error = useAppSelector(selectPipelineError);
+
+ return (
+ <Box
+ sx={{
+ display: 'flex',
+ justifyContent: 'flex-end',
+ padding: '10px',
+ flexDirection: 'column',
+ pl: 4,
+ border: '4px solid rgb(0, 125, 125)',
+ backgroundColor: isConnected ? '#005d94' : '#395067',
+ borderRadius: '8px',
+ }}
+ >
+ <Typography
+ variant="body1"
+ component="div"
+ sx={{
+ display: 'flex',
+ alignItems: 'center',
+ gap: 1,
+ }}
+ >
+ <Box sx={{
+ border: '1px solid rgba(255, 255, 255, 0.3)',
+ width: '24px',
+ height: '24px',
+ marginRight: '8px',
+ borderRadius: '4px',
+ transition: 'background-color 0.3s, border-color 0.3s',
+ backgroundColor: isConnected ? 'rgba(0, 255, 255, 0.1)' : 'rgba(255, 0, 0, 0.1)',
+ borderColor: isConnected ? 'rgba(0, 255, 255, 0.5)' : 'rgba(255, 0, 0, 0.5)',
+ boxShadow: '0 2px 4px rgba(0, 0, 0, 0.1)',
+ display: 'flex',
+ alignItems: 'center',
+ padding: '4px',
+ justifyContent: 'center',
+ }}>
+ {isLoading ? (
+ <CircularProgress size={16} sx={{color: 'cyan'}} />
+ ) : isConnected ? (
+ <CheckIcon sx={{color: 'green'}} />
+ ) : (
+ <CloseIcon fontSize="small" sx={{color: 'red'}} />
+ )}
+ </Box>
+
+ Pipeline: {isConnected ? `connected (id: ${pipelineId})` : 'disconnected'}
+
+ {error && (
+ <Typography variant="caption" color="error" sx={{ml: 1}}>
+ {error}
+ </Typography>
+ )}
+ </Typography>
+ </Box>
+ );
+};
+
+export default RealtimePipelineConnectionStatus;
diff --git a/freemocap-ui/src/components/control-panels/realtime-panel/RealtimePipelineConnectionToggle.tsx b/freemocap-ui/src/components/control-panels/realtime-panel/RealtimePipelineConnectionToggle.tsx
new file mode 100644
index 00000000..5817b0bb
--- /dev/null
+++ b/freemocap-ui/src/components/control-panels/realtime-panel/RealtimePipelineConnectionToggle.tsx
@@ -0,0 +1,80 @@
+import React from "react";
+import {CircularProgress, IconButton, Tooltip, useTheme} from "@mui/material";
+import PowerSettingsNewIcon from "@mui/icons-material/PowerSettingsNew";
+import {useAppDispatch, useAppSelector} from "@/store/hooks";
+import {
+ closePipeline,
+ connectRealtimePipeline,
+ selectCanConnectPipeline,
+ selectCanDisconnectPipeline,
+ selectIsPipelineConnected,
+ selectIsPipelineLoading,
+} from "@/store/slices/realtime";
+
+export const RealtimePipelineConnectionToggle: React.FC = () => {
+ const theme = useTheme();
+ const dispatch = useAppDispatch();
+
+ const isConnected = useAppSelector(selectIsPipelineConnected);
+ const isLoading = useAppSelector(selectIsPipelineLoading);
+ const canConnect = useAppSelector(selectCanConnectPipeline);
+ const canDisconnect = useAppSelector(selectCanDisconnectPipeline);
+
+ const isClickable = canConnect || canDisconnect;
+
+ const handleToggle = async (e: React.MouseEvent): Promise<void> => {
+ e.stopPropagation();
+ if (isLoading) return;
+
+ if (isConnected) {
+ await dispatch(closePipeline());
+ } else {
+ await dispatch(connectRealtimePipeline(undefined));
+ }
+ };
+
+ const tooltipText = isConnected
+ ? "Disconnect pipeline"
+ : canConnect
+ ? "Connect pipeline"
+ : "Select cameras first";
+
+ return (
+ <Tooltip title={tooltipText}>
+ <span>
+ <IconButton
+ size="small"
+ onClick={handleToggle}
+ disabled={!isClickable || isLoading}
+ sx={{
+ color: "inherit",
+ border: "1.5px solid",
+ borderColor: isConnected
+ ? theme.palette.success.light
+ : "rgba(255,255,255,0.25)",
+ borderRadius: 1,
+ p: 0.5,
+ backgroundColor: isConnected
+ ? "rgba(76, 175, 80, 0.2)"
+ : "transparent",
+ "&:hover": {
+ backgroundColor: isConnected
+ ? "rgba(76, 175, 80, 0.3)"
+ : "rgba(255,255,255,0.1)",
+ },
+ "&.Mui-disabled": {
+ color: "rgba(255,255,255,0.3)",
+ borderColor: "rgba(255,255,255,0.1)",
+ },
+ }}
+ >
+ {isLoading ? (
+ <CircularProgress size={18} sx={{color: "inherit"}} />
+ ) : (
+ <PowerSettingsNewIcon fontSize="small" />
+ )}
+ </IconButton>
+ </span>
+ </Tooltip>
+ );
+};
diff --git a/freemocap-ui/src/components/control-panels/realtime-panel/RealtimePipelinePanel.tsx b/freemocap-ui/src/components/control-panels/realtime-panel/RealtimePipelinePanel.tsx
new file mode 100644
index 00000000..c37800a3
--- /dev/null
+++ b/freemocap-ui/src/components/control-panels/realtime-panel/RealtimePipelinePanel.tsx
@@ -0,0 +1,84 @@
+import React, {useState} from "react";
+import {Box} from "@mui/material";
+import LanIcon from "@mui/icons-material/Lan";
+import {CollapsibleSidebarSection} from "@/components/common/CollapsibleSidebarSection";
+import {useAppSelector} from "@/store/hooks";
+import {selectBackendPipeline} from "@/store/slices/settings";
+import {useServer} from "@/services";
+import {RealtimePipelineSummary} from "@/components/control-panels/realtime-panel/RealtimePipelineSummary";
+import {
+ RealtimePipelineConnectionToggle
+} from "@/components/control-panels/realtime-panel/RealtimePipelineConnectionToggle";
+import {RealtimePipelineConfigTree} from "@/components/control-panels/realtime-panel/RealtimePipelineConfigTree";
+
+export const RealtimePipelinePanel: React.FC = () => {
+ const {sendWebsocketMessage, isConnected: serverConnected} = useServer();
+ const backendPipeline = useAppSelector(selectBackendPipeline);
+ const pipelineConfig = backendPipeline?.config;
+
+ // ── 2D Tracking: optimistic local state ───────────────────────────────────
+ // Local state is the source of truth for the UI. When the backend is
+ // connected and echoes a value back via Redux, we sync local state to it.
+ // When the backend is disconnected, clicks still work β€” send() is just a
+ // no-op side effect.
+ const [charucoEnabled, setCharucoEnabled] = useState(false);
+ const [skeletonEnabled, setSkeletonEnabled] = useState(false);
+
+ // Sync from backend when it comes online (or when config changes)
+ React.useEffect(() => {
+ if (pipelineConfig == null) return;
+ setCharucoEnabled(pipelineConfig.calibration_detection_enabled ?? false);
+ setSkeletonEnabled(pipelineConfig.mocap_detection_enabled ?? false);
+ }, [pipelineConfig]);
+
+ const handleCharucoToggle = (newValue: boolean) => {
+ setCharucoEnabled(newValue); // update UI immediately
+ if (serverConnected) {
+ sendWebsocketMessage({
+ message_type: "settings/patch",
+ patch: {pipeline: {config: {calibration_detection_enabled: newValue}}},
+ });
+ }
+ };
+
+ const handleSkeletonToggle = (newValue: boolean) => {
+ setSkeletonEnabled(newValue); // update UI immediately
+ if (serverConnected) {
+ sendWebsocketMessage({
+ message_type: "settings/patch",
+ patch: {pipeline: {config: {mocap_detection_enabled: newValue}}},
+ });
+ }
+ };
+
+ // ── 3D Reconstruction: local state (backend doesn't have these yet) ───────
+ const [triangulateEnabled, setTriangulateEnabled] = useState(false);
+ const [filterEnabled, setFilterEnabled] = useState(false);
+ const [rigidBodyEnabled, setRigidBodyEnabled] = useState(false);
+
+ return (
+ <CollapsibleSidebarSection
+ icon={<LanIcon sx={{transform: "scaleY(-1.05)", color: "inherit"}} />}
+ title="Realtime Pipeline"
+ summaryContent={<RealtimePipelineSummary />}
+ primaryControl={<RealtimePipelineConnectionToggle />}
+ defaultExpanded={false}
+ >
+ <Box sx={{p: 2}}>
+ <RealtimePipelineConfigTree
+ context="realtime"
+ charucoEnabled={charucoEnabled}
+ onCharucoToggle={handleCharucoToggle}
+ skeletonEnabled={skeletonEnabled}
+ onSkeletonToggle={handleSkeletonToggle}
+ triangulateEnabled={triangulateEnabled}
+ onTriangulateToggle={setTriangulateEnabled}
+ filterEnabled={filterEnabled}
+ onFilterToggle={setFilterEnabled}
+ rigidBodyEnabled={rigidBodyEnabled}
+ onRigidBodyToggle={setRigidBodyEnabled}
+ />
+ </Box>
+ </CollapsibleSidebarSection>
+ );
+};
diff --git a/freemocap-ui/src/components/control-panels/realtime-panel/RealtimePipelineStageTreeItem.tsx b/freemocap-ui/src/components/control-panels/realtime-panel/RealtimePipelineStageTreeItem.tsx
new file mode 100644
index 00000000..cc8d9e2f
--- /dev/null
+++ b/freemocap-ui/src/components/control-panels/realtime-panel/RealtimePipelineStageTreeItem.tsx
@@ -0,0 +1,104 @@
+import React from "react";
+import {Box, Checkbox, Chip, Tooltip, Typography, useTheme} from "@mui/material";
+import {TreeItem} from "@mui/x-tree-view/TreeItem";
+
+interface PipelineStageTreeItemProps {
+ itemId: string;
+ label: string;
+ checked: boolean;
+ indeterminate?: boolean; // NEW: partial-child-selected state
+ onToggle: (newValue: boolean) => void;
+ disabled?: boolean;
+ disabledReason?: string;
+ summaryWhenCollapsed?: string;
+ isExpanded?: boolean;
+ children?: React.ReactNode;
+}
+
+export const RealtimePipelineStageTreeItem: React.FC<PipelineStageTreeItemProps> = ({
+ itemId,
+ label,
+ checked,
+ indeterminate = false,
+ onToggle,
+ disabled = false,
+ disabledReason,
+ summaryWhenCollapsed,
+ isExpanded = false,
+ children,
+ }) => {
+ const theme = useTheme();
+
+ const handleCheckboxClick = (e: React.MouseEvent) => {
+ e.stopPropagation();
+ if (!disabled) {
+ // When indeterminate, clicking should turn everything ON (not toggle)
+ onToggle(indeterminate ? true : !checked);
+ }
+ };
+
+ const checkbox = (
+ <Checkbox
+ size="small"
+ checked={checked}
+ indeterminate={indeterminate}
+ disabled={disabled}
+ onClick={handleCheckboxClick}
+ sx={{p: 0.5, flexShrink: 0}}
+ />
+ );
+
+ const labelContent = (
+ <Box
+ sx={{
+ display: "flex",
+ alignItems: "center",
+ py: 0.25,
+ minHeight: 32,
+ gap: 0.5,
+ }}
+ >
+ {disabled && disabledReason ? (
+ <Tooltip title={disabledReason} arrow>
+ <span>{checkbox}</span>
+ </Tooltip>
+ ) : (
+ checkbox
+ )}
+
+ <Typography
+ variant="body2"
+ sx={{
+ flexShrink: 0,
+ color: disabled
+ ? theme.palette.text.disabled
+ : theme.palette.text.primary,
+ }}
+ >
+ {label}
+ </Typography>
+
+ {!isExpanded && summaryWhenCollapsed && (
+ <Chip
+ label={summaryWhenCollapsed}
+ size="small"
+ variant="outlined"
+ sx={{
+ ml: 0.5,
+ height: 18,
+ fontSize: 10,
+ "& .MuiChip-label": {px: 0.75},
+ borderColor: theme.palette.divider,
+ color: theme.palette.text.secondary,
+ }}
+ />
+ )}
+ </Box>
+ );
+
+ return (
+ <TreeItem itemId={itemId} label={labelContent}>
+ {children}
+ </TreeItem>
+ );
+};
diff --git a/freemocap-ui/src/components/control-panels/realtime-panel/RealtimePipelineSummary.tsx b/freemocap-ui/src/components/control-panels/realtime-panel/RealtimePipelineSummary.tsx
new file mode 100644
index 00000000..7392005a
--- /dev/null
+++ b/freemocap-ui/src/components/control-panels/realtime-panel/RealtimePipelineSummary.tsx
@@ -0,0 +1,52 @@
+import React from "react";
+import {Chip, Typography, useTheme} from "@mui/material";
+import {useAppSelector} from "@/store/hooks";
+import {selectIsPipelineConnected, selectPipelineError, selectPipelineId,} from "@/store/slices/realtime";
+
+export const RealtimePipelineSummary: React.FC = () => {
+ const theme = useTheme();
+
+ const isConnected = useAppSelector(selectIsPipelineConnected);
+ const pipelineId = useAppSelector(selectPipelineId);
+ const error = useAppSelector(selectPipelineError);
+
+ if (error) {
+ return (
+ <Typography
+ variant="caption"
+ sx={{
+ color: theme.palette.error.light,
+ fontWeight: 500,
+ whiteSpace: "nowrap",
+ overflow: "hidden",
+ textOverflow: "ellipsis",
+ }}
+ >
+ Error
+ </Typography>
+ );
+ }
+
+ const statusColor = isConnected
+ ? theme.palette.success.main
+ : theme.palette.grey[600];
+
+ return (
+ <Chip
+ label={isConnected ? `Active (${pipelineId})` : "Inactive"}
+ size="small"
+ sx={{
+ height: 20,
+ fontSize: 11,
+ fontWeight: 600,
+ backgroundColor: statusColor,
+ color: theme.palette.getContrastText(statusColor),
+ maxWidth: 160,
+ "& .MuiChip-label": {
+ overflow: "hidden",
+ textOverflow: "ellipsis",
+ },
+ }}
+ />
+ );
+};