Skip to content

Jitsi Meet - Secure, Simple and Scalable Video Conferences that you use as a standalone app or embed in your web application.

7.6 KB
Raw Blame
import React, { MouseEvent, useCallback, useEffect, useMemo, useRef } from 'react';
import { useTranslation } from 'react-i18next';
import { useDispatch, useSelector } from 'react-redux';

import { IReduxState } from '../../../app/types';
import { getConferenceTimestamp } from '../../../base/conference/functions';
import { FaceLandmarks } from '../../../face-landmarks/types';
import { addToOffset, setTimelinePanning } from '../../actions.any';
import { SCROLL_RATE, TIMELINE_COLORS } from '../../constants';
import { getFaceLandmarksEnd, getFaceLandmarksStart, getTimelineBoundaries } from '../../functions';

interface IProps {
    faceLandmarks?: FaceLandmarks[];
}

const Timeline = ({ faceLandmarks }: IProps) => {
    const { t } = useTranslation();
    const startTimestamp = useSelector((state: IReduxState) => getConferenceTimestamp(state)) ?? 0;
    const { left, right } = useSelector((state: IReduxState) => getTimelineBoundaries(state));
    const { timelinePanning } = useSelector((state: IReduxState) => state['features/speaker-stats']);
    const dispatch = useDispatch();
    const containerRef = useRef<HTMLDivElement>(null);
    const intervalDuration = useMemo(() => right - left, [ left, right ]);

    const getSegments = useCallback(() => {
        const segments = faceLandmarks?.filter(landmarks => {
            const timeStart = getFaceLandmarksStart(landmarks, startTimestamp);
            const timeEnd = getFaceLandmarksEnd(landmarks, startTimestamp);

            if (timeEnd > left && timeStart < right) {

                return true;
            }

            return false;
        }) ?? [];

        let leftCut;
        let rightCut;

        if (segments.length) {
            const start = getFaceLandmarksStart(segments[0], startTimestamp);
            const end = getFaceLandmarksEnd(segments[segments.length - 1], startTimestamp);

            if (start <= left) {
                leftCut = segments[0];
            }
            if (end >= right) {
                rightCut = segments[segments.length - 1];
            }
        }

        if (leftCut) {
            segments.shift();
        }
        if (rightCut) {
            segments.pop();
        }

        return {
            segments,
            leftCut,
            rightCut
        };
    }, [ faceLandmarks, left, right, startTimestamp ]);

    const { segments, leftCut, rightCut } = getSegments();

    const getStyle = useCallback((duration: number, faceExpression: string) => {
        return {
            width: `${100 / (intervalDuration / duration)}%`,
            backgroundColor: TIMELINE_COLORS[faceExpression] ?? TIMELINE_COLORS['no-detection']
        };
    }, [ intervalDuration ]);


    const getStartStyle = useCallback(() => {
        let startDuration = 0;
        let color = TIMELINE_COLORS['no-detection'];

        if (leftCut) {
            const { faceExpression } = leftCut;

            startDuration = getFaceLandmarksEnd(leftCut, startTimestamp) - left;
            color = TIMELINE_COLORS[faceExpression];
        } else if (segments.length) {
            startDuration = getFaceLandmarksStart(segments[0], startTimestamp) - left;
        } else if (rightCut) {
            startDuration = getFaceLandmarksStart(rightCut, startTimestamp) - left;
        }

        return {
            width: `${100 / (intervalDuration / startDuration)}%`,
            backgroundColor: color
        };
    }, [ leftCut, rightCut, startTimestamp, left, intervalDuration, segments ]);

    const getEndStyle = useCallback(() => {
        let endDuration = 0;
        let color = TIMELINE_COLORS['no-detection'];

        if (rightCut) {
            const { faceExpression } = rightCut;

            endDuration = right - getFaceLandmarksStart(rightCut, startTimestamp);
            color = TIMELINE_COLORS[faceExpression];
        } else if (segments.length) {
            endDuration = right - getFaceLandmarksEnd(segments[segments.length - 1], startTimestamp);
        } else if (leftCut) {
            endDuration = right - getFaceLandmarksEnd(leftCut, startTimestamp);
        }

        return {
            width: `${100 / (intervalDuration / endDuration)}%`,
            backgroundColor: color
        };
    }, [ leftCut, rightCut, startTimestamp, right, intervalDuration, segments ]);

    const getOneSegmentStyle = useCallback((faceExpression?: string) => {
        return {
            width: '100%',
            backgroundColor: faceExpression ? TIMELINE_COLORS[faceExpression] : TIMELINE_COLORS['no-detection'],
            borderRadius: 0
        };
    }, []);

    const handleOnWheel = useCallback((event: WheelEvent) => {
        // check if horizontal scroll
        if (Math.abs(event.deltaX) >= Math.abs(event.deltaY)) {
            const value = event.deltaX * SCROLL_RATE;

            dispatch(addToOffset(value));
            event.preventDefault();
        }
    }, [ dispatch, addToOffset ]);

    const hideStartAndEndSegments = useCallback(() => leftCut && rightCut
                    && leftCut.faceExpression === rightCut.faceExpression
                    && !segments.length,
    [ leftCut, rightCut, segments ]);

    useEffect(() => {
        containerRef.current?.addEventListener('wheel', handleOnWheel, { passive: false });

        return () => containerRef.current?.removeEventListener('wheel', handleOnWheel);
    }, []);

    const getPointOnTimeline = useCallback((event: MouseEvent) => {
        const axisRect = event.currentTarget.getBoundingClientRect();
        const eventOffsetX = event.pageX - axisRect.left;

        return (eventOffsetX * right) / axisRect.width;
    }, [ right ]);


    const handleOnMouseMove = useCallback((event: MouseEvent) => {
        const { active, x } = timelinePanning;

        if (active) {
            const point = getPointOnTimeline(event);

            dispatch(addToOffset(x - point));
            dispatch(setTimelinePanning({ ...timelinePanning,
                x: point }));
        }
    }, [ timelinePanning, dispatch, addToOffset, setTimelinePanning, getPointOnTimeline ]);

    const handleOnMouseDown = useCallback((event: MouseEvent) => {
        const point = getPointOnTimeline(event);

        dispatch(setTimelinePanning(
                {
                    active: true,
                    x: point
                }
        ));

        event.preventDefault();
        event.stopPropagation();
    }, [ getPointOnTimeline, dispatch, setTimelinePanning ]);

    return (
        <div
            className = 'timeline-container'
            onMouseDown = { handleOnMouseDown }
            onMouseMove = { handleOnMouseMove }
            ref = { containerRef }>
            <div
                className = 'timeline'>
                {!hideStartAndEndSegments() && <div
                    aria-label = { t('speakerStats.timelineStart') }
                    style = { getStartStyle() } />}
                {hideStartAndEndSegments() && <div
                    aria-label = { leftCut?.faceExpression ? t(`speakerStats.${leftCut.faceExpression}`) : undefined }
                    style = { getOneSegmentStyle(leftCut?.faceExpression) } />}
                {segments?.map(({ duration, timestamp, faceExpression }) =>
                    (<div
                        aria-label = { faceExpression ? t(`speakerStats.${faceExpression}`) : undefined }
                        key = { timestamp }
                        style = { getStyle(duration, faceExpression) } />)) }

                {!hideStartAndEndSegments() && <div
                    aria-label = { t('speakerStats.timelineEnd') }
                    style = { getEndStyle() } />}
            </div>
        </div>
    );
};

export default Timeline;