There can be more than Notion and Miro. AFFiNE(pronounced [ə‘fain]) is a next-gen knowledge base that brings planning, sorting and creating all together. Privacy first, open-source, customizable and ready to use.
TypeScript appcrdteditorelectronknowledge-basemarkdownmironotesnotionnotion-alternativerustrust-langrust-languagetabletableviewwhiteboardwikiworkspace
feat(core): audio playback rate (#11702)
pengx1751316217af06
diff --git a/packages/common/infra/src/media/types.ts b/packages/common/infra/src/media/types.tsindex ca4b8ffc94..8a2644c721 100644--- a/packages/common/infra/src/media/types.ts+++ b/packages/common/infra/src/media/types.ts@@ -66,7 +66,6 @@ export interface PlaybackState {updateTime: number;/*** the playback rate- * Not implemented yet. Always 1.0.*/- // rate: number;+ playbackRate: number;}diff --git a/packages/frontend/component/src/ui/audio-player/audio-player.css.ts b/packages/frontend/component/src/ui/audio-player/audio-player.css.tsindex d3b7b9fdc4..32fb524936 100644--- a/packages/frontend/component/src/ui/audio-player/audio-player.css.ts+++ b/packages/frontend/component/src/ui/audio-player/audio-player.css.ts@@ -149,6 +149,13 @@ export const timeDisplay = style({},});+export const playbackRateDisplay = style({+ fontSize: cssVar('fontXs'),+ fontWeight: 500,+ color: cssVarV2('text/secondary'),+ cursor: 'pointer',+});+export const miniRoot = style({position: 'relative',display: 'flex',diff --git a/packages/frontend/component/src/ui/audio-player/audio-player.stories.tsx b/packages/frontend/component/src/ui/audio-player/audio-player.stories.tsxindex 9bd13f9094..b3e79378ac 100644--- a/packages/frontend/component/src/ui/audio-player/audio-player.stories.tsx+++ b/packages/frontend/component/src/ui/audio-player/audio-player.stories.tsx@@ -12,6 +12,7 @@ const AudioWrapper = () => {const [seekTime, setSeekTime] = useState(0);const [duration, setDuration] = useState(0);const [loading, setLoading] = useState(false);+ const [playbackRate, setPlaybackRate] = useState(1.0);const audioRef = useRef<HTMLAudioElement>(null);const audioUrlRef = useRef<string | null>(null);@@ -151,6 +152,13 @@ const AudioWrapper = () => {[playbackState]);+ const handlePlaybackRateChange = useCallback((rate: number) => {+ if (audioRef.current) {+ audioRef.current.playbackRate = rate;+ setPlaybackRate(rate);+ }+ }, []);+useEffect(() => {const audio = audioRef.current;if (!audio || !audioFile) return;@@ -298,6 +306,8 @@ const AudioWrapper = () => {onPause={handlePause}onStop={handleStop}onSeek={handleSeek}+ playbackRate={playbackRate}+ onPlaybackRateChange={handlePlaybackRateChange}/><AudioPlayername={audioFile.name}@@ -311,6 +321,8 @@ const AudioWrapper = () => {onPause={handlePause}onStop={handleStop}onSeek={handleSeek}+ playbackRate={playbackRate}+ onPlaybackRateChange={handlePlaybackRateChange}/></>)}diff --git a/packages/frontend/component/src/ui/audio-player/audio-player.tsx b/packages/frontend/component/src/ui/audio-player/audio-player.tsxindex ea8b53dfab..97080966ac 100644--- a/packages/frontend/component/src/ui/audio-player/audio-player.tsx+++ b/packages/frontend/component/src/ui/audio-player/audio-player.tsx@@ -8,8 +8,9 @@ import bytes from 'bytes';import { clamp } from 'lodash-es';import { type MouseEventHandler, type ReactNode, useCallback } from 'react';-import { IconButton } from '../button';+import { Button, IconButton } from '../button';import { AnimatedPlayIcon } from '../lottie';+import { Menu, MenuItem } from '../menu';import * as styles from './audio-player.css';import { AudioWaveform } from './audio-waveform';@@ -40,8 +41,15 @@ export interface AudioPlayerProps {onPause: MouseEventHandler;onStop: MouseEventHandler;onSeek: (newTime: number) => void;++ // Playback rate+ playbackRate: number;+ onPlaybackRateChange: (rate: number) => void;}+// Playback rate options+const playbackRates = [0.5, 0.75, 1, 1.5, 1.75, 2, 3];+export const AudioPlayer = ({name,size,@@ -55,6 +63,8 @@ export const AudioPlayer = ({onPause,onSeek,onClick,+ playbackRate,+ onPlaybackRateChange,}: AudioPlayerProps) => {// Handle progress bar clickconst handleProgressClick = useCallback(@@ -80,6 +90,13 @@ export const AudioPlayer = ({[loading, playbackState, onPause, onPlay]);+ const handlePlaybackRateChange = useCallback(+ (rate: number) => {+ onPlaybackRateChange(rate);+ },+ [onPlaybackRateChange]+ );+// Calculate progress percentageconst progressPercentage = duration > 0 ? seekTime / duration : 0;return (@@ -97,6 +114,27 @@ export const AudioPlayer = ({</div></div><div className={styles.upperRight}>+ <Menu+ rootOptions={{ modal: false }}+ children={+ <Button variant="plain" className={styles.playbackRateDisplay}>+ {playbackRate}x+ </Button>+ }+ items={+ <>+ {playbackRates.map(rate => (+ <MenuItem+ key={rate}+ selected={rate === playbackRate}+ onClick={() => handlePlaybackRateChange(rate)}+ >+ {rate}x+ </MenuItem>+ ))}+ </>+ }+ />{notesEntry}<AnimatedPlayIcononClick={handlePlayToggle}diff --git a/packages/frontend/core/src/blocksuite/attachment-viewer/audio/audio-block.tsx b/packages/frontend/core/src/blocksuite/attachment-viewer/audio/audio-block.tsxindex 5f31a4966c..f47ec4ec9e 100644--- a/packages/frontend/core/src/blocksuite/attachment-viewer/audio/audio-block.tsx+++ b/packages/frontend/core/src/blocksuite/attachment-viewer/audio/audio-block.tsx@@ -58,6 +58,13 @@ const AttachmentAudioPlayer = ({ block }: { block: AudioAttachmentBlock }) => {[audioMedia]);+ const handlePlaybackRateChange = useCallback(+ (rate: number) => {+ audioMedia?.setPlaybackRate(rate);+ },+ [audioMedia]+ );+const t = useI18n();const enableAi = useEnableAI();@@ -193,6 +200,8 @@ const AttachmentAudioPlayer = ({ block }: { block: AudioAttachmentBlock }) => {onPause={handlePause}onStop={handleStop}onSeek={handleSeek}+ playbackRate={playbackState?.playbackRate || 1.0}+ onPlaybackRateChange={handlePlaybackRateChange}notesEntry={<CurrentServerScopeProvider>{notesEntry}</CurrentServerScopeProvider>}diff --git a/packages/frontend/core/src/components/hooks/use-seek-time.ts b/packages/frontend/core/src/components/hooks/use-seek-time.tsindex 7d01ddf74d..d32017ce10 100644--- a/packages/frontend/core/src/components/hooks/use-seek-time.ts+++ b/packages/frontend/core/src/components/hooks/use-seek-time.ts@@ -10,6 +10,7 @@ export const useSeekTime = (state: AudioMediaPlaybackState;seekOffset: number;updateTime: number;+ playbackRate: number;}| undefined| null,@@ -24,7 +25,8 @@ export const useSeekTime = (if (playbackState) {const timeElapsed =playbackState.state === 'playing'- ? (Date.now() - playbackState.updateTime) / 1000+ ? ((Date.now() - playbackState.updateTime) / 1000) *+ (playbackState.playbackRate ?? 1.0): 0;// if timeElapsed + playbackState.seekOffset is close to duration,// set seekTime to durationdiff --git a/packages/frontend/core/src/components/root-app-sidebar/sidebar-audio-player.tsx b/packages/frontend/core/src/components/root-app-sidebar/sidebar-audio-player.tsxindex 385f05e900..4dcee443c3 100644--- a/packages/frontend/core/src/components/root-app-sidebar/sidebar-audio-player.tsx+++ b/packages/frontend/core/src/components/root-app-sidebar/sidebar-audio-player.tsx@@ -99,6 +99,13 @@ export const SidebarAudioPlayer = () => {[audioMediaManagerService]);+ const handlePlaybackRateChange = useCallback(+ (rate: number) => {+ audioMediaManagerService.setPlaybackRate(rate);+ },+ [audioMediaManagerService]+ );+const handlePlayerClick = useCallback((e: React.MouseEvent<HTMLDivElement>) => {e.stopPropagation();@@ -130,6 +137,8 @@ export const SidebarAudioPlayer = () => {onPause={handlePause}onStop={handleStop}onSeek={handleSeek}+ playbackRate={playbackState.playbackRate || 1.0}+ onPlaybackRateChange={handlePlaybackRateChange}waveform={playbackStats.waveform}/></div>diff --git a/packages/frontend/core/src/modules/media/entities/audio-media.ts b/packages/frontend/core/src/modules/media/entities/audio-media.tsindex 0e4b47c092..9ecd619e7a 100644--- a/packages/frontend/core/src/modules/media/entities/audio-media.ts+++ b/packages/frontend/core/src/modules/media/entities/audio-media.ts@@ -37,6 +37,7 @@ export interface AudioMediaSyncState {state: AudioMediaPlaybackState;seekOffset: number;updateTime: number; // the time when the playback state is updated+ playbackRate: number;}/**@@ -75,6 +76,13 @@ export class AudioMedia extends Entity<AudioSource> {this.revalidateBuffer();+ // React to playbackState$ changes to update playbackRate and media session+ const playbackStateSub = this.playbackState$.subscribe(state => {+ this.audioElement.playbackRate = state.playbackRate;+ this.updateMediaSessionPositionState(this.audioElement.currentTime);+ });+ this.disposables.push(() => playbackStateSub.unsubscribe());+this.disposables.push(() => {// Clean up audio resources before calling super.disposetry {@@ -108,7 +116,6 @@ export class AudioMedia extends Entity<AudioSource> {loadError$ = new LiveData<Error | null>(null);waveform$ = new LiveData<number[] | null>(null);duration$ = new LiveData<number | null>(null);-/*** LiveData that exposes the current playback state and data for global state synchronization*/@@ -116,6 +123,7 @@ export class AudioMedia extends Entity<AudioSource> {state: 'idle',seekOffset: 0,updateTime: 0,+ playbackRate: 1.0,});stats$ = LiveData.computed(get => {@@ -129,12 +137,15 @@ export class AudioMedia extends Entity<AudioSource> {private updatePlaybackState(state: AudioMediaPlaybackState,seekOffset: number,- updateTime = Date.now()+ updateTime = Date.now(),+ playbackRate?: number) {+ const prev = this.playbackState$.getValue();this.playbackState$.setValue({state,seekOffset,updateTime,+ playbackRate: playbackRate ?? prev.playbackRate ?? 1.0,});}@@ -239,11 +250,12 @@ export class AudioMedia extends Entity<AudioSource> {}const duration = this.audioElement.duration || 0;+ const playbackRate = this.playbackState$.getValue().playbackRate ?? 1.0;if (duration > 0) {navigator.mediaSession.setPositionState({duration,position: seekTime,- playbackRate: 1.0,+ playbackRate,});}}@@ -360,7 +372,12 @@ export class AudioMedia extends Entity<AudioSource> {if (state.updateTime <= currentState.updateTime) {return;}- this.updatePlaybackState(state.state, state.seekOffset, state.updateTime);+ this.updatePlaybackState(+ state.state,+ state.seekOffset,+ state.updateTime,+ state.playbackRate+ );if (state.state !== currentState.state) {if (state.state === 'playing') {this.play(true);@@ -371,6 +388,7 @@ export class AudioMedia extends Entity<AudioSource> {}}this.seekTo(state.seekOffset, true);+ this.audioElement.playbackRate = state.playbackRate ?? 1.0;}/**@@ -435,4 +453,19 @@ export class AudioMedia extends Entity<AudioSource> {return waveform;}++ /**+ * Set the playback rate (speed) of the audio and update the shared state+ */+ setPlaybackRate(rate: number) {+ // Clamp the rate to a reasonable range (e.g., 0.5x to 4x)+ const clamped = clamp(rate, 0.5, 4.0);+ const prev = this.playbackState$.getValue();+ this.updatePlaybackState(+ prev.state,+ this.getCurrentSeekPosition(),+ Date.now(),+ clamped+ );+ }}diff --git a/packages/frontend/core/src/modules/media/services/audio-media-manager.ts b/packages/frontend/core/src/modules/media/services/audio-media-manager.tsindex 935df0a33e..3a1f79854b 100644--- a/packages/frontend/core/src/modules/media/services/audio-media-manager.ts+++ b/packages/frontend/core/src/modules/media/services/audio-media-manager.ts@@ -231,6 +231,24 @@ export class AudioMediaManagerService extends Service {});}+ /**+ * Sets the playback rate (speed) for the current audio+ * @param rate The playback rate (0.5 to 4.0)+ */+ setPlaybackRate(rate: number) {+ const state = this.getGlobalPlaybackState();+ if (!state) {+ return;+ }++ const clamped = clamp(rate, 0.5, 4.0);+ this.globalMediaState.updatePlaybackState({+ ...state,+ playbackRate: clamped,+ updateTime: Date.now(),+ });+ }+focusAudioMedia(key: AudioMediaKey, tabId: string | null) {const mediaProps = parseAudioMediaKey(key);if (tabId === this.currentTabId) {