Consider it done. The open-source AI agent that works out of the box · 想到,就能做到。开源、开箱即用的 AI Agent。
TypeScript agentai-agentai-assistantandroidclaude-codecodexelectroniosllmmacosreact-nativetypescriptwindows
/**
* ChatSoundEffectCard
* ---------------------------------------------------------------------------
* 聊天流里 mivo ElevenLabs 音效结果的渲染卡片。和 ChatAudioCard 并列:
* MessageStream 的 tool_media 分支按 `track.kind` 分发,kind === 'sound_effect'
* 走本组件。
*
* 与 ChatAudioCard 的差异:
* - **没有封面图**(ElevenLabs 永远返空 cover,占位也不渲染 — 整张卡的视觉
* 重心是"声音本身",图像区会喧宾夺主)
* - **没有 tags / lyrics**(音效本就没有这些元数据,服务端也不传)
* - 单行布局: 左侧 play button → title → 进度 → 时长
* - 卡片高度更小,与 ChatAudioCard 共用最大宽度(多个音效成组时与音乐
* 混排视觉密度一致)
*
* 共用的能力(直接对齐 ChatAudioCard):
* - registerMedia 全局媒体互斥总线
* - xdt-audio:// 自定义协议解析 + 右键"打开音频所在目录"
* - 自定义进度条 + scrub 跳转 + duration metadata fallback
*
* 设计 token: 沿用 `--msg-tool-card-bg/border/text/chevron`,跟 ChatAudioCard /
* ChatVideoView 同一套黑白反色规范。
*/
import { MediaScrubber } from '@/components/ui/media-scrubber';
import { Tip } from '@/components/ui/tooltip';
import { CHAT_MEDIA_PLAY_BUTTON_CLASS } from './chatChrome';
import { useEffect, useMemo, useRef, useState } from 'react';
import { FolderOpen, Pause, Play } from 'lucide-react';
import { useTranslation } from 'react-i18next';
import { cn } from '@/lib/utils';
import { toast } from '@/lib/toast';
import {
DropdownMenu,
DropdownMenuContent,
DropdownMenuItem,
DropdownMenuTrigger,
} from '@/components/ui/dropdown-menu';
import { registerMedia } from '@/lib/mediaPlaybackBus';
import type { ToolAudioTrack } from './AgentActionRow';
import { useRemoteMediaUrl } from '@/hooks/useRemoteMediaUrl';
import { isRemoteFileOrigin } from '@/lib/sessionFileOrigin';
import { useSessionFileOrigin } from './ChatSessionFileContext';
interface ChatSoundEffectCardProps {
track: ToolAudioTrack;
/** 远程(device-link)会话:把 audio URL 改写成 cindy-remote-media://;本地 / 不传 → 原样。 */
sessionId?: string;
}
// `12.5` → `0:12`。负值 / NaN / Infinity 都返回 `0:00`。
function formatDuration(seconds: number): string {
if (!Number.isFinite(seconds) || seconds <= 0) return '0:00';
const total = Math.floor(seconds);
const m = Math.floor(total / 60);
const s = total % 60;
return `${m}:${s.toString().padStart(2, '0')}`;
}
function getLocalAudioPath(audioUrl: string): string | null {
try {
const url = new URL(audioUrl);
if (url.protocol !== 'xdt-audio:' || url.host !== 'local') return null;
const filePath = url.searchParams.get('path');
return filePath && filePath.length > 0 ? filePath : null;
} catch {
return null;
}
}
export function ChatSoundEffectCard({ track, sessionId }: ChatSoundEffectCardProps) {
const { t } = useTranslation();
const audioRef = useRef<HTMLAudioElement | null>(null);
const [playing, setPlaying] = useState(false);
const [currentTime, setCurrentTime] = useState(0);
const [menuPos, setMenuPos] = useState<{ x: number; y: number } | null>(null);
// 音效服务端 metadata 不带 duration_seconds,只能等 <audio> loadedmetadata
// 回填;首次 mount 期间进度条总长 = 0,scrub 失效但播放/暂停照常工作。
const [duration, setDuration] = useState(track.durationSeconds || 0);
useEffect(() => {
const el = audioRef.current;
if (!el) return;
const onTime = (): void => setCurrentTime(el.currentTime);
const onMeta = (): void => {
if (Number.isFinite(el.duration) && el.duration > 0) setDuration(el.duration);
};
const onPlay = (): void => setPlaying(true);
const onPause = (): void => setPlaying(false);
const onEnded = (): void => {
setPlaying(false);
setCurrentTime(0);
};
el.addEventListener('timeupdate', onTime);
el.addEventListener('loadedmetadata', onMeta);
el.addEventListener('play', onPlay);
el.addEventListener('pause', onPause);
el.addEventListener('ended', onEnded);
return (): void => {
el.removeEventListener('timeupdate', onTime);
el.removeEventListener('loadedmetadata', onMeta);
el.removeEventListener('play', onPlay);
el.removeEventListener('pause', onPause);
el.removeEventListener('ended', onEnded);
};
}, []);
// 共享 ChatAudioCard 的全局媒体互斥:本卡片 play 时 bus 自动 pause 其它
// 正在播的 audio/video。
useEffect(() => {
const el = audioRef.current;
if (!el) return;
return registerMedia(el);
}, []);
const title = track.title || t('chat.media.soundEffectUntitled');
// 远程会话改写音频 URL;reveal 从改写后 URL 取本地路径 → 远程取不到、菜单消失。
const displayAudioUrl = useRemoteMediaUrl(track.audioUrl, sessionId);
// remote 会话同 ChatAudioCard:不把远端路径当本机路径。
const audioRemote = isRemoteFileOrigin(useSessionFileOrigin());
const localAudioPath = useMemo(
() => (audioRemote ? null : getLocalAudioPath(displayAudioUrl)),
[audioRemote, displayAudioUrl],
);
// cindy-media:// 本机媒体总仓(意识产物):main 侧 showItemInFolder 认 url 形态
// 直接解析定位(同 ChatAudioCard);device-link 远程会话 URL 已改写 → 不命中。
const canReveal = localAudioPath !== null || displayAudioUrl.startsWith('cindy-media://');
const durationLabel = useMemo(() => formatDuration(duration), [duration]);
const currentLabel = useMemo(() => formatDuration(currentTime), [currentTime]);
function handleTogglePlay(): void {
const el = audioRef.current;
if (!el) return;
if (el.paused) {
void el.play().catch(() => undefined);
} else {
el.pause();
}
}
async function handleRevealInFolder(): Promise<void> {
if (!canReveal) return;
const res = localAudioPath
? await window.electronAPI.showItemInFolder({ filePath: localAudioPath })
: await window.electronAPI.showItemInFolder({ url: displayAudioUrl });
if (!res.success) {
toast.error(res.error ?? t('chat.media.openFolderFailed'));
}
setMenuPos(null);
}
return (
<div
className={cn(
'flex items-center gap-3 rounded-xl px-4 py-3',
'border bg-[var(--msg-tool-card-bg)] border-[var(--msg-tool-card-border)]',
)}
// 跟 ChatAudioCard 同款最大宽度 — 与音乐卡混排时左对齐 + 视觉密度一致。
style={{ maxWidth: 'min(50vw, 640px)', width: '100%' }}
onContextMenu={(e) => {
if (!canReveal) return;
e.preventDefault();
e.stopPropagation();
setMenuPos({ x: e.clientX, y: e.clientY });
}}
>
{/* Play button — 与 ChatAudioCard 同尺寸 (28px) 同色,保持 affordance 一致 */}
<Tip text={playing ? t('chat.media.audioPause') : t('chat.media.audioPlay')}>
<button
type="button"
onClick={handleTogglePlay}
aria-label={playing ? t('chat.media.audioPause') : t('chat.media.audioPlay')}
className={CHAT_MEDIA_PLAY_BUTTON_CLASS}
>
{playing ? (
<Pause size={14} fill="currentColor" />
) : (
<Play size={14} fill="currentColor" style={{ marginLeft: 1 }} />
)}
</button>
</Tip>
{/* Title — 单行截断,留给进度条主要宽度 */}
<div
className="min-w-0 shrink-0 max-w-[40%] truncate text-14 font-medium text-[var(--msg-tool-card-text)]"
title={title}
>
{title}
</div>
{/* Current time */}
<span className="shrink-0 text-11 font-medium tabular-nums text-[var(--msg-tool-card-chevron)]">
{currentLabel}
</span>
<MediaScrubber currentTime={currentTime} duration={duration}
label={t('chat.media.audioProgress')}
onSeek={(seconds) => {
const audio = audioRef.current;
if (!audio) return;
audio.currentTime = seconds;
setCurrentTime(audio.currentTime);
}} />
{/* Duration */}
<span className="shrink-0 text-11 font-medium tabular-nums text-[var(--msg-tool-card-chevron)]">
{durationLabel}
</span>
{/* 右键菜单(打开音效所在目录),与 ChatAudioCard 复用同一套 DropdownMenu */}
{canReveal ? (
<DropdownMenu
open={menuPos !== null}
onOpenChange={(open) => {
if (!open) setMenuPos(null);
}}
>
<DropdownMenuTrigger asChild>
<span
aria-hidden
data-fixed-menu-anchor
style={{
position: 'fixed',
left: menuPos?.x ?? 0,
top: menuPos?.y ?? 0,
width: 0,
height: 0,
pointerEvents: 'none',
}}
/>
</DropdownMenuTrigger>
<DropdownMenuContent align="start" sideOffset={2}>
<DropdownMenuItem onClick={handleRevealInFolder}>
<FolderOpen className="mr-2 h-4 w-4" />
{t('chat.media.revealSoundEffect')}
</DropdownMenuItem>
</DropdownMenuContent>
</DropdownMenu>
) : null}
{/* 真实 <audio> — preload metadata 让 chromium 拉 duration(音效本就短,
整段 prefetch 也没什么成本,但保持与 ChatAudioCard 一致策略)。 */}
<audio
ref={audioRef}
src={displayAudioUrl}
preload="metadata"
className="hidden"
/>
</div>
);
}