Skip to content

PRINTFILM: AI short-video marketing and AI short-drama creation platform

11.1 KB
Raw Blame
import { useEffect, useRef, useState } from 'react'
import { AudioLines, FolderOpen, ImagePlus, Upload, Video, X } from 'lucide-react'
import { resolveToolMediaUrl, type ToolReferenceAsset, type ToolReferenceInput } from '../../api/tools'
import { checkGenerationReferenceCounts, generationReferenceFileKind, generationReferenceLimits, referenceFromAsset, roleForReferenceKind, toolReferenceAssetKind, type GenerationReference, type GenerationReferenceKind, type GenerationReferenceLimits, type VideoGenerationMode } from '../../lib/generationReferences'
import { useGenerationText } from '../../lib/generationMedia'
import ToolReferenceAssetPicker from './ToolReferenceAssetPicker'
import '../../styles/generation-references.css'

export type { GenerationReference, GenerationReferenceLimits, VideoGenerationMode } from '../../lib/generationReferences'

type Props = {
  mode: VideoGenerationMode
  limits?: GenerationReferenceLimits
  value: GenerationReference[]
  onChange: (value: GenerationReference[]) => void
  onError: (message: string) => void
  disabled?: boolean
}

const FILE_ACCEPT = { image: 'image/jpeg,image/png,image/webp,.jpg,.jpeg,.png,.webp', video: 'video/mp4,video/quicktime,video/webm,.mp4,.mov,.webm', audio: 'audio/mpeg,audio/wav,audio/mp4,audio/aac,audio/ogg,audio/flac,.mp3,.wav,.m4a,.aac,.ogg,.flac' }

/** 展示本地或资产媒体,卸载和替换时释放本地预览地址。 */
function ReferencePreview({ reference }: { reference: GenerationReference }) {
  const [localUrl, setLocalUrl] = useState('')
  useEffect(() => {
    if (!reference.file) { setLocalUrl(''); return }
    const url = URL.createObjectURL(reference.file)
    setLocalUrl(url)
    return () => URL.revokeObjectURL(url)
  }, [reference.file])
  const url = reference.file ? localUrl : resolveToolMediaUrl(reference.url)
  if (reference.kind === 'audio') return <div className="gen-reference-audio"><AudioLines size={25} /><audio src={url || undefined} controls preload="metadata" /></div>
  if (reference.kind === 'video') return <video src={url || undefined} muted controls preload="metadata" />
  return url ? <img src={url} alt={reference.name} /> : <ImagePlus size={24} />
}

/** 首尾帧和全能参考共用的受控资料输入,支持本地上传和全局资产选择。 */
export default function GenerationReferences({ mode, limits, value, onChange, onError, disabled = false }: Props) {
  const text = useGenerationText()
  const [targetRole, setTargetRole] = useState<ToolReferenceInput['role']>('reference_image')
  const [pickerOpen, setPickerOpen] = useState(false)
  const fileInput = useRef<HTMLInputElement>(null)
  const max = generationReferenceLimits(limits)
  const frameMode = mode === 'first_last_frame'
  const allowedKinds: GenerationReferenceKind[] = frameMode ? max.images > 0 ? ['image'] : [] : [
    ...(max.images > 0 ? ['image' as const] : []),
    ...(max.videos > 0 ? ['video' as const] : []),
    ...(max.audios > 0 ? ['audio' as const] : []),
  ]
  const sourceIsDisabled = disabled || allowedKinds.length === 0
  const roleName = (role: ToolReferenceInput['role']) => role === 'first_frame' ? text('首帧', 'First frame') : role === 'last_frame' ? text('尾帧', 'Last frame') : text('参考资料', 'Reference')

  // 切换模式时关闭来源选择,避免把旧模式资料加入新模式。
  useEffect(() => { setPickerOpen(false) }, [mode])

  /** 帧位替换或追加混合资料,保留已选内容并拒绝超出模型限制的新资料。 */
  function add(incoming: GenerationReference[], role?: ToolReferenceInput['role']) {
    const next = frameMode && role ? [...value.filter(item => item.role !== role), ...incoming] : [...value, ...incoming]
    const message = checkGenerationReferenceCounts(next, limits, frameMode, text)
    if (message) {
      onError(message)
      throw new Error(message)
    }
    onChange(next); onError('')
  }

  /** 校验并登记本地文件,文件在实际提交生成时统一上传。 */
  function addFiles(files: File[], role: ToolReferenceInput['role']) {
    if (!files.length || disabled) return
    if (frameMode && files.length > 1) { onError(text('每个帧位只能选择一张图片。', 'Choose one image per frame.')); return }
    const incoming: GenerationReference[] = []
    for (const file of files) {
      const kind = generationReferenceFileKind(file)
      if (!kind || !allowedKinds.includes(kind)) { onError(text(frameMode ? '首尾帧请选择图片文件。' : '当前模型不支持此类参考资料。', frameMode ? 'Choose an image for each frame.' : 'The selected model does not support this reference type.')); return }
      if (!file.size) { onError(text('参考文件不能为空。', 'Reference files cannot be empty.')); return }
      if (file.size > 40 * 1024 * 1024) { onError(text('单个参考文件不能超过 40MB。', 'Each reference file must be under 40 MB.')); return }
      incoming.push({ id: crypto.randomUUID(), role: frameMode ? role : roleForReferenceKind[kind], kind, name: file.name, url: '', file })
    }
    try { add(incoming, role) } catch { /* add 已显示对应的数量上限提示。 */ }
  }

  /** 记录目标帧位并打开系统文件选择器。 */
  function chooseLocal(role: ToolReferenceInput['role']) {
    setTargetRole(role)
    fileInput.current?.click()
  }
  /** 记录目标帧位并打开全局资产选择器。 */
  function chooseLibrary(role: ToolReferenceInput['role']) { setTargetRole(role); setPickerOpen(true) }
  /** 批量加入资产:按帧位或媒体角色自动归位,重复与不支持的类型跳过并提示。 */
  function pickAssets(assets: ToolReferenceAsset[]) {
    const incoming: GenerationReference[] = []
    let skipped = 0
    for (const asset of assets) {
      const kind = toolReferenceAssetKind(asset)
      if (!allowedKinds.includes(kind)) { skipped += 1; continue }
      // 首尾帧替换点击的帧位;全能参考按媒体类型归位
      const role = frameMode ? targetRole : roleForReferenceKind[kind]
      if (value.some(item => item.assetId === asset.id && item.role === role) || incoming.some(item => item.assetId === asset.id && item.role === role)) { skipped += 1; continue }
      incoming.push(referenceFromAsset(asset, role, text('未命名资产', 'Untitled asset')))
    }
    if (!incoming.length) {
      throw new Error(skipped ? text('这些资料已经添加或当前模型不支持,请选择其他资料。', 'These assets are already added or unsupported; choose others.') : text('当前模型不支持此类参考资料。', 'This reference type is not supported.'))
    }
    add(incoming, frameMode ? targetRole : undefined)
    if (skipped) onError(text(`已跳过 ${skipped} 份重复或不支持的资料。`, `Skipped ${skipped} duplicated or unsupported assets.`))
  }

  if (mode === 'text_to_video') return null

  return <section className={`gen-video-references${frameMode ? ' is-frames' : ' is-omni'}`} aria-label={text(frameMode ? '首尾帧参考' : '全能参考资料', frameMode ? 'Frame references' : 'Mixed references')}>
    <header><span><ImagePlus size={15} />{text(frameMode ? '画面参考' : '参考资料', frameMode ? 'Frame references' : 'References')}</span><small>{frameMode ? `${value.length}/2` : `${value.length}/12`}</small></header>
    {frameMode ? <div className="gen-frame-slots">{(['first_frame', 'last_frame'] as const).map((role, index) => {
      const reference = value.find(item => item.role === role)
      const unsupported = max.images <= index
      return <div className="gen-reference-slot" key={role} onDragOver={event => event.preventDefault()} onDrop={event => { event.preventDefault(); if (!disabled && !unsupported) addFiles(Array.from(event.dataTransfer.files), role) }}>
        <div className="gen-reference-slot-title"><strong>{roleName(role)}</strong><small>{index === 0 ? text('必需', 'Required') : text('可选', 'Optional')}</small></div>
        {reference ? <div className="gen-reference-media"><ReferencePreview reference={reference} /><button type="button" className="gen-reference-remove" aria-label={text(`移除${roleName(role)}`, `Remove ${roleName(role)}`)} disabled={disabled} onClick={() => onChange(value.filter(item => item.id !== reference.id))}><X size={13} /></button><span title={reference.name}>{reference.name}</span></div>
          : <div className="gen-reference-placeholder"><ImagePlus size={23} /><span>{unsupported ? text('当前模型不支持', 'Not supported') : text(index === 0 ? '设定起始画面' : '设定结束画面', index === 0 ? 'Set the opening shot' : 'Set the ending shot')}</span></div>}
        <div className="gen-reference-source-actions"><button type="button" disabled={disabled || unsupported} onClick={() => chooseLocal(role)}><Upload size={13} />{text('上传', 'Upload')}</button><button type="button" disabled={disabled || unsupported} onClick={() => chooseLibrary(role)}><FolderOpen size={13} />{text('资产库', 'Library')}</button></div>
      </div>
    })}</div> : <>
      <div className="gen-mixed-reference-grid" onDragOver={event => event.preventDefault()} onDrop={event => { event.preventDefault(); addFiles(Array.from(event.dataTransfer.files), 'reference_image') }}>
        {value.map(reference => <div key={reference.id} className="gen-reference-media"><ReferencePreview reference={reference} /><button type="button" className="gen-reference-remove" aria-label={text('移除参考资料', 'Remove reference')} disabled={disabled} onClick={() => onChange(value.filter(item => item.id !== reference.id))}><X size={13} /></button><span title={reference.name}>{reference.name}</span><small className="gen-reference-kind">{reference.kind === 'image' ? <ImagePlus size={12} /> : reference.kind === 'video' ? <Video size={12} /> : <AudioLines size={12} />}</small></div>)}
        {value.length === 0 && <div className="gen-reference-placeholder"><ImagePlus size={26} /><span>{text('图片、视频、音频', 'Images, video and audio')}</span><small>{text('拖放文件到这里', 'Drop files here')}</small></div>}
      </div>
      <div className="gen-reference-source-actions gen-mixed-reference-actions"><button type="button" disabled={sourceIsDisabled || value.length >= 12} onClick={() => chooseLocal('reference_image')}><Upload size={14} />{text('上传资料', 'Upload')}</button><button type="button" disabled={sourceIsDisabled || value.length >= 12} onClick={() => chooseLibrary('reference_image')}><FolderOpen size={14} />{text('从资产库选择', 'Asset library')}</button></div>
    </>}
    <p className="gen-reference-limits">{frameMode ? text('上传首帧,可选尾帧,让镜头连接起止画面。', 'Set a first frame and an optional last frame.') : text(`图片 ${max.images} 张 · 视频 ${max.videos} 段 · 音频 ${max.audios} 段`, `${max.images} images · ${max.videos} videos · ${max.audios} audio clips`)}</p>
    <input ref={fileInput} type="file" hidden multiple={!frameMode} accept={allowedKinds.map(kind => FILE_ACCEPT[kind]).join(',')} onChange={event => { addFiles(Array.from(event.target.files || []), targetRole); event.target.value = '' }} />
    <ToolReferenceAssetPicker open={pickerOpen} onClose={() => setPickerOpen(false)} allowedKinds={allowedKinds} multiple={!frameMode} onPick={pickAssets} />
  </section>
}