Skip to content

The open-source full-stack studio for Opus 5.5 motion video. Reverse engineering for any video. Code video with HTML: recreate, edit and render. BYOA + BYOK · Motion.md · Images, Video, Music & Voice.

4.2 KB
Raw Blame
import assert from 'node:assert/strict';
import { readFile, stat } from 'node:fs/promises';
import { createHash } from 'node:crypto';
import path from 'node:path';
import { fileURLToPath } from 'node:url';

export const resourceDocuments = [
  'README.md', 'README.zh-CN.md', 'README.REVERSE-ENGINEERING.md', 'docs/README.zh-CN.md', 'docs/README.ja.md',
  'docs/examples.md', 'docs/examples.zh-CN.md',
  'docs/motion-design-examples.md', 'docs/motion-design-examples.zh-CN.md',
  'docs/collections/README.md', 'docs/collections/README.zh-CN.md',
];
const remote = /^(?:https?:)?\/\//i;

export async function checkDocument(file, mediaURLs = new Set(), mediaSizes = new Map()) {
  const text = await readFile(file, 'utf8');
  const refs = [...text.matchAll(/(?:src|srcset)="([^"]+)"|!\[[^\]]*\]\(([^)]+)\)|\]\(([^)]+)\)|href="([^"]+)"/g)];
  let checked = 0;
  for (const match of refs) {
    const url = match.slice(1).find(Boolean);
    const embedded = Boolean(match[1] || match[2]);
    const media = /\.(?:mp4|webm|mov|gif|png|jpe?g|svg|woff2?|ttf|mp3|wav)(?:[?#]|$)/i.test(url);
    assert(!(remote.test(url) && (embedded || media) && !mediaURLs.has(url)), `${file}: external display/media dependency: ${url}`);
    if (embedded && remote.test(url)) {
      assert(!(mediaSizes.get(url) > 5_000_000), `${file}: embedded image exceeds GitHub's 5 MB proxy limit; use a smaller display version and retain the original download: ${url}`);
    }
    if (/^(?:https?:|mailto:|#|data:)/i.test(url)) continue;
    const target = path.resolve(path.dirname(file), decodeURIComponent(url.split('#')[0].split('?')[0]));
    const info = await stat(target).catch(() => { throw new Error(`${file}: missing local reference: ${url}`); });
    if (embedded) assert(info.size <= 5_000_000, `${file}: embedded image exceeds GitHub's 5 MB proxy limit: ${url}`);
    checked++;
  }
  return checked;
}

export async function verifyResources(root = fileURLToPath(new URL('../', import.meta.url))) {
  let links = 0, hashes = 0;
  const { validateMediaManifest } = await import('../shared/repository-media.ts');
  const optional = validateMediaManifest(JSON.parse(await readFile(path.join(root, 'repository-media.json'), 'utf8')));
  const mediaURLs = new Set(optional.files.map(file => file.url));
  const mediaSizes = new Map(optional.files.map(file => [file.url, file.bytes]));
  for (const doc of resourceDocuments) links += await checkDocument(path.join(root, doc), mediaURLs, mediaSizes);
  const manifests = [
    ['docs/readme/live-product/manifest.json', '', 'files'],
    ['docs/readme/live-templates/manifest.json', '', 'files'],
    ['docs/readme/media/manifest.json', '', 'entries'],
    ['docs/readme/contributors/manifest.json', 'docs/readme/contributors', 'contributors'],
    ['library/skills/openmotion-design-remix/vendor/manifest.json', 'library/skills/openmotion-design-remix/vendor', 'files'],
    ['library/components/showcase/manifest.json', 'library/components/showcase', 'files'],
    ...['product-promo', 'nyt-graph', 'decision-tree'].map(id => [`template-library/${id}/vendor/manifest.json`, `template-library/${id}/vendor`, 'files']),
  ];
  for (const [manifest, base, key] of manifests) {
    const entries = JSON.parse(await readFile(path.join(root, manifest), 'utf8'))[key];
    for (const entry of entries) {
      const file = path.resolve(root, base, entry.file);
      assert(file.startsWith(path.resolve(root) + path.sep), 'Resource escapes checkout');
      const bytes = await readFile(file);
      assert(!bytes.subarray(0, 128).toString().startsWith('version https://git-lfs.github.com/spec/v1'),
        `${entry.file}: media is not downloaded. Run git lfs pull --include="docs/readme/**,library/**,examples/**" --exclude="library/templates/catalog/**" before verifying full resource hashes.`);
      assert.equal(createHash('sha256').update(bytes).digest('hex'), entry.sha256, `Changed resource: ${entry.file}`);
      if (entry.bytes !== undefined) assert.equal(bytes.length, entry.bytes, `Changed size: ${entry.file}`);
      hashes++;
    }
  }
  return { documents: resourceDocuments.length, localReferences: links, verifiedHashes: hashes };
}

if (process.argv[1] && path.resolve(process.argv[1]) === fileURLToPath(import.meta.url)) {
  console.log(JSON.stringify(await verifyResources(), null, 2));
}