π₯ Make videos programmatically with React
import {existsSync, mkdirSync, renameSync, unlinkSync, writeFileSync} from 'fs';
import {dirname} from 'path';
import {createInterface} from 'readline';
import {
rendererClassic,
transformerTwoslash,
} from '@remotion/typescript-tools/shiki-twoslash';
import {createTwoslasher} from '@remotion/typescript-tools/twoslash';
import {createHighlighter} from 'shiki';
import {
getTwoslashCompilerOptions,
TWOSLASH_EXPLICIT_TRIGGER,
TWOSLASH_THEME,
} from '../docusaurus-plugin/src/twoslash-cache.ts';
// Exit code by which a worker asks to be replaced (memory recycling).
// Keep in sync with prewarm-twoslash.ts.
const RECYCLE_EXIT_CODE = 42;
// The TypeScript language service grows as snippets with new imports are
// type-checked. Recycle the process once it gets too large. The dispatcher
// derives the limit from the machine's total memory.
const MEMORY_RECYCLE_LIMIT_BYTES =
Number(process.env.TWOSLASH_RECYCLE_LIMIT_BYTES) || 1.5 * 1024 * 1024 * 1024;
const LANGS = ['tsx', 'ts', 'jsx', 'javascript'];
// Create Language Service ONCE per worker β reused across all units
const twoslasher = createTwoslasher({
compilerOptions: getTwoslashCompilerOptions(),
});
const transformer = transformerTwoslash({
twoslasher,
renderer: rendererClassic(),
explicitTrigger: TWOSLASH_EXPLICIT_TRIGGER,
});
const send = (message) => {
process.stdout.write(JSON.stringify(message) + '\n');
};
const highlighter = await createHighlighter({
themes: [TWOSLASH_THEME],
langs: LANGS,
});
const processItem = (item) => {
const start = performance.now();
try {
const html = highlighter.codeToHtml(item.code, {
lang: item.lang,
theme: TWOSLASH_THEME,
transformers: [transformer],
});
const dir = dirname(item.cachePath);
if (!existsSync(dir)) mkdirSync(dir, {recursive: true});
const temporaryCachePath = `${item.cachePath}.${process.pid}.tmp`;
try {
writeFileSync(temporaryCachePath, html, 'utf8');
renameSync(temporaryCachePath, item.cachePath);
} finally {
if (existsSync(temporaryCachePath)) {
unlinkSync(temporaryCachePath);
}
}
return {
cachePath: item.cachePath,
ms: Math.round(performance.now() - start),
};
} catch (error) {
return {
cachePath: item.cachePath,
ms: Math.round(performance.now() - start),
error:
error instanceof Error ? error.message.slice(0, 300) : String(error),
};
}
};
send({type: 'ready'});
const rl = createInterface({input: process.stdin});
rl.on('line', (line) => {
let message;
try {
message = JSON.parse(line);
} catch {
return;
}
if (message.type === 'exit') {
// The TS language service keeps the process alive β exit explicitly
process.exit(0);
}
if (message.type === 'unit') {
const results = message.items.map(processItem);
const rss = process.memoryUsage.rss();
const recycling = rss > MEMORY_RECYCLE_LIMIT_BYTES;
send({type: 'unit-done', results, rss, recycling});
if (recycling) {
// Ask the dispatcher to replace this worker with a fresh one
process.exit(RECYCLE_EXIT_CODE);
}
}
});
rl.on('close', () => {
process.exit(0);
});