3D engine that AI agents drive
JavaScript 3d3d-engineagentic-aiai-agentsblenderclaude-codegame-enginegaussian-splattinggltfjavascriptmcpmcp-servermodel-context-protocolpath-tracerpath-tracingpbrrenderingthreejs-alternativewebgl2webgpu
import { chromium } from 'playwright';
import { spawn } from 'node:child_process';
import { mkdir, readFile, writeFile } from 'node:fs/promises';
import { existsSync } from 'node:fs';
import assert from 'node:assert/strict';
import { fileURLToPath } from 'node:url';
import { viteChildEnvironment, viteOutputMentionsAddress } from './vite-output.mjs';
const artifactDirectory = new URL('../artifacts/', import.meta.url);
await mkdir(artifactDirectory, { recursive: true });
const server = spawn(process.execPath, ['node_modules/vite/bin/vite.js', '--host', '127.0.0.1', '--port', '5178', '--strictPort'], { cwd: new URL('..', import.meta.url), windowsHide: true, stdio: 'pipe', env: viteChildEnvironment() });
let browser;
try {
await new Promise((resolve, reject) => {
const timeout = setTimeout(() => reject(new Error('Vite did not start.')), 15000);
server.stdout.on('data', (data) => {
if (viteOutputMentionsAddress(data, '127.0.0.1:5178')) { clearTimeout(timeout); resolve(); }
});
server.on('error', reject);
server.on('exit', (code) => { clearTimeout(timeout); reject(new Error(`Vite exited ${code}`)); });
});
const chromePath = 'C:/Program Files/Google/Chrome/Application/chrome.exe';
browser = await chromium.launch({ headless: true, ...(existsSync(chromePath) ? { executablePath: chromePath } : {}), args: ['--enable-webgl', '--ignore-gpu-blocklist'] });
const page = await browser.newPage({ viewport: { width: 1440, height: 900 }, deviceScaleFactor: 1 });
const errors = [];
page.on('pageerror', (error) => errors.push(error.message));
page.on('console', (message) => { if (message.type() === 'error') errors.push(message.text()); });
async function modelPixels() {
return page.evaluate(() => {
const renderer = window.__studio.renderer;
renderer.render(window.__studio.camera());
const context = renderer.context;
const pixels = new Uint8Array(renderer.canvas.width * renderer.canvas.height * 4);
context.readPixels(0, 0, renderer.canvas.width, renderer.canvas.height, context.RGBA, context.UNSIGNED_BYTE, pixels);
let checksum = 2166136261;
for (const byte of pixels) checksum = Math.imul(checksum ^ byte, 16777619);
return checksum >>> 0;
});
}
await page.goto('http://127.0.0.1:5178/object.html');
await page.waitForFunction(() => window.__studio?.renderer && document.querySelector('#cpu').textContent.includes('ms CPU'));
await page.screenshot({ path: fileURLToPath(new URL('desktop.png', artifactDirectory)) });
const graphics = await page.evaluate(() => {
const renderer = window.__studio.renderer;
const context = renderer.context;
const extension = context.getExtension('WEBGL_debug_renderer_info');
return { parts: renderer.partCount, triangles: renderer.triangles, calls: renderer.batches.length, glError: context.getError(), gpu: extension ? context.getParameter(extension.UNMASKED_RENDERER_WEBGL) : 'unavailable' };
});
assert.equal(graphics.parts, 574);
assert.equal(graphics.calls, 8);
assert.equal(graphics.glError, 0);
await page.getByRole('button', { name: 'Ceramic finish' }).click();
assert.equal(await page.locator('#finish-name').textContent(), 'Ceramic');
await page.screenshot({ path: fileURLToPath(new URL('ceramic.png', artifactDirectory)) });
await page.getByRole('button', { name: 'Yellow finish' }).click();
await page.evaluate(() => document.fonts.ready);
await page.waitForFunction(() => window.__studio.state.assembly === 0 && window.__studio.renderer.assemblyAmount === 0);
const assembled = await modelPixels();
await page.evaluate(() => { window.__shadowBefore = window.__studio.renderer.shadowTexture; });
for (const value of ['50', '100']) {
await page.locator('#assembly').fill(value);
await page.waitForFunction((amount) => window.__studio.renderer.assemblyAmount === amount, Number(value) / 100);
}
assert.equal(await page.locator('#assembly').getAttribute('aria-valuetext'), 'Fully exploded');
assert.notEqual(await modelPixels(), assembled);
await page.screenshot({ path: fileURLToPath(new URL('exploded.png', artifactDirectory)) });
assert.ok(await page.evaluate(() => window.__studio.renderer.shadowTexture === window.__shadowBefore));
const explodedDownloadReady = page.waitForEvent('download');
await page.getByRole('button', { name: 'Export GLB' }).click();
await (await explodedDownloadReady).saveAs(fileURLToPath(new URL('wall-e-exploded.glb', artifactDirectory)));
const exportedBinary = await readFile(new URL('wall-e-exploded.glb', artifactDirectory));
const exportedScene = JSON.parse(exportedBinary.subarray(20, 20 + exportedBinary.readUInt32LE(12)).toString());
const expectedPanel = await page.evaluate(() => {
const part = window.__studio.parts.find((part) => Math.abs(part.assembly.offset[2]) > 1);
return { name: part.name, translation: part.matrix[14] + part.assembly.offset[2] + part.assembly.detailOffset[2] };
});
assert.ok(Math.abs(exportedScene.nodes.find((node) => node.name === expectedPanel.name).matrix[14] - expectedPanel.translation) < 0.000001);
await page.locator('#assembly').fill('0');
await page.waitForFunction(() => window.__studio.renderer.assemblyAmount === 0);
assert.equal(await modelPixels(), assembled);
await page.getByRole('button', { name: 'Inside', exact: true }).click();
assert.ok(await page.evaluate(() => window.__studio.renderer.partCount < window.__studio.parts.length));
await page.screenshot({ path: fileURLToPath(new URL('interior.png', artifactDirectory)) });
await page.getByRole('button', { name: 'Shell', exact: true }).click();
assert.equal(await page.evaluate(() => window.__studio.state.layer), 'exterior');
await page.getByRole('button', { name: 'All', exact: true }).click();
await page.locator('#viewport').focus();
const initialAzimuth = await page.evaluate(() => window.__studio.state.azimuth);
await page.keyboard.press('ArrowRight');
assert.ok(await page.evaluate((initial) => window.__studio.state.azimuth > initial, initialAzimuth));
await page.getByRole('button', { name: 'Reset view' }).click();
assert.equal(await page.evaluate(() => window.__studio.state.azimuth), initialAzimuth);
await page.getByRole('button', { name: 'Surface normals' }).click();
assert.equal(await page.evaluate(() => window.__studio.state.inspection), true);
await page.getByRole('button', { name: 'Surface normals' }).click();
const downloadPromise = page.waitForEvent('download');
await page.getByRole('button', { name: 'Export GLB' }).click();
const download = await downloadPromise;
await download.saveAs(fileURLToPath(new URL('wall-e.glb', artifactDirectory)));
await page.getByRole('button', { name: 'Measure performance' }).click();
await page.waitForFunction(() => window.__benchmarkReport || document.querySelector('#benchmark-summary').textContent.startsWith('⚠'), null, { timeout: 90000 });
assert.ok(await page.evaluate(() => Boolean(window.__benchmarkReport)), await page.locator('#benchmark-summary').textContent());
const report = await page.evaluate(() => window.__benchmarkReport);
assert.equal(report.results.length, 4);
assert.deepEqual(report.results.map((result) => result.calls), [8, 575, 8, 575]);
assert.ok(report.results.every((result) => result.pixelAgreement > 0.999), JSON.stringify(report.results));
await page.getByRole('button', { name: 'Back to model' }).click();
await page.setViewportSize({ width: 390, height: 844 });
await page.waitForTimeout(250);
await page.screenshot({ path: fileURLToPath(new URL('mobile.png', artifactDirectory)) });
assert.equal(await page.evaluate(() => document.documentElement.scrollWidth), 390);
await page.setViewportSize({ width: 320, height: 700 });
await page.waitForTimeout(100);
await page.screenshot({ path: fileURLToPath(new URL('narrow.png', artifactDirectory)) });
assert.equal(await page.evaluate(() => document.documentElement.scrollWidth), 320);
const visibleControls = await page.locator('button:not([hidden])').evaluateAll((buttons) => buttons.filter((button) => button.checkVisibility()).map((button) => {
const rectangle = button.getBoundingClientRect();
return { name: button.getAttribute('aria-label') || button.textContent, left: rectangle.left, right: rectangle.right, width: rectangle.width, height: rectangle.height };
}));
assert.ok(visibleControls.every((button) => button.left >= 0 && button.right <= 320 && button.width >= 24 && button.height >= 24), JSON.stringify(visibleControls));
await page.locator('#assembly').fill('100');
await page.waitForFunction(() => window.__studio.renderer.assemblyAmount === 1);
await page.screenshot({ path: fileURLToPath(new URL('narrow-exploded.png', artifactDirectory)) });
await page.setViewportSize({ width: 390, height: 844 });
await page.getByRole('button', { name: 'Graphite finish' }).click();
assert.equal(await page.locator('#finish-name').textContent(), 'Graphite');
await page.getByRole('button', { name: 'Auto orbit' }).click();
const orbitStart = await page.evaluate(() => window.__studio.state.azimuth);
await page.waitForTimeout(300);
assert.ok(await page.evaluate((initial) => window.__studio.state.azimuth > initial, orbitStart));
await page.getByRole('button', { name: 'Auto orbit' }).click();
await page.evaluate(() => {
window.__lostExtension = window.__studio.renderer.context.getExtension('WEBGL_lose_context');
window.__lostExtension.loseContext();
});
await page.waitForFunction(() => document.querySelector('#notice').textContent.includes('context lost'));
await page.waitForTimeout(250);
await page.evaluate(() => window.__lostExtension.restoreContext());
await page.waitForFunction(() => document.querySelector('#notice').textContent.includes('Graphics restored'));
assert.equal(await page.evaluate(() => window.__studio.renderer.context.getError()), 0);
const lostContextErrors = errors.filter((message) => !message.includes('CONTEXT_LOST_WEBGL'));
assert.deepEqual(lostContextErrors, []);
await writeFile(new URL('benchmark.json', artifactDirectory), JSON.stringify({ graphics, ...report, errors: lostContextErrors }, null, 2));
console.log(JSON.stringify({ graphics, benchmark: report.results, checks: 'Assemble/explode round trip, stable shadow allocation, layers, desktop/mobile, finishes, keyboard orbit, reset, normals, GLB, auto orbit, context restoration passed' }, null, 2));
} finally {
await browser?.close();
server.kill();
}