Skip to content

The open alternative to Salesforce, designed for AI.

20.2 KB
Raw Blame
import { chromium } from 'playwright';

import { PENDING_VISUAL_SLOTS } from './pending-visual-slots.mjs';
import sharp from 'sharp';

// The WebGL verification battery. Dot patterns are not pixel-comparable
// across runs (old-vs-old fails pixel identity), so the grammar is: box,
// coverage, dominant-hue class, liveliness, lifecycle — with thresholds
// calibrated against noise, never assumed.
//
// Usage: node scripts/visual-battery.mjs [visualKey ...]  (default: all)

const BASE_URL = process.env.VISUAL_BATTERY_URL ?? 'http://localhost:3004/';
const VIEWPORT = { width: 1440, height: 900 };

const VISUALS = {
  hourglass: {
    slotSelector: '[data-illustration="hourglass"]',
    // blue #4a38f5
    hueRangeDegrees: [200, 260],
    minCoverage: 0.02,
    animated: true,
    interactive: false,
  },
  'hero-bridge': {
    slotSelector: '[data-illustration="hero-bridge"]',
    // blue dashes from the bridge's dark areas; hover light is the
    // interactivity; priority mount at the very top of the page
    hueRangeDegrees: [200, 260],
    minCoverage: 0.01,
    animated: false,
    interactive: true,
    // the hero center is the copy block, which opts out of hover via
    // [data-halftone-exclude] — probe the artwork's left field instead
    interactionPoint: [0.06, 0.72],
    // the hover light brightens only the dashes inside its 158px circle:
    // ~0.3% of canvas pixels at full effect (reduced baseline is 0.00%)
    interactionFloor: 0.002,
  },
  'footer-backdrop': {
    slotSelector: '[data-illustration="footer-backdrop"]',
    // charcoal on black: hueless and subtle — breathe is the liveliness
    hueRangeDegrees: null,
    minCoverage: 0.005,
    animated: true,
    // charcoal-on-black breathe is subtle; its reduced-motion baseline
    // measures 0.00%, so 0.1% is unambiguous motion.
    motionFloor: 0.001,
    interactive: false,
  },
  'stepper-backdrop': {
    slotSelector: '[data-illustration="stepper-backdrop"]',
    // fog gray: hueless; hover (pointer move) is the interactivity proof
    hueRangeDegrees: null,
    minCoverage: 0.02,
    animated: false,
    interactive: true,
  },
  faq: {
    slotSelector: '[data-illustration="faq"]',
    // blue rows, rotate-only, no pointer
    hueRangeDegrees: [200, 260],
    minCoverage: 0.005,
    animated: true,
    interactive: false,
  },
  monolith: {
    slotSelector: '[data-illustration="monolith"]',
    // ash gray: hueless — coverage + hover-light interactivity only
    hueRangeDegrees: null,
    minCoverage: 0.02,
    animated: false,
    interactive: true,
  },
  diamond: {
    slotSelector: '[data-illustration="diamond"]',
    // blue on the white stage
    hueRangeDegrees: [200, 260],
    minCoverage: 0.01,
    animated: true,
    interactive: true,
    settle: { cardReveal: true },
  },
  flash: {
    slotSelector: '[data-illustration="flash"]',
    hueRangeDegrees: [200, 260],
    minCoverage: 0.01,
    animated: true,
    // The thin bolt rotates near edge-on at the sampling phase (the card
    // reveal shifted mount timing); ~0.25% diff vs a 0.00% reduced
    // baseline is unambiguous motion.
    motionFloor: 0.002,
    interactive: true,
    settle: { cardReveal: true },
  },
  lock: {
    slotSelector: '[data-illustration="lock"]',
    hueRangeDegrees: [200, 260],
    minCoverage: 0.01,
    animated: true,
    interactive: true,
    settle: { cardReveal: true },
  },
  target: {
    slotSelector: '[data-illustration="target"]',
    // pink #ed87fc
    hueRangeDegrees: [270, 330],
    minCoverage: 0.01,
    // breathe-only: passive motion is sub-pixel; drag is the liveliness proof
    animated: false,
    interactive: true,
    settle: { stageProgress: 0.3 },
  },
  spaceship: {
    slotSelector: '[data-illustration="spaceship"]',
    // green #89fc9a
    hueRangeDegrees: [95, 160],
    minCoverage: 0.01,
    animated: false,
    interactive: true,
    settle: { stageProgress: 0.6 },
  },
  money: {
    slotSelector: '[data-illustration="money"]',
    // yellow #feffb7 (near-white: low saturation tolerated)
    hueRangeDegrees: [40, 80],
    minCoverage: 0.005,
    minSaturation: 0.12,
    animated: false,
    interactive: true,
    settle: { stageProgress: 0.9 },
  },

  'fast-path': {
    slotSelector: '[data-illustration="fast-path"]',
    // the white command palette over the dark dash backdrop; mixed
    // palette so hue is skipped. Idle is static; the drag probe's click
    // on a command fires the confetti burst plus the hover lift.
    hueRangeDegrees: null,
    minCoverage: 0.02,
    animated: false,
    interactive: true,
  },
  'live-data': {
    slotSelector: '[data-illustration="live-data"]',
    // the white companies panel over the dark dash backdrop with the
    // collaborator markers; mixed palette so hue is skipped. Idle is
    // static; HOVERING runs the whole two-actor demo (tag rename, filter
    // pop-away, rows arriving), so the probe's pointer presence is the
    // liveliness.
    hueRangeDegrees: null,
    minCoverage: 0.02,
    animated: false,
    interactive: true,
  },
  'familiar-interface': {
    slotSelector: '[data-illustration="familiar-interface"]',
    // the white opportunity board over the dark dash backdrop; the
    // palette is mixed (pink/purple pills, blue active card) so hue is
    // skipped. Idle is static; the drag probe grabs a card (and retires
    // the hand-cursor affordance), so interaction is the liveliness.
    hueRangeDegrees: null,
    minCoverage: 0.02,
    animated: false,
    interactive: true,
  },

  // The product page's three-cards models — same grammar as the home
  // trio (blue band halftone on the white stage, auto-rotate + drag).
  speed: {
    slotSelector: '[data-illustration="speed"]',
    path: '/product',
    hueRangeDegrees: [200, 260],
    minCoverage: 0.01,
    animated: true,
    interactive: true,
    settle: { cardReveal: true },
  },
  eye: {
    slotSelector: '[data-illustration="eye"]',
    path: '/product',
    hueRangeDegrees: [200, 260],
    minCoverage: 0.01,
    animated: true,
    interactive: true,
    settle: { cardReveal: true },
  },
  singleScreen: {
    slotSelector: '[data-illustration="singleScreen"]',
    path: '/product',
    hueRangeDegrees: [200, 260],
    minCoverage: 0.01,
    animated: true,
    interactive: true,
    settle: { cardReveal: true },
  },
  // The partner hero halftone: stone dashes (#959595) at rest are hueless;
  // the cursor turns nearby dashes blue and shifts the band (interactive).
  'partner-hero': {
    slotSelector: '[data-illustration="partner-hero"]',
    path: '/partners/become',
    hueRangeDegrees: null,
    minCoverage: 0.02,
    animated: false,
    interactive: true,
  },
  // The promo mic: iron dashes (#777) at rest are hueless on the light panel;
  // the hover light brightens the dashes near the cursor (interactive).
  'promo-mic': {
    slotSelector: '[data-illustration="promo-mic"]',
    path: '/partners/become',
    hueRangeDegrees: null,
    minCoverage: 0.02,
    animated: false,
    interactive: true,
  },
  // The testimonial author portrait: white dashes (hueless) on the dark panel;
  // the cursor shifts the band and adds a light (interactive).
  'partner-portrait': {
    slotSelector: '[data-illustration="partner-portrait"]',
    path: '/partners/become',
    hueRangeDegrees: null,
    minCoverage: 0.02,
    animated: false,
    interactive: true,
  },
  // The decorative quote-mark GLB behind the text: blue (#4a38f5) band
  // halftone with a slow breathe; desktop-only + aria-hidden.
  'partner-quote': {
    slotSelector: '[data-illustration="partner-quote"]',
    path: '/partners/become',
    hueRangeDegrees: [200, 260],
    minCoverage: 0.01,
    animated: false,
    interactive: false,
  },
};

const MOTION_DIFF_FLOOR = 0.005;
const LOAD_TIMEOUT_MS = 30000;

const failures = [];

// Every data-illustration slot on the page must carry a battery spec —
// a new visual without coverage is a failure, not a silent gap.
async function assertSpecCompleteness(page, specNames) {
  const mounted = await page.evaluate(() =>
    [...document.querySelectorAll('[data-illustration]')].map((el) =>
      el.getAttribute('data-illustration'),
    ),
  );
  const uncovered = mounted.filter(
    (name) => !specNames.has(name) && !PENDING_VISUAL_SLOTS.has(name),
  );
  const pendingOnPage = mounted.filter((name) =>
    PENDING_VISUAL_SLOTS.has(name),
  );
  if (pendingOnPage.length > 0) {
    console.log(
      `  - pending (declared, no spec yet): ${pendingOnPage.join(', ')}`,
    );
  }
  if (uncovered.length > 0) {
    console.error(`  ✗ slots without battery specs: ${uncovered.join(', ')}`);
    failures.push(`uncovered slots: ${uncovered.join(', ')}`);
  } else {
    console.log(`  ✓ all ${mounted.length} mounted slots carry specs`);
  }
}
const assert = (condition, message) => {
  if (condition) {
    console.log(`  ✓ ${message}`);
  } else {
    failures.push(message);
    console.error(`  ✗ ${message}`);
  }
};

const readClip = async (page, box) => {
  const buffer = await page.screenshot({
    clip: {
      x: Math.max(0, box.x),
      y: Math.max(0, box.y),
      width: Math.max(1, box.width),
      height: Math.max(1, box.height),
    },
  });
  return sharp(buffer).raw().toBuffer({ resolveWithObject: true });
};

const rgbToHueSaturation = (r, g, b) => {
  const max = Math.max(r, g, b) / 255;
  const min = Math.min(r, g, b) / 255;
  const delta = max - min;
  let hue = 0;
  if (delta > 0) {
    if (max === r / 255) hue = (((g - b) / 255 / delta) % 6) * 60;
    else if (max === g / 255) hue = ((b - r) / 255 / delta + 2) * 60;
    else hue = ((r - g) / 255 / delta + 4) * 60;
  }
  if (hue < 0) hue += 360;
  const saturation = max === 0 ? 0 : delta / max;
  return { hue, saturation };
};

const analyzeClip = (
  { data, info },
  backgroundSample,
  minSaturation = 0.25,
) => {
  let foreground = 0;
  let hueWeightedSum = 0;
  let hueSamples = 0;
  const total = info.width * info.height;
  for (let i = 0; i < total; i += 1) {
    const offset = i * info.channels;
    const r = data[offset];
    const g = data[offset + 1];
    const b = data[offset + 2];
    const isBackground =
      Math.abs(r - backgroundSample[0]) <= 12 &&
      Math.abs(g - backgroundSample[1]) <= 12 &&
      Math.abs(b - backgroundSample[2]) <= 12;
    if (isBackground) continue;
    foreground += 1;
    const { hue, saturation } = rgbToHueSaturation(r, g, b);
    if (saturation > minSaturation) {
      hueWeightedSum += hue;
      hueSamples += 1;
    }
  }
  return {
    coverage: foreground / total,
    dominantHue: hueSamples > 0 ? hueWeightedSum / hueSamples : null,
  };
};

const diffClips = (a, b) => {
  const total = Math.min(a.data.length, b.data.length);
  let changed = 0;
  let compared = 0;
  for (let offset = 0; offset < total; offset += a.info.channels) {
    compared += 1;
    if (
      Math.abs(a.data[offset] - b.data[offset]) > 8 ||
      Math.abs(a.data[offset + 1] - b.data[offset + 1]) > 8 ||
      Math.abs(a.data[offset + 2] - b.data[offset + 2]) > 8
    ) {
      changed += 1;
    }
  }
  return changed / compared;
};

const cornerSample = ({ data }) => [data[0], data[1], data[2]];

const waitForLoadedCanvas = async (page, slotSelector) => {
  const deadline = Date.now() + LOAD_TIMEOUT_MS;
  // Polling: sequential await is the semantics, not an oversight.
  while (Date.now() < deadline) {
    // eslint-disable-next-line no-await-in-loop
    const box = await page
      .locator(`${slotSelector} canvas`)
      .first()
      .boundingBox()
      .catch(() => null);
    if (box) {
      // eslint-disable-next-line no-await-in-loop
      const clip = await readClip(page, box);
      const sample = cornerSample(clip);
      const { coverage } = analyzeClip(clip, sample);
      if (coverage > 0.001) {
        return box;
      }
    }
    // eslint-disable-next-line no-await-in-loop
    await new Promise((resolve) => setTimeout(resolve, 250));
  }
  return null;
};

const settleForSpec = async (page, spec) => {
  if (spec.settle?.stageProgress !== undefined) {
    // The helped cards travel a 280vh fan; each card is readable only in
    // its own hold window of the stage progress.
    await page.evaluate((progress) => {
      const stage = document.querySelector('#homepage-cases');
      if (stage) {
        const rect = stage.getBoundingClientRect();
        const top = rect.top + window.scrollY;
        const scrollable = rect.height - window.innerHeight;
        window.scrollTo(0, top + progress * scrollable);
      }
    }, spec.settle.stageProgress);
    await page.waitForTimeout(800);
    return;
  }
  if (spec.settle?.cardReveal) {
    // The three-cards grid rides the scroll-driven reveal; park the slot
    // high enough that the choreography has fully settled before probing.
    await page.evaluate((selector) => {
      const slot = document.querySelector(selector);
      if (slot) {
        const rect = slot.getBoundingClientRect();
        window.scrollTo(
          0,
          rect.top + window.scrollY - window.innerHeight * 0.15,
        );
      }
    }, spec.slotSelector);
    await page.waitForTimeout(900);
    return;
  }
  await page.locator(spec.slotSelector).first().scrollIntoViewIfNeeded();
};

const runVisual = async (browser, key, spec) => {
  console.log(`── ${key}`);
  const page = await browser.newPage({
    viewport: VIEWPORT,
    deviceScaleFactor: 1,
  });
  await page.goto(new URL(spec.path ?? '', BASE_URL).href, {
    waitUntil: 'networkidle',
    timeout: 180000,
  });

  const slot = page.locator(spec.slotSelector).first();
  await settleForSpec(page, spec);
  const slotBox = await slot.boundingBox();
  assert(slotBox !== null, 'slot exists');

  const canvasBox = await waitForLoadedCanvas(page, spec.slotSelector);
  assert(
    canvasBox !== null,
    'canvas renders non-uniform pixels before timeout',
  );
  if (canvasBox === null) {
    await page.close();
    return;
  }

  const sizeMatches =
    Math.abs(canvasBox.width - slotBox.width) <= 2 &&
    canvasBox.height <= slotBox.height + 2;
  assert(
    sizeMatches,
    `canvas box ≈ slot box (${Math.round(canvasBox.width)}x${Math.round(canvasBox.height)} in ${Math.round(slotBox.width)}x${Math.round(slotBox.height)})`,
  );

  const clipA = await readClip(page, canvasBox);
  const background = cornerSample(clipA);
  const { coverage, dominantHue } = analyzeClip(
    clipA,
    background,
    spec.minSaturation,
  );
  assert(
    coverage >= spec.minCoverage,
    `coverage ${(coverage * 100).toFixed(1)}% ≥ ${spec.minCoverage * 100}%`,
  );
  if (spec.hueRangeDegrees === null) {
    console.log('  - hue skipped (hueless artwork)');
  } else if (dominantHue !== null) {
    assert(
      dominantHue >= spec.hueRangeDegrees[0] &&
        dominantHue <= spec.hueRangeDegrees[1],
      `dominant hue ${Math.round(dominantHue)}° within [${spec.hueRangeDegrees}]`,
    );
  } else {
    assert(false, 'saturated pixels present for hue measurement');
  }

  if (spec.animated) {
    await page.waitForTimeout(400);
    const clipB = await readClip(page, canvasBox);
    const motionDiff = diffClips(clipA, clipB);
    assert(
      motionDiff > (spec.motionFloor ?? MOTION_DIFF_FLOOR),
      `motion alive (diff ${(motionDiff * 100).toFixed(2)}%)`,
    );
  }

  if (spec.interactive) {
    // Bleed canvases extend past the viewport: interaction fractions
    // resolve against the VISIBLE region or the pointer hits nothing.
    const visibleLeft = Math.max(canvasBox.x, 0);
    const visibleTop = Math.max(canvasBox.y, 0);
    const visibleWidth =
      Math.min(canvasBox.x + canvasBox.width, VIEWPORT.width) - visibleLeft;
    const visibleHeight =
      Math.min(canvasBox.y + canvasBox.height, VIEWPORT.height) - visibleTop;
    const [fractionX, fractionY] = spec.interactionPoint ?? [0.5, 0.5];
    const centerX = visibleLeft + visibleWidth * fractionX;
    const centerY = visibleTop + visibleHeight * fractionY;
    const before = await readClip(page, canvasBox);
    await page.mouse.move(centerX, centerY);
    await page.mouse.down();
    for (let step = 1; step <= 5; step += 1) {
      // eslint-disable-next-line no-await-in-loop
      await page.mouse.move(centerX + step * 14, centerY + step * 6);
    }
    await page.mouse.up();
    await page.waitForTimeout(250);
    const after = await readClip(page, canvasBox);
    const dragDiff = diffClips(before, after);
    assert(
      dragDiff > (spec.interactionFloor ?? MOTION_DIFF_FLOOR),
      `drag changes pixels (diff ${(dragDiff * 100).toFixed(2)}%)`,
    );
  }

  // Lifecycle: scroll far away, wait past the dispose grace, expect release.
  const counts = () =>
    page.evaluate(
      () => window.__visualRuntimeTest?.getActiveContextCount() ?? -1,
    );
  const activeWhileVisible = await counts();
  assert(
    activeWhileVisible >= 1,
    `context held while visible (count ${activeWhileVisible})`,
  );
  // Leave toward whichever page end is farther, so slots near the top
  // actually exit the generous mount margins.
  await page.evaluate((selector) => {
    const slotElement = document.querySelector(selector);
    const slotCenter =
      slotElement.getBoundingClientRect().top +
      window.scrollY +
      slotElement.getBoundingClientRect().height / 2;
    const pageHeight = document.documentElement.scrollHeight;
    window.scrollTo(0, slotCenter < pageHeight / 2 ? pageHeight : 0);
  }, spec.slotSelector);
  await page.waitForTimeout(5500);
  const canvasAfterLeave = await page
    .locator(`${spec.slotSelector} canvas`)
    .count();
  assert(
    canvasAfterLeave === 0,
    `scene unmounted after leaving (canvases ${canvasAfterLeave}, global count ${await counts()})`,
  );
  await settleForSpec(page, spec);
  const reacquired = await waitForLoadedCanvas(page, spec.slotSelector);
  assert(reacquired !== null, 'scene re-acquires on return');

  await page.close();

  // Reduced motion: designed scenes render one frozen frame.
  const reducedPage = await browser.newPage({
    viewport: VIEWPORT,
    deviceScaleFactor: 1,
    reducedMotion: 'reduce',
  });
  await reducedPage.goto(new URL(spec.path ?? '', BASE_URL).href, {
    waitUntil: 'networkidle',
    timeout: 180000,
  });
  await settleForSpec(reducedPage, spec);
  const reducedCanvas = await waitForLoadedCanvas(
    reducedPage,
    spec.slotSelector,
  );
  if (reducedCanvas !== null) {
    const frozenA = await readClip(reducedPage, reducedCanvas);
    await reducedPage.waitForTimeout(400);
    const frozenB = await readClip(reducedPage, reducedCanvas);
    const frozenDiff = diffClips(frozenA, frozenB);
    assert(
      frozenDiff <= MOTION_DIFF_FLOOR,
      `reduced motion frozen (diff ${(frozenDiff * 100).toFixed(2)}%)`,
    );
  } else {
    // poster mode: no canvas at all is also a pass
    const canvasCount = await reducedPage
      .locator(`${spec.slotSelector} canvas`)
      .count();
    assert(canvasCount === 0, 'reduced motion shows poster (no canvas)');
  }
  await reducedPage.close();
};

const keys =
  process.argv.slice(2).length > 0
    ? process.argv.slice(2)
    : Object.keys(VISUALS);
const browser = await chromium.launch({ channel: 'chrome', headless: true });

// Completeness runs only on full sweeps (a single-visual run is a dev loop).
if (process.argv.slice(2).length === 0) {
  const specPaths = [
    ...new Set(Object.values(VISUALS).map((spec) => spec.path ?? '')),
  ];
  // Pages are checked one at a time so failures stay attributable.
  for (const specPath of specPaths) {
    // eslint-disable-next-line no-await-in-loop
    const completenessPage = await browser.newPage({ viewport: VIEWPORT });
    // eslint-disable-next-line no-await-in-loop
    await completenessPage.goto(new URL(specPath, BASE_URL).href, {
      waitUntil: 'networkidle',
      timeout: 240000,
    });
    console.log(`── spec completeness (${specPath || '/'})`);
    // eslint-disable-next-line no-await-in-loop
    await assertSpecCompleteness(
      completenessPage,
      new Set(Object.keys(VISUALS)),
    );
    // eslint-disable-next-line no-await-in-loop
    await completenessPage.close();
  }
}

for (const key of keys) {
  const spec = VISUALS[key];
  if (!spec) {
    failures.push(`unknown visual: ${key}`);
    continue;
  }
  // Visuals run one at a time so context counts stay interpretable.
  // eslint-disable-next-line no-await-in-loop
  await runVisual(browser, key, spec);
}
await browser.close();

if (failures.length > 0) {
  console.error(`\nvisual-battery: FAILED (${failures.length})`);
  process.exit(1);
}
console.log('\nvisual-battery: OK');