Skip to content

The open alternative to Salesforce, designed for AI.

refactor: optimize website visual runtime (#20120)

Abdullah.51384bc0858c
diff --git a/packages/twenty-shared/package.json b/packages/twenty-shared/package.json
index 18c8f80c723..7a869a10980 100644
--- a/packages/twenty-shared/package.json
+++ b/packages/twenty-shared/package.json
@@ -30,6 +30,7 @@
},
"dependencies": {
"@sniptt/guards": "^0.2.0",
+ "ai": "6.0.97",
"class-validator": "^0.14.0",
"expr-eval-fork": "3.0.3",
"handlebars": "^4.7.9",
diff --git a/packages/twenty-website-new/src/lib/halftone/geometry-registry.ts b/packages/twenty-website-new/src/lib/halftone/geometry-registry.ts
index bedbf19434b..49dddac6e66 100644
--- a/packages/twenty-website-new/src/lib/halftone/geometry-registry.ts
+++ b/packages/twenty-website-new/src/lib/halftone/geometry-registry.ts
@@ -21,10 +21,28 @@ type GeometryCacheEntry = THREE.BufferGeometry | Promise<THREE.BufferGeometry>;
export type ImportedGeometryNormalizationOptions = {
postRotateZ?: number;
+ scaleTarget?: number;
useLegacyNormalization?: boolean;
};
const LEGACY_IMPORTED_GEOMETRY_SCALE_TARGET = 2.75;
+const importedGeometryCache = new Map<string, GeometryCacheEntry>();
+
+function getImportedGeometryCacheKey({
+ geometryOptions,
+ loader,
+ modelUrl,
+}: {
+ geometryOptions?: ImportedGeometryNormalizationOptions;
+ loader: HalftoneModelLoader;
+ modelUrl: string;
+}) {
+ return JSON.stringify({
+ geometryOptions: geometryOptions ?? null,
+ loader,
+ modelUrl,
+ });
+}
function mergeGeometries(geometries: THREE.BufferGeometry[]) {
if (geometries.length === 1) {
@@ -128,7 +146,11 @@ function normalizeImportedGeometry(
geometry: THREE.BufferGeometry,
options: ImportedGeometryNormalizationOptions = {},
) {
- const { postRotateZ = 0, useLegacyNormalization = false } = options;
+ const {
+ postRotateZ = 0,
+ scaleTarget,
+ useLegacyNormalization = false,
+ } = options;
geometry.computeBoundingBox();
@@ -156,9 +178,9 @@ function normalizeImportedGeometry(
const radius = geometry.boundingSphere?.radius || 1;
const scale = useLegacyNormalization
- ? LEGACY_IMPORTED_GEOMETRY_SCALE_TARGET /
+ ? (scaleTarget ?? LEGACY_IMPORTED_GEOMETRY_SCALE_TARGET) /
Math.max(size.x, size.y, size.z, 0.001)
- : 1.6 / radius;
+ : (scaleTarget ?? 1.6) / radius;
geometry.scale(scale, scale, scale);
geometry.computeBoundingBox();
@@ -309,19 +331,44 @@ export async function loadImportedGeometryFromUrl(
label: string,
geometryOptions?: ImportedGeometryNormalizationOptions,
) {
- const response = await fetch(modelUrl);
+ const cacheKey = getImportedGeometryCacheKey({
+ geometryOptions,
+ loader,
+ modelUrl,
+ });
+ const cachedGeometry = importedGeometryCache.get(cacheKey);
- if (!response.ok) {
- throw new Error(`Unable to load ${label} from ${modelUrl}.`);
+ if (cachedGeometry) {
+ return (await cachedGeometry).clone();
}
- const buffer = await response.arrayBuffer();
+ const geometryPromise = (async () => {
+ const response = await fetch(modelUrl);
- if (loader === 'fbx') {
- return parseFbxGeometry(buffer, '', label, geometryOptions);
- }
+ if (!response.ok) {
+ throw new Error(`Unable to load ${label} from ${modelUrl}.`);
+ }
- return parseGlbGeometry(buffer, '', label, geometryOptions);
+ const buffer = await response.arrayBuffer();
+
+ if (loader === 'fbx') {
+ return parseFbxGeometry(buffer, '', label, geometryOptions);
+ }
+
+ return parseGlbGeometry(buffer, '', label, geometryOptions);
+ })();
+ importedGeometryCache.set(cacheKey, geometryPromise);
+
+ try {
+ const geometry = await geometryPromise;
+
+ importedGeometryCache.set(cacheKey, geometry);
+
+ return geometry.clone();
+ } catch (error) {
+ importedGeometryCache.delete(cacheKey);
+ throw error;
+ }
}
function makePolarShape(
diff --git a/packages/twenty-website-new/src/lib/halftone/halftone-canvas.tsx b/packages/twenty-website-new/src/lib/halftone/halftone-canvas.tsx
index c8683f29916..894e6cf0a96 100644
--- a/packages/twenty-website-new/src/lib/halftone/halftone-canvas.tsx
+++ b/packages/twenty-website-new/src/lib/halftone/halftone-canvas.tsx
@@ -309,6 +309,8 @@ export type HalftoneSnapshotFn = (
},
) => Promise<Blob | null>;
+export type HalftoneRenderStrategy = 'continuous' | 'static';
+
export type HalftoneImageInteractionSettings = {
hoverFadeIn: number;
hoverFadeOut: number;
@@ -332,6 +334,7 @@ type HalftoneCanvasProps = {
onFirstInteraction: () => void;
onPoseChange: (pose: HalftoneExportPose) => void;
previewDistance: number;
+ renderStrategy?: HalftoneRenderStrategy;
settings: HalftoneStudioSettings;
snapshotRef?: MutableRefObject<HalftoneSnapshotFn | null>;
virtualRenderHeight?: number;
@@ -557,6 +560,7 @@ export function HalftoneCanvas({
onFirstInteraction,
onPoseChange,
previewDistance,
+ renderStrategy = 'continuous',
settings,
snapshotRef,
virtualRenderHeight = VIRTUAL_RENDER_HEIGHT,
@@ -738,10 +742,14 @@ export function HalftoneCanvas({
renderer.setSize(getRenderWidth(), getRenderHeight(), false);
const canvas = renderer.domElement;
- canvas.style.cursor = getCanvasCursor(settingsReference.current, false);
+ canvas.style.cursor =
+ renderStrategy === 'static'
+ ? 'default'
+ : getCanvasCursor(settingsReference.current, false);
canvas.style.display = 'block';
canvas.style.height = '100%';
- canvas.style.touchAction = 'none';
+ canvas.style.pointerEvents = renderStrategy === 'static' ? 'none' : 'auto';
+ canvas.style.touchAction = renderStrategy === 'static' ? 'auto' : 'none';
canvas.style.width = '100%';
container.appendChild(canvas);
@@ -1312,8 +1320,6 @@ export function HalftoneCanvas({
);
};
- const stopObservingSize = observeElementSize(container, syncSize);
-
const updatePointerPosition = (
event: PointerEvent,
options?: { resetVelocity?: boolean },
@@ -1546,13 +1552,6 @@ export function HalftoneCanvas({
handlePointerCancel();
};
- canvas.addEventListener('pointermove', handlePointerMove);
- canvas.addEventListener('pointerleave', handlePointerLeave);
- canvas.addEventListener('pointerup', handlePointerUp);
- canvas.addEventListener('pointercancel', handlePointerCancel);
- window.addEventListener('blur', handleWindowBlur);
- canvas.addEventListener('pointerdown', handlePointerDown);
-
const clock = new THREE.Timer();
clock.connect(document);
@@ -1985,18 +1984,36 @@ export function HalftoneCanvas({
renderer.render(postScene, orthographicCamera);
};
- renderLoop = createVisualRenderLoop({
- renderFrame,
- shouldRender: () => !cancelled,
- target: container,
- targetVisibilityOptions: { rootMargin: '100px' },
- });
- renderLoop.start();
+ const renderCurrentFrame = () => {
+ renderFrame(
+ typeof performance === 'undefined' ? undefined : performance.now(),
+ );
+ };
- cleanup = () => {
- runCleanupTasks([
- () => stopObservingSize(),
- () => renderLoop?.dispose(),
+ const syncSizeAndRenderIfStatic = () => {
+ syncSize();
+
+ if (renderStrategy === 'static') {
+ renderCurrentFrame();
+ }
+ };
+
+ const stopObservingSize = observeElementSize(
+ container,
+ syncSizeAndRenderIfStatic,
+ );
+
+ const interactionCleanupTasks: Array<() => void> = [];
+
+ if (renderStrategy !== 'static') {
+ canvas.addEventListener('pointermove', handlePointerMove);
+ canvas.addEventListener('pointerleave', handlePointerLeave);
+ canvas.addEventListener('pointerup', handlePointerUp);
+ canvas.addEventListener('pointercancel', handlePointerCancel);
+ window.addEventListener('blur', handleWindowBlur);
+ canvas.addEventListener('pointerdown', handlePointerDown);
+
+ interactionCleanupTasks.push(
() => canvas.removeEventListener('pointermove', handlePointerMove),
() => canvas.removeEventListener('pointerleave', handlePointerLeave),
() => canvas.removeEventListener('pointerup', handlePointerUp),
@@ -2004,6 +2021,24 @@ export function HalftoneCanvas({
canvas.removeEventListener('pointercancel', handlePointerCancel),
() => window.removeEventListener('blur', handleWindowBlur),
() => canvas.removeEventListener('pointerdown', handlePointerDown),
+ );
+
+ renderLoop = createVisualRenderLoop({
+ renderFrame,
+ shouldRender: () => !cancelled,
+ target: container,
+ targetVisibilityOptions: { rootMargin: '100px' },
+ });
+ renderLoop.start();
+ } else {
+ renderCurrentFrame();
+ }
+
+ cleanup = () => {
+ runCleanupTasks([
+ () => stopObservingSize(),
+ () => renderLoop?.dispose(),
+ ...interactionCleanupTasks,
() => clock.dispose(),
() => blurHorizontalMaterial.dispose(),
@@ -2050,6 +2085,7 @@ export function HalftoneCanvas({
}, [
onFirstInteraction,
poseChangeReference,
+ renderStrategy,
snapshotReference,
virtualRenderHeight,
]);
diff --git a/packages/twenty-website-new/src/lib/halftone/halftone-image-canvas.tsx b/packages/twenty-website-new/src/lib/halftone/halftone-image-canvas.tsx
index ab0d2f1652b..67eba9dd8ea 100644
--- a/packages/twenty-website-new/src/lib/halftone/halftone-image-canvas.tsx
+++ b/packages/twenty-website-new/src/lib/halftone/halftone-image-canvas.tsx
@@ -1,6 +1,7 @@
'use client';
import { useLatestRef } from '@/lib/react';
+import { loadVisualImage } from '@/lib/visual-runtime';
import {
type MutableRefObject,
type RefObject,
@@ -74,22 +75,22 @@ function useImageElement({
useEffect(() => {
let cancelled = false;
- const image = new Image();
-
setImageElement(null);
- if (typeof crossOrigin !== 'undefined') {
- image.crossOrigin = crossOrigin;
- }
+ void loadVisualImage(imageUrl, {
+ crossOrigin,
+ label: 'halftone image',
+ })
+ .then((image) => {
+ if (!cancelled) {
+ setImageElement(image);
+ }
+ })
+ .catch(() => {
+ if (cancelled) {
+ return;
+ }
- image.decoding = 'async';
- image.onload = () => {
- if (!cancelled) {
- setImageElement(image);
- }
- };
- image.onerror = () => {
- if (!cancelled) {
const handler = onImageLoadErrorReference.current;
const error = createImageLoadError(imageUrl);
@@ -101,15 +102,10 @@ function useImageElement({
if (process.env.NODE_ENV !== 'production') {
console.error(error);
}
- }
- };
- image.src = imageUrl;
+ });
return () => {
cancelled = true;
- image.onload = null;
- image.onerror = null;
- image.src = '';
};
}, [crossOrigin, imageUrl, onImageLoadErrorReference]);
diff --git a/packages/twenty-website-new/src/lib/halftone/halftone-model-canvas.tsx b/packages/twenty-website-new/src/lib/halftone/halftone-model-canvas.tsx
index 67d2a7c8f9a..3935ccb566c 100644
--- a/packages/twenty-website-new/src/lib/halftone/halftone-model-canvas.tsx
+++ b/packages/twenty-website-new/src/lib/halftone/halftone-model-canvas.tsx
@@ -14,7 +14,11 @@ import {
loadImportedGeometryFromUrl,
type ImportedGeometryNormalizationOptions,
} from './geometry-registry';
-import { HalftoneCanvas, type HalftoneSnapshotFn } from './halftone-canvas';
+import {
+ HalftoneCanvas,
+ type HalftoneRenderStrategy,
+ type HalftoneSnapshotFn,
+} from './halftone-canvas';
import type {
HalftoneExportPose,
HalftoneModelLoader,
@@ -31,6 +35,7 @@ type HalftoneModelCanvasProps = {
onGeometryLoadError?: (error: Error) => void;
onPoseChange?: (pose: HalftoneExportPose) => void;
previewDistance: number;
+ renderStrategy?: HalftoneRenderStrategy;
settings: HalftoneStudioSettings;
snapshotRef?: MutableRefObject<HalftoneSnapshotFn | null>;
virtualRenderHeight?: number;
@@ -121,6 +126,7 @@ export function HalftoneModelCanvas({
onGeometryLoadError,
onPoseChange = noopPoseChange,
previewDistance,
+ renderStrategy,
settings,
snapshotRef,
virtualRenderHeight,
@@ -146,6 +152,7 @@ export function HalftoneModelCanvas({
onFirstInteraction={onFirstInteraction}
onPoseChange={onPoseChange}
previewDistance={previewDistance}
+ renderStrategy={renderStrategy}
settings={settings}
snapshotRef={snapshotRef}
virtualRenderHeight={virtualRenderHeight}
diff --git a/packages/twenty-website-new/src/lib/halftone/index.ts b/packages/twenty-website-new/src/lib/halftone/index.ts
index f3d0ccb2748..f245679e544 100644
--- a/packages/twenty-website-new/src/lib/halftone/index.ts
+++ b/packages/twenty-website-new/src/lib/halftone/index.ts
@@ -1,6 +1,7 @@
export {
HalftoneCanvas,
type HalftoneImageInteractionSettings,
+ type HalftoneRenderStrategy,
type HalftoneSnapshotFn,
} from './halftone-canvas';
export { HalftoneImageCanvas } from './halftone-image-canvas';
diff --git a/packages/twenty-website-new/src/lib/visual-runtime/__tests__/visual-mount-scheduler.test.ts b/packages/twenty-website-new/src/lib/visual-runtime/__tests__/visual-mount-scheduler.test.ts
new file mode 100644
index 00000000000..8dc865dd9b2
--- /dev/null
+++ b/packages/twenty-website-new/src/lib/visual-runtime/__tests__/visual-mount-scheduler.test.ts
@@ -0,0 +1,112 @@
+import { createVisualMountScheduler } from '../visual-mount-scheduler';
+
+function createManualIdleHost() {
+ let nextHandle = 1;
+ const callbacks = new Map<
+ number,
+ {
+ callback: IdleRequestCallback;
+ options?: IdleRequestOptions;
+ }
+ >();
+
+ return {
+ callbacks,
+ cancelIdleCallback: jest.fn((handle: number) => {
+ callbacks.delete(handle);
+ }),
+ requestIdleCallback: jest.fn(
+ (callback: IdleRequestCallback, options?: IdleRequestOptions) => {
+ const handle = nextHandle;
+ nextHandle += 1;
+ callbacks.set(handle, { callback, options });
+
+ return handle;
+ },
+ ),
+ runIdle: (handle: number) => {
+ const task = callbacks.get(handle);
+ callbacks.delete(handle);
+ task?.callback({
+ didTimeout: false,
+ timeRemaining: () => 50,
+ });
+ },
+ };
+}
+
+describe('createVisualMountScheduler', () => {
+ it('runs scheduled visual mounts during idle time', () => {
+ const host = createManualIdleHost();
+ const scheduler = createVisualMountScheduler(host);
+ const callback = jest.fn();
+
+ scheduler.schedule(callback);
+
+ expect(callback).not.toHaveBeenCalled();
+ expect(host.requestIdleCallback).toHaveBeenCalledWith(
+ expect.any(Function),
+ { timeout: 80 },
+ );
+
+ host.runIdle(1);
+
+ expect(callback).toHaveBeenCalledTimes(1);
+ });
+
+ it('cancels pending visual mounts before they run', () => {
+ const host = createManualIdleHost();
+ const scheduler = createVisualMountScheduler(host);
+ const callback = jest.fn();
+
+ const cancel = scheduler.schedule(callback);
+ cancel();
+
+ host.runIdle(1);
+
+ expect(host.cancelIdleCallback).toHaveBeenCalledWith(1);
+ expect(callback).not.toHaveBeenCalled();
+ });
+
+ it('processes one visual mount per idle slot', () => {
+ const host = createManualIdleHost();
+ const scheduler = createVisualMountScheduler(host);
+ const firstCallback = jest.fn();
+ const secondCallback = jest.fn();
+
+ scheduler.schedule(firstCallback);
+ scheduler.schedule(secondCallback);
+
+ expect(host.requestIdleCallback).toHaveBeenCalledTimes(1);
+
+ host.runIdle(1);
+
+ expect(firstCallback).toHaveBeenCalledTimes(1);
+ expect(secondCallback).not.toHaveBeenCalled();
+ expect(host.requestIdleCallback).toHaveBeenCalledTimes(2);
+
+ host.runIdle(2);
+
+ expect(secondCallback).toHaveBeenCalledTimes(1);
+ });
+
+ it('moves priority visual mounts ahead of normal visual mounts', () => {
+ const host = createManualIdleHost();
+ const scheduler = createVisualMountScheduler(host);
+ const calls: string[] = [];
+
+ scheduler.schedule(() => calls.push('normal'));
+ scheduler.schedule(() => calls.push('priority'), { priority: 'priority' });
+
+ expect(host.cancelIdleCallback).toHaveBeenCalledWith(1);
+ expect(host.requestIdleCallback).toHaveBeenLastCalledWith(
+ expect.any(Function),
+ { timeout: 0 },
+ );
+
+ host.runIdle(2);
+ host.runIdle(3);
+
+ expect(calls).toEqual(['priority', 'normal']);
+ });
+});
diff --git a/packages/twenty-website-new/src/lib/visual-runtime/__tests__/visual-render-loop.test.ts b/packages/twenty-website-new/src/lib/visual-runtime/__tests__/visual-render-loop.test.ts
index b8d18b3febe..29306917472 100644
--- a/packages/twenty-website-new/src/lib/visual-runtime/__tests__/visual-render-loop.test.ts
+++ b/packages/twenty-website-new/src/lib/visual-runtime/__tests__/visual-render-loop.test.ts
@@ -125,6 +125,27 @@ describe('createVisualRenderLoop', () => {
expect(scheduler.requestAnimationFrame).toHaveBeenCalledTimes(2);
});
+ it('does not reschedule when stopped during a frame callback', () => {
+ const scheduler = createAnimationFrameScheduler();
+ let loop: ReturnType<typeof createVisualRenderLoop>;
+ const renderFrame = jest.fn(() => {
+ loop.stop();
+ });
+ loop = createVisualRenderLoop({
+ cancelAnimationFrame: scheduler.cancelAnimationFrame,
+ document: null,
+ renderFrame,
+ requestAnimationFrame: scheduler.requestAnimationFrame,
+ });
+
+ loop.start();
+ scheduler.runFrame(1, 16);
+
+ expect(renderFrame).toHaveBeenCalledTimes(1);
+ expect(loop.isRunning()).toBe(false);
+ expect(scheduler.requestAnimationFrame).toHaveBeenCalledTimes(1);
+ });
+
it('pauses and resumes with document visibility', () => {
const scheduler = createAnimationFrameScheduler();
const { documentStub, setHidden } = createDocumentVisibilityStub();
diff --git a/packages/twenty-website-new/src/lib/visual-runtime/active-webgl-context-budget.ts b/packages/twenty-website-new/src/lib/visual-runtime/active-webgl-context-budget.ts
index d680ee11503..31df0a57793 100644
--- a/packages/twenty-website-new/src/lib/visual-runtime/active-webgl-context-budget.ts
+++ b/packages/twenty-website-new/src/lib/visual-runtime/active-webgl-context-budget.ts
@@ -1,4 +1,4 @@
-const DEFAULT_MAX_ACTIVE_WEBGL_CONTEXTS = 8;
+const DEFAULT_MAX_ACTIVE_WEBGL_CONTEXTS = 6;
function readNumberEnv(value: string | undefined, fallback: number): number {
if (value === undefined) {
diff --git a/packages/twenty-website-new/src/lib/visual-runtime/create-site-webgl-renderer.ts b/packages/twenty-website-new/src/lib/visual-runtime/create-site-webgl-renderer.ts
index c0e7d3a713a..9f33a01c107 100644
--- a/packages/twenty-website-new/src/lib/visual-runtime/create-site-webgl-renderer.ts
+++ b/packages/twenty-website-new/src/lib/visual-runtime/create-site-webgl-renderer.ts
@@ -4,6 +4,8 @@ export type SiteWebGlRendererParameters = THREE.WebGLRendererParameters & {
onContextLost?: (event: WebGLContextEvent) => void;
};
+export const SITE_WEBGL_CONTEXT_LOST_EVENT = 'sitewebglcontextlost';
+
export function createSiteWebGlRenderer(
parameters?: SiteWebGlRendererParameters,
): THREE.WebGLRenderer {
@@ -42,6 +44,10 @@ export function createSiteWebGlRenderer(
}
}
+ canvas.dispatchEvent(
+ new CustomEvent(SITE_WEBGL_CONTEXT_LOST_EVENT, { bubbles: true }),
+ );
+
safeDispose();
};
diff --git a/packages/twenty-website-new/src/lib/visual-runtime/index.ts b/packages/twenty-website-new/src/lib/visual-runtime/index.ts
index 97219956a3d..310af48e660 100644
--- a/packages/twenty-website-new/src/lib/visual-runtime/index.ts
+++ b/packages/twenty-website-new/src/lib/visual-runtime/index.ts
@@ -18,9 +18,19 @@ export {
export { useWebGlPolicy } from './use-webgl-policy';
export { WebGlErrorBoundary } from './webgl-error-boundary';
export { WebGlMount } from './webgl-mount';
+export { loadVisualImage } from './load-visual-image';
+export {
+ createVisualMountScheduler,
+ scheduleVisualMount,
+ visualMountScheduler,
+ type ScheduleVisualMountOptions,
+ type VisualMountPriority,
+ type VisualMountScheduler,
+} from './visual-mount-scheduler';
export {
createSiteWebGlRenderer,
reportSiteWebGlRendererCreationFailure,
+ SITE_WEBGL_CONTEXT_LOST_EVENT,
tryCreateSiteWebGlRenderer,
type SiteWebGlRendererCreationFailureHandler,
type SiteWebGlRendererParameters,
diff --git a/packages/twenty-website-new/src/lib/visual-runtime/load-visual-image.ts b/packages/twenty-website-new/src/lib/visual-runtime/load-visual-image.ts
new file mode 100644
index 00000000000..7e056cdc33b
--- /dev/null
+++ b/packages/twenty-website-new/src/lib/visual-runtime/load-visual-image.ts
@@ -0,0 +1,67 @@
+type LoadVisualImageOptions = {
+ crossOrigin?: HTMLImageElement['crossOrigin'];
+ label?: string;
+};
+
+const visualImageCache = new Map<string, Promise<HTMLImageElement>>();
+
+function getVisualImageCacheKey(
+ imageUrl: string,
+ crossOrigin: HTMLImageElement['crossOrigin'] | undefined,
+) {
+ return JSON.stringify({ crossOrigin: crossOrigin ?? null, imageUrl });
+}
+
+function createVisualImageLoadError(imageUrl: string, label: string) {
+ return new Error(`Failed to load ${label}: ${imageUrl}`);
+}
+
+async function settleImageDecode(image: HTMLImageElement) {
+ if (typeof image.decode !== 'function') {
+ return;
+ }
+
+ try {
+ await image.decode();
+ } catch {
+ // Some engines reject decode() after a successful load for progressive or
+ // cached images. The loaded element is still usable as a WebGL texture.
+ }
+}
+
+export function loadVisualImage(
+ imageUrl: string,
+ { crossOrigin, label = 'visual image' }: LoadVisualImageOptions = {},
+) {
+ const cacheKey = getVisualImageCacheKey(imageUrl, crossOrigin);
+ const cachedImage = visualImageCache.get(cacheKey);
+
+ if (cachedImage) {
+ return cachedImage;
+ }
+
+ const imagePromise = new Promise<HTMLImageElement>((resolve, reject) => {
+ const image = new Image();
+
+ image.decoding = 'async';
+
+ if (typeof crossOrigin !== 'undefined') {
+ image.crossOrigin = crossOrigin;
+ }
+
+ image.onload = () => {
+ void settleImageDecode(image).then(() => resolve(image));
+ };
+ image.onerror = () => {
+ reject(createVisualImageLoadError(imageUrl, label));
+ };
+ image.src = imageUrl;
+ }).catch((error: unknown) => {
+ visualImageCache.delete(cacheKey);
+ throw error;
+ });
+
+ visualImageCache.set(cacheKey, imagePromise);
+
+ return imagePromise;
+}
diff --git a/packages/twenty-website-new/src/lib/visual-runtime/visual-mount-scheduler.ts b/packages/twenty-website-new/src/lib/visual-runtime/visual-mount-scheduler.ts
new file mode 100644
index 00000000000..00a67894141
--- /dev/null
+++ b/packages/twenty-website-new/src/lib/visual-runtime/visual-mount-scheduler.ts
@@ -0,0 +1,212 @@
+export type VisualMountPriority = 'normal' | 'priority';
+
+type TimeoutHandle = ReturnType<typeof setTimeout>;
+
+type VisualMountSchedulerHost = {
+ cancelAnimationFrame?: (handle: number) => void;
+ cancelIdleCallback?: (handle: number) => void;
+ clearTimeout?: (handle: TimeoutHandle) => void;
+ requestAnimationFrame?: (callback: FrameRequestCallback) => number;
+ requestIdleCallback?: (
+ callback: IdleRequestCallback,
+ options?: IdleRequestOptions,
+ ) => number;
+ setTimeout?: (callback: () => void, delayMs: number) => TimeoutHandle;
+};
+
+export type ScheduleVisualMountOptions = {
+ priority?: VisualMountPriority;
+ timeoutMs?: number;
+};
+
+export type VisualMountScheduler = {
+ schedule: (
+ callback: () => void,
+ options?: ScheduleVisualMountOptions,
+ ) => () => void;
+};
+
+type VisualMountJob = {
+ callback: () => void;
+ cancelled: boolean;
+ priority: VisualMountPriority;
+ timeoutMs: number;
+};
+
+const NORMAL_MOUNT_TIMEOUT_MS = 80;
+const PRIORITY_MOUNT_TIMEOUT_MS = 0;
+
+function getDefaultHost(): VisualMountSchedulerHost {
+ if (typeof window === 'undefined') {
+ return {};
+ }
+
+ return {
+ cancelAnimationFrame: window.cancelAnimationFrame.bind(window),
+ cancelIdleCallback: window.cancelIdleCallback?.bind(window),
+ clearTimeout: window.clearTimeout.bind(window),
+ requestAnimationFrame: window.requestAnimationFrame.bind(window),
+ requestIdleCallback: window.requestIdleCallback?.bind(window),
+ setTimeout: window.setTimeout.bind(window),
+ };
+}
+
+function getJobTimeoutMs({
+ priority,
+ timeoutMs,
+}: {
+ priority: VisualMountPriority;
+ timeoutMs?: number;
+}) {
+ if (typeof timeoutMs === 'number') {
+ return timeoutMs;
+ }
+
+ return priority === 'priority'
+ ? PRIORITY_MOUNT_TIMEOUT_MS
+ : NORMAL_MOUNT_TIMEOUT_MS;
+}
+
+function insertJobByPriority(queue: VisualMountJob[], job: VisualMountJob) {
+ if (job.priority === 'normal') {
+ queue.push(job);
+ return;
+ }
+
+ const firstNormalIndex = queue.findIndex(
+ (queuedJob) => queuedJob.priority === 'normal',
+ );
+
+ if (firstNormalIndex === -1) {
+ queue.push(job);
+ return;
+ }
+
+ queue.splice(firstNormalIndex, 0, job);
+}
+
+function removeJob(queue: VisualMountJob[], job: VisualMountJob) {
+ const index = queue.indexOf(job);
+
+ if (index === -1) {
+ return;
+ }
+
+ queue.splice(index, 1);
+}
+
+export function createVisualMountScheduler(
+ host: VisualMountSchedulerHost = getDefaultHost(),
+): VisualMountScheduler {
+ const {
+ cancelAnimationFrame,
+ cancelIdleCallback,
+ clearTimeout = globalThis.clearTimeout,
+ requestAnimationFrame,
+ requestIdleCallback,
+ setTimeout = globalThis.setTimeout,
+ } = host;
+
+ const queue: VisualMountJob[] = [];
+ let cancelScheduledDrain: (() => void) | null = null;
+
+ const cancelDrainIfIdle = () => {
+ if (queue.length > 0 || cancelScheduledDrain === null) {
+ return;
+ }
+
+ cancelScheduledDrain();
+ cancelScheduledDrain = null;
+ };
+
+ const scheduleDrain = () => {
+ if (cancelScheduledDrain !== null || queue.length === 0) {
+ return;
+ }
+
+ const nextJob = queue[0];
+ const runNextJob = () => {
+ cancelScheduledDrain = null;
+
+ while (queue.length > 0) {
+ const job = queue.shift();
+
+ if (!job || job.cancelled) {
+ continue;
+ }
+
+ job.callback();
+ break;
+ }
+
+ scheduleDrain();
+ };
+
+ if (requestIdleCallback && cancelIdleCallback) {
+ const idleHandle = requestIdleCallback(runNextJob, {
+ timeout: nextJob.timeoutMs,
+ });
+ cancelScheduledDrain = () => cancelIdleCallback(idleHandle);
+
+ return;
+ }
+
+ if (requestAnimationFrame && cancelAnimationFrame) {
+ let timeoutHandle: TimeoutHandle | null = null;
+ const animationFrameHandle = requestAnimationFrame(() => {
+ timeoutHandle = setTimeout(runNextJob, 0);
+ });
+
+ cancelScheduledDrain = () => {
+ cancelAnimationFrame(animationFrameHandle);
+
+ if (timeoutHandle !== null) {
+ clearTimeout(timeoutHandle);
+ }
+ };
+
+ return;
+ }
+
+ const timeoutHandle = setTimeout(runNextJob, nextJob.timeoutMs);
+ cancelScheduledDrain = () => clearTimeout(timeoutHandle);
+ };
+
+ return {
+ schedule: (callback, options = {}) => {
+ const priority = options.priority ?? 'normal';
+ const job: VisualMountJob = {
+ callback,
+ cancelled: false,
+ priority,
+ timeoutMs: getJobTimeoutMs({
+ priority,
+ timeoutMs: options.timeoutMs,
+ }),
+ };
+
+ insertJobByPriority(queue, job);
+
+ if (priority === 'priority' && cancelScheduledDrain !== null) {
+ cancelScheduledDrain();
+ cancelScheduledDrain = null;
+ }
+
+ scheduleDrain();
+
+ return () => {
+ if (job.cancelled) {
+ return;
+ }
+
+ job.cancelled = true;
+ removeJob(queue, job);
+ cancelDrainIfIdle();
+ };
+ },
+ };
+}
+
+export const visualMountScheduler = createVisualMountScheduler();
+
+export const scheduleVisualMount = visualMountScheduler.schedule;
diff --git a/packages/twenty-website-new/src/lib/visual-runtime/webgl-mount.tsx b/packages/twenty-website-new/src/lib/visual-runtime/webgl-mount.tsx
index 7fbc181f72f..832aa77ab36 100644
--- a/packages/twenty-website-new/src/lib/visual-runtime/webgl-mount.tsx
+++ b/packages/twenty-website-new/src/lib/visual-runtime/webgl-mount.tsx
@@ -9,12 +9,20 @@ import {
subscribeToActiveWebGlContextCount,
tryReserveWebGlContextSlot,
} from './active-webgl-context-budget';
+import { SITE_WEBGL_CONTEXT_LOST_EVENT } from './create-site-webgl-renderer';
+import {
+ scheduleVisualMount,
+ type VisualMountPriority,
+} from './visual-mount-scheduler';
import { useWebGlPolicy } from './use-webgl-policy';
import { WebGlErrorBoundary } from './webgl-error-boundary';
const NON_PRIORITY_ROOT_MARGIN = '50% 0px 50% 0px';
+const PRIORITY_ROOT_MARGIN = '125% 0px 125% 0px';
+const EAGER_ROOT_MARGIN = '600% 0px 600% 0px';
const OUT_OF_VIEW_DISPOSE_MS = 4_000;
+const PRIORITY_OUT_OF_VIEW_DISPOSE_MS = 1_500;
const ObserverRoot = styled.div<{ detachFromLayout: boolean }>`
height: 100%;
@@ -40,10 +48,13 @@ const ObserverRoot = styled.div<{ detachFromLayout: boolean }>`
`}
`;
+type WebGlMountLoading = 'lazy' | 'eager';
+
type WebGlMountProps = {
children: ReactNode;
fallback?: ReactNode;
detachFromLayout?: boolean;
+ loading?: WebGlMountLoading;
priority?: boolean;
};
@@ -51,6 +62,7 @@ export function WebGlMount({
children,
fallback,
detachFromLayout = false,
+ loading = 'lazy',
priority = false,
}: WebGlMountProps) {
const policy = useWebGlPolicy();
@@ -58,18 +70,28 @@ export function WebGlMount({
const [isInViewport, setIsInViewport] = useState(priority);
+ const [isMountReady, setIsMountReady] = useState(false);
+
const [hasContextSlot, setHasContextSlot] = useState(false);
- useEffect(() => {
- if (priority) {
- return;
- }
+ const [contextEpoch, setContextEpoch] = useState(0);
+ useEffect(() => {
const element = rootReference.current;
if (!element) {
return;
}
+ const isEager = loading === 'eager';
+ const effectiveDisposeDelayMs =
+ priority || isEager
+ ? PRIORITY_OUT_OF_VIEW_DISPOSE_MS
+ : OUT_OF_VIEW_DISPOSE_MS;
+ const effectiveRootMargin = isEager
+ ? EAGER_ROOT_MARGIN
+ : priority
+ ? PRIORITY_ROOT_MARGIN
+ : NON_PRIORITY_ROOT_MARGIN;
let disposeTimer: ReturnType<typeof setTimeout> | null = null;
const clearDisposeTimer = () => {
if (disposeTimer !== null) {
@@ -91,24 +113,65 @@ export function WebGlMount({
disposeTimer = setTimeout(() => {
setIsInViewport(false);
disposeTimer = null;
- }, OUT_OF_VIEW_DISPOSE_MS);
+ }, effectiveDisposeDelayMs);
+ },
+ {
+ root: null,
+ rootMargin: effectiveRootMargin,
+ threshold: 0,
},
- { root: null, rootMargin: NON_PRIORITY_ROOT_MARGIN, threshold: 0 },
);
return () => {
clearDisposeTimer();
stopObservingVisibility();
};
- }, [priority]);
+ }, [loading, priority]);
+
+ useEffect(() => {
+ const element = rootReference.current;
+ if (!element) {
+ return;
+ }
+
+ const handleContextLost = () => {
+ setHasContextSlot(false);
+ setIsMountReady(false);
+ setContextEpoch((epoch) => epoch + 1);
+ };
+
+ element.addEventListener(SITE_WEBGL_CONTEXT_LOST_EVENT, handleContextLost);
+
+ return () => {
+ element.removeEventListener(
+ SITE_WEBGL_CONTEXT_LOST_EVENT,
+ handleContextLost,
+ );
+ };
+ }, []);
const wantsScene = policy.allowed && isInViewport;
+ const wantsContextSlot = wantsScene && isMountReady;
+ const effectiveMountPriority: VisualMountPriority =
+ priority || loading === 'eager' ? 'priority' : 'normal';
useEffect(() => {
+ setIsMountReady(false);
+
if (!wantsScene) {
return;
}
+ return scheduleVisualMount(() => setIsMountReady(true), {
+ priority: effectiveMountPriority,
+ });
+ }, [contextEpoch, effectiveMountPriority, wantsScene]);
+
+ useEffect(() => {
+ if (!wantsContextSlot) {
+ return;
+ }
+
let release: (() => void) | null = null;
let unsubscribe: (() => void) | null = null;
@@ -145,14 +208,16 @@ export function WebGlMount({
}
setHasContextSlot(false);
};
- }, [wantsScene]);
+ }, [wantsContextSlot]);
- const renderInner = wantsScene && hasContextSlot;
+ const renderInner = wantsContextSlot && hasContextSlot;
return (
<ObserverRoot ref={rootReference} detachFromLayout={detachFromLayout}>
{renderInner ? (
- <WebGlErrorBoundary fallback={fallback}>{children}</WebGlErrorBoundary>
+ <WebGlErrorBoundary key={contextEpoch} fallback={fallback}>
+ {children}
+ </WebGlErrorBoundary>
) : (
(fallback ?? null)
)}
diff --git a/packages/twenty-website-new/src/sections/Faq/visuals/Background.tsx b/packages/twenty-website-new/src/sections/Faq/visuals/Background.tsx
index 6d3124bb7d3..45d1b39baa6 100644
--- a/packages/twenty-website-new/src/sections/Faq/visuals/Background.tsx
+++ b/packages/twenty-website-new/src/sections/Faq/visuals/Background.tsx
@@ -1,12 +1,11 @@
'use client';
import { RoomEnvironment } from 'three/examples/jsm/environments/RoomEnvironment.js';
+import { loadImportedGeometryFromUrl } from '@/lib/halftone';
import { theme } from '@/theme';
import { styled } from '@linaria/react';
import { useEffect, useLayoutEffect, useRef } from 'react';
import * as THREE from 'three';
-import { DRACOLoader } from 'three/examples/jsm/loaders/DRACOLoader.js';
-import { GLTFLoader } from 'three/examples/jsm/loaders/GLTFLoader.js';
import { createAnimationFrameLoop } from '@/lib/animation';
import { observeElementSize } from '@/lib/dom/observe-element-size';
import {
@@ -15,7 +14,6 @@ import {
type VisualRenderLoop,
type VisualRenderLoopFrame,
} from '@/lib/visual-runtime';
-import { DRACO_DECODER_PATH } from '@/lib/visual-runtime/draco-decoder-path';
const VIRTUAL_RENDER_HEIGHT = 768;
@@ -283,9 +281,6 @@ const INITIAL_TIME_ELAPSED = 249.21849999998116;
const BASE_CAMERA_DISTANCE = 4;
const MODEL_OFFSET_Y = 0.52;
-const EMPTY_TEXTURE_DATA_URL =
- 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mP8/x8AAwMCAO8B7Q8AAAAASUVORK5CYII=';
-
function createEnvironmentTexture(renderer: THREE.WebGLRenderer) {
const pmremGenerator = new THREE.PMREMGenerator(renderer);
const environmentTexture = pmremGenerator.fromScene(
@@ -305,121 +300,6 @@ function createRenderTarget(width: number, height: number) {
});
}
-function disposeMaterial(material: THREE.Material | THREE.Material[]) {
- if (Array.isArray(material)) {
- material.forEach((item) => item.dispose());
- return;
- }
-
- material.dispose();
-}
-
-function disposeObjectSubtree(root: THREE.Object3D) {
- root.traverse((sceneObject) => {
- if (!(sceneObject instanceof THREE.Mesh)) {
- return;
- }
-
- sceneObject.geometry?.dispose();
- disposeMaterial(sceneObject.material);
- });
-}
-
-function mergeGeometries(geometries: THREE.BufferGeometry[]) {
- if (geometries.length === 1) {
- return geometries[0];
- }
-
- let totalVertices = 0;
- let totalIndices = 0;
- let hasUv = false;
-
- const geometryInfos = geometries.map((geometry) => {
- const position = geometry.attributes.position;
- const normal = geometry.attributes.normal;
- const uv = geometry.attributes.uv ?? null;
- const index = geometry.index;
- const indexCount = index ? index.count : position.count;
-
- totalVertices += position.count;
- totalIndices += indexCount;
- hasUv = hasUv || uv !== null;
-
- return {
- index,
- indexCount,
- normal,
- position,
- uv,
- vertexCount: position.count,
- };
- });
-
- const positions = new Float32Array(totalVertices * 3);
- const normals = new Float32Array(totalVertices * 3);
- const uvs = hasUv ? new Float32Array(totalVertices * 2) : null;
- const indices = new Uint32Array(totalIndices);
-
- let vertexOffset = 0;
- let indexOffset = 0;
-
- for (const geometryInfo of geometryInfos) {
- for (
- let vertexIndex = 0;
- vertexIndex < geometryInfo.vertexCount;
- vertexIndex += 1
- ) {
- const positionOffset = (vertexOffset + vertexIndex) * 3;
- positions[positionOffset] = geometryInfo.position.getX(vertexIndex);
- positions[positionOffset + 1] = geometryInfo.position.getY(vertexIndex);
- positions[positionOffset + 2] = geometryInfo.position.getZ(vertexIndex);
- normals[positionOffset] = geometryInfo.normal.getX(vertexIndex);
- normals[positionOffset + 1] = geometryInfo.normal.getY(vertexIndex);
- normals[positionOffset + 2] = geometryInfo.normal.getZ(vertexIndex);
-
- if (uvs !== null) {
- const uvOffset = (vertexOffset + vertexIndex) * 2;
- uvs[uvOffset] = geometryInfo.uv?.getX(vertexIndex) ?? 0;
- uvs[uvOffset + 1] = geometryInfo.uv?.getY(vertexIndex) ?? 0;
- }
- }
-
- if (geometryInfo.index) {
- for (
- let localIndex = 0;
- localIndex < geometryInfo.indexCount;
- localIndex += 1
- ) {
- indices[indexOffset + localIndex] =
- geometryInfo.index.getX(localIndex) + vertexOffset;
- }
- } else {
- for (
- let localIndex = 0;
- localIndex < geometryInfo.indexCount;
- localIndex += 1
- ) {
- indices[indexOffset + localIndex] = localIndex + vertexOffset;
- }
- }
-
- vertexOffset += geometryInfo.vertexCount;
- indexOffset += geometryInfo.indexCount;
- }
-
- const merged = new THREE.BufferGeometry();
- merged.setAttribute('position', new THREE.BufferAttribute(positions, 3));
- merged.setAttribute('normal', new THREE.BufferAttribute(normals, 3));
-
- if (uvs !== null) {
- merged.setAttribute('uv', new THREE.BufferAttribute(uvs, 2));
- }
-
- merged.setIndex(new THREE.BufferAttribute(indices, 1));
-
- return merged;
-}
-
function setPrimaryLightPosition(
light: THREE.DirectionalLight,
angleDegrees: number,
@@ -433,120 +313,6 @@ function setPrimaryLightPosition(
);
}
-function createLoadingManager() {
- const loadingManager = new THREE.LoadingManager();
- loadingManager.setURLModifier((url) =>
- /\.(png|jpe?g|webp|gif|bmp)$/i.test(url) ? EMPTY_TEXTURE_DATA_URL : url,
- );
-
- return loadingManager;
-}
-
-function normalizeImportedGeometry(geometry: THREE.BufferGeometry) {
- geometry.computeBoundingBox();
-
- let boundingBox = geometry.boundingBox;
- let center = new THREE.Vector3();
- let size = new THREE.Vector3();
-
- boundingBox?.getCenter(center);
- boundingBox?.getSize(size);
- geometry.translate(-center.x, -center.y, -center.z);
-
- const dimensions = [size.x, size.y, size.z];
- const thinnestAxis = dimensions.indexOf(Math.min(...dimensions));
-
- if (thinnestAxis === 0) {
- geometry.applyMatrix4(new THREE.Matrix4().makeRotationY(Math.PI / 2));
- } else if (thinnestAxis === 1) {
- geometry.applyMatrix4(new THREE.Matrix4().makeRotationX(Math.PI / 2));
- }
-
- geometry.computeBoundingBox();
- geometry.computeBoundingSphere();
-
- const radius = geometry.boundingSphere?.radius || 1;
- const scale = 1.6 / radius;
- geometry.scale(scale, scale, scale);
-
- geometry.computeBoundingBox();
- boundingBox = geometry.boundingBox;
- center = new THREE.Vector3();
- boundingBox?.getCenter(center);
- geometry.translate(-center.x, -center.y, -center.z);
-
- geometry.computeVertexNormals();
- geometry.computeBoundingBox();
- geometry.computeBoundingSphere();
-
- return geometry;
-}
-
-function extractMergedGeometry(root: THREE.Object3D, emptyMessage: string) {
- root.updateMatrixWorld(true);
-
- const geometries: THREE.BufferGeometry[] = [];
-
- root.traverse((object) => {
- if (!(object instanceof THREE.Mesh) || !object.geometry) {
- return;
- }
-
- const geometry = object.geometry.clone();
-
- if (!geometry.attributes.normal) {
- geometry.computeVertexNormals();
- }
-
- geometry.applyMatrix4(object.matrixWorld);
- geometries.push(geometry);
- });
-
- if (geometries.length === 0) {
- throw new Error(emptyMessage);
- }
-
- return normalizeImportedGeometry(mergeGeometries(geometries));
-}
-
-async function loadFaqGeometry(modelUrl: string) {
- const response = await fetch(modelUrl);
-
- if (!response.ok) {
- throw new Error(`Unable to load FAQ model from ${modelUrl}.`);
- }
-
- const buffer = await response.arrayBuffer();
-
- const dracoLoader = new DRACOLoader();
- dracoLoader.setDecoderPath(DRACO_DECODER_PATH);
-
- const gltfLoader = new GLTFLoader(createLoadingManager());
- gltfLoader.setDRACOLoader(dracoLoader);
-
- return await new Promise<THREE.BufferGeometry>((resolve, reject) => {
- gltfLoader.parse(
- buffer,
- '',
- (gltf) => {
- try {
- resolve(
- extractMergedGeometry(
- gltf.scene,
- 'FAQ model did not contain any mesh geometry.',
- ),
- );
- } catch (error) {
- reject(error);
- } finally {
- disposeObjectSubtree(gltf.scene);
- }
- },
- reject,
- );
- });
-}
-
function createFaqMaterial(environmentTexture: THREE.Texture) {
return new THREE.MeshPhysicalMaterial({
color: 0xd4d0c8,
@@ -827,7 +593,7 @@ export function FaqBackground() {
applySize();
const stopObservingSize = observeElementSize(container, applySize);
- loadFaqGeometry(GLB_URL)
+ loadImportedGeometryFromUrl('glb', GLB_URL, 'FAQ model')
.then((geometry) => {
if (cancelled) {
geometry.dispose();
diff --git a/packages/twenty-website-new/src/sections/Footer/visuals/Background.tsx b/packages/twenty-website-new/src/sections/Footer/visuals/Background.tsx
index b5f56f8be49..dfcbe1aaef7 100644
--- a/packages/twenty-website-new/src/sections/Footer/visuals/Background.tsx
+++ b/packages/twenty-website-new/src/sections/Footer/visuals/Background.tsx
@@ -1,11 +1,10 @@
'use client';
import { RoomEnvironment } from 'three/examples/jsm/environments/RoomEnvironment.js';
+import { loadImportedGeometryFromUrl } from '@/lib/halftone';
import { styled } from '@linaria/react';
import { useEffect, useRef } from 'react';
import * as THREE from 'three';
-import { DRACOLoader } from 'three/examples/jsm/loaders/DRACOLoader.js';
-import { GLTFLoader } from 'three/examples/jsm/loaders/GLTFLoader.js';
import { observeElementSize } from '@/lib/dom/observe-element-size';
import {
createVisualRenderLoop,
@@ -13,7 +12,6 @@ import {
type VisualRenderLoop,
type VisualRenderLoopFrame,
} from '@/lib/visual-runtime';
-import { DRACO_DECODER_PATH } from '@/lib/visual-runtime/draco-decoder-path';
const VIRTUAL_RENDER_HEIGHT = 768;
@@ -287,9 +285,6 @@ const INITIAL_TARGET_ROTATION_Y = 0.4573343542024313;
const INITIAL_TIME_ELAPSED = 287.372499999977;
const BASE_CAMERA_DISTANCE = 4;
-const EMPTY_TEXTURE_DATA_URL =
- 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mP8/x8AAwMCAO8B7Q8AAAAASUVORK5CYII=';
-
function createEnvironmentTexture(renderer: THREE.WebGLRenderer) {
const pmremGenerator = new THREE.PMREMGenerator(renderer);
const environmentTexture = pmremGenerator.fromScene(
@@ -341,121 +336,6 @@ function createRenderTarget(width: number, height: number) {
});
}
-function disposeMaterial(material: THREE.Material | THREE.Material[]) {
- if (Array.isArray(material)) {
- material.forEach((item) => item.dispose());
- return;
- }
-
- material.dispose();
-}
-
-function disposeObjectSubtree(root: THREE.Object3D) {
- root.traverse((sceneObject) => {
- if (!(sceneObject instanceof THREE.Mesh)) {
- return;
- }
-
- sceneObject.geometry?.dispose();
- disposeMaterial(sceneObject.material);
- });
-}
-
-function mergeGeometries(geometries: THREE.BufferGeometry[]) {
- if (geometries.length === 1) {
- return geometries[0];
- }
-
- let totalVertices = 0;
- let totalIndices = 0;
- let hasUv = false;
-
- const geometryInfos = geometries.map((geometry) => {
- const position = geometry.attributes.position;
- const normal = geometry.attributes.normal;
- const uv = geometry.attributes.uv ?? null;
- const index = geometry.index;
- const indexCount = index ? index.count : position.count;
-
- totalVertices += position.count;
- totalIndices += indexCount;
- hasUv = hasUv || uv !== null;
-
- return {
- index,
- indexCount,
- normal,
- position,
- uv,
- vertexCount: position.count,
- };
- });
-
- const positions = new Float32Array(totalVertices * 3);
- const normals = new Float32Array(totalVertices * 3);
- const uvs = hasUv ? new Float32Array(totalVertices * 2) : null;
- const indices = new Uint32Array(totalIndices);
-
- let vertexOffset = 0;
- let indexOffset = 0;
-
- for (const geometryInfo of geometryInfos) {
- for (
- let vertexIndex = 0;
- vertexIndex < geometryInfo.vertexCount;
- vertexIndex += 1
- ) {
- const positionOffset = (vertexOffset + vertexIndex) * 3;
- positions[positionOffset] = geometryInfo.position.getX(vertexIndex);
- positions[positionOffset + 1] = geometryInfo.position.getY(vertexIndex);
- positions[positionOffset + 2] = geometryInfo.position.getZ(vertexIndex);
- normals[positionOffset] = geometryInfo.normal.getX(vertexIndex);
- normals[positionOffset + 1] = geometryInfo.normal.getY(vertexIndex);
- normals[positionOffset + 2] = geometryInfo.normal.getZ(vertexIndex);
-
- if (uvs !== null) {
- const uvOffset = (vertexOffset + vertexIndex) * 2;
- uvs[uvOffset] = geometryInfo.uv?.getX(vertexIndex) ?? 0;
- uvs[uvOffset + 1] = geometryInfo.uv?.getY(vertexIndex) ?? 0;
- }
- }
-
- if (geometryInfo.index) {
- for (
- let localIndex = 0;
- localIndex < geometryInfo.indexCount;
- localIndex += 1
- ) {
- indices[indexOffset + localIndex] =
- geometryInfo.index.getX(localIndex) + vertexOffset;
- }
- } else {
- for (
- let localIndex = 0;
- localIndex < geometryInfo.indexCount;
- localIndex += 1
- ) {
- indices[indexOffset + localIndex] = localIndex + vertexOffset;
- }
- }
-
- vertexOffset += geometryInfo.vertexCount;
- indexOffset += geometryInfo.indexCount;
- }
-
- const merged = new THREE.BufferGeometry();
- merged.setAttribute('position', new THREE.BufferAttribute(positions, 3));
- merged.setAttribute('normal', new THREE.BufferAttribute(normals, 3));
-
- if (uvs !== null) {
- merged.setAttribute('uv', new THREE.BufferAttribute(uvs, 2));
- }
-
- merged.setIndex(new THREE.BufferAttribute(indices, 1));
-
- return merged;
-}
-
function setPrimaryLightPosition(
light: THREE.DirectionalLight,
angleDegrees: number,
@@ -469,120 +349,6 @@ function setPrimaryLightPosition(
);
}
-function createLoadingManager() {
- const loadingManager = new THREE.LoadingManager();
- loadingManager.setURLModifier((url) =>
- /\.(png|jpe?g|webp|gif|bmp)$/i.test(url) ? EMPTY_TEXTURE_DATA_URL : url,
- );
-
- return loadingManager;
-}
-
-function normalizeImportedGeometry(geometry: THREE.BufferGeometry) {
- geometry.computeBoundingBox();
-
- let boundingBox = geometry.boundingBox;
- let center = new THREE.Vector3();
- let size = new THREE.Vector3();
-
- boundingBox?.getCenter(center);
- boundingBox?.getSize(size);
- geometry.translate(-center.x, -center.y, -center.z);
-
- const dimensions = [size.x, size.y, size.z];
- const thinnestAxis = dimensions.indexOf(Math.min(...dimensions));
-
- if (thinnestAxis === 0) {
- geometry.applyMatrix4(new THREE.Matrix4().makeRotationY(Math.PI / 2));
- } else if (thinnestAxis === 1) {
- geometry.applyMatrix4(new THREE.Matrix4().makeRotationX(Math.PI / 2));
- }
-
- geometry.computeBoundingBox();
- geometry.computeBoundingSphere();
-
- const radius = geometry.boundingSphere?.radius || 1;
- const scale = 2 / radius;
- geometry.scale(scale, scale, scale);
-
- geometry.computeBoundingBox();
- boundingBox = geometry.boundingBox;
- center = new THREE.Vector3();
- boundingBox?.getCenter(center);
- geometry.translate(-center.x, -center.y, -center.z);
-
- geometry.computeVertexNormals();
- geometry.computeBoundingBox();
- geometry.computeBoundingSphere();
-
- return geometry;
-}
-
-function extractMergedGeometry(root: THREE.Object3D, emptyMessage: string) {
- root.updateMatrixWorld(true);
-
- const geometries: THREE.BufferGeometry[] = [];
-
- root.traverse((object) => {
- if (!(object instanceof THREE.Mesh) || !object.geometry) {
- return;
- }
-
- const geometry = object.geometry.clone();
-
- if (!geometry.attributes.normal) {
- geometry.computeVertexNormals();
- }
-
- geometry.applyMatrix4(object.matrixWorld);
- geometries.push(geometry);
- });
-
- if (geometries.length === 0) {
- throw new Error(emptyMessage);
- }
-
- return normalizeImportedGeometry(mergeGeometries(geometries));
-}
-
-async function loadFooterGeometry(modelUrl: string) {
- const response = await fetch(modelUrl);
-
- if (!response.ok) {
- throw new Error(`Unable to load footer model from ${modelUrl}.`);
- }
-
- const buffer = await response.arrayBuffer();
-
- const dracoLoader = new DRACOLoader();
- dracoLoader.setDecoderPath(DRACO_DECODER_PATH);
-
- const gltfLoader = new GLTFLoader(createLoadingManager());
- gltfLoader.setDRACOLoader(dracoLoader);
-
- return await new Promise<THREE.BufferGeometry>((resolve, reject) => {
- gltfLoader.parse(
- buffer,
- '',
- (gltf) => {
- try {
- resolve(
- extractMergedGeometry(
- gltf.scene,
- 'Footer model did not contain any mesh geometry.',
- ),
- );
- } catch (error) {
- reject(error);
- } finally {
- disposeObjectSubtree(gltf.scene);
- }
- },
- reject,
- );
- });
-}
-
function createFooterMaterial(environmentTexture: THREE.Texture) {
return new THREE.MeshPhysicalMaterial({
color: 0xd4d0c8,
@@ -892,7 +658,9 @@ export function FooterBackground() {
window.addEventListener('pointermove', handleWindowPointerMove);
window.addEventListener('blur', handleWindowBlur);
- loadFooterGeometry(GLB_URL)
+ loadImportedGeometryFromUrl('glb', GLB_URL, 'Footer model', {
+ scaleTarget: 2,
+ })
.then((geometry) => {
if (cancelled) {
geometry.dispose();
diff --git a/packages/twenty-website-new/src/sections/Helped/components/Card.tsx b/packages/twenty-website-new/src/sections/Helped/components/Card.tsx
index 04bbab69c9d..03a9a5a4178 100644
--- a/packages/twenty-website-new/src/sections/Helped/components/Card.tsx
+++ b/packages/twenty-website-new/src/sections/Helped/components/Card.tsx
@@ -21,11 +21,6 @@ const CardRoot = styled.article`
position: relative;
row-gap: ${theme.spacing(2.5)};
width: 100%;
- transition:
- transform 0.6s cubic-bezier(0.16, 1, 0.3, 1),
- filter 0.6s ease;
- transform-style: preserve-3d;
- perspective: 1200px;
`;
const LogoRow = styled.div`
@@ -50,14 +45,6 @@ const VisualShell = styled.div`
width: 100%;
`;
-const VisualFallback = styled.div`
- align-items: center;
- display: flex;
- height: 100%;
- justify-content: center;
- width: 100%;
-`;
-
const CopyBlock = styled.div`
display: grid;
grid-template-columns: 1fr;
@@ -81,8 +68,6 @@ const CtaRow = styled.div`
`;
const LOGO_FILL = theme.colors.secondary.text[100];
-const FALLBACK_LOGO_FILL = theme.colors.secondary.text[80];
-const FALLBACK_LOGO_WIDTH = 160;
type CardProps = {
card: HeadingCardType;
@@ -93,15 +78,6 @@ export function Card({ card }: CardProps) {
const Visual = HELPED_VISUALS[card.illustration];
const logoWidth = 104;
- const visualFallback = IconComponent ? (
- <VisualFallback aria-hidden="true">
- <IconComponent
- fillColor={FALLBACK_LOGO_FILL}
- size={FALLBACK_LOGO_WIDTH}
- />
- </VisualFallback>
- ) : null;
-
return (
<CardRoot>
<HelpedCardShape
@@ -115,7 +91,7 @@ export function Card({ card }: CardProps) {
</LogoRow>
<Rule aria-hidden="true" />
<VisualShell>
- <WebGlMount fallback={visualFallback}>
+ <WebGlMount loading="eager">
<Visual />
</WebGlMount>
</VisualShell>
diff --git a/packages/twenty-website-new/src/sections/Helped/components/Scene.tsx b/packages/twenty-website-new/src/sections/Helped/components/Scene.tsx
index 3669d028157..47b0b4dda58 100644
--- a/packages/twenty-website-new/src/sections/Helped/components/Scene.tsx
+++ b/packages/twenty-website-new/src/sections/Helped/components/Scene.tsx
@@ -3,10 +3,11 @@
import { Eyebrow, GuideCrosshair, Heading } from '@/design-system/components';
import { HelpedSceneScrollLayoutEffect } from '@/sections/Helped/effect-components/HelpedSceneScrollLayoutEffect';
import type { HelpedDataType } from '@/sections/Helped/types/HelpedData';
+import { preloadHelpedVisualGeometries } from '@/sections/Helped/visuals/helped-visual-models';
import { theme } from '@/theme';
import { css } from '@linaria/core';
import { styled } from '@linaria/react';
-import { useRef } from 'react';
+import { useEffect, useRef } from 'react';
import { Card } from './Card';
const GUIDE_INTERSECTION_TOP = '176px';
@@ -80,8 +81,10 @@ const CardsLayer = styled.div`
`;
const CardPositioner = styled.div`
+ left: 0;
position: absolute;
- will-change: top, opacity;
+ top: 0;
+ will-change: transform, opacity;
`;
type SceneProps = {
@@ -93,6 +96,10 @@ export function Scene({ data }: SceneProps) {
const innerRef = useRef<HTMLDivElement>(null);
const cardRefs = useRef<(HTMLDivElement | null)[]>([]);
+ useEffect(() => {
+ void preloadHelpedVisualGeometries();
+ }, []);
+
return (
<ScrollStage
aria-label="Customer stories"
diff --git a/packages/twenty-website-new/src/sections/Helped/effect-components/HelpedSceneScrollLayoutEffect.tsx b/packages/twenty-website-new/src/sections/Helped/effect-components/HelpedSceneScrollLayoutEffect.tsx
index c88e2e9ec4d..97944aa064f 100644
--- a/packages/twenty-website-new/src/sections/Helped/effect-components/HelpedSceneScrollLayoutEffect.tsx
+++ b/packages/twenty-website-new/src/sections/Helped/effect-components/HelpedSceneScrollLayoutEffect.tsx
@@ -1,11 +1,12 @@
'use client';
-import { useCallback } from 'react';
+import { useCallback, useRef } from 'react';
import { useScheduledOnScroll } from '@/lib/scroll';
import type { HeadingCardType } from '@/sections/Helped/types/HeadingCard';
import {
applyHelpedSceneLayout,
+ createHelpedSceneLayoutState,
type HelpedSceneLayoutRefs,
} from '@/sections/Helped/utils/helped-scene-layout';
@@ -19,8 +20,13 @@ export function HelpedSceneScrollLayoutEffect({
innerRef,
sectionRef,
}: HelpedSceneScrollLayoutEffectProps) {
+ const layoutStateRef = useRef(createHelpedSceneLayoutState());
const runLayout = useCallback(() => {
- applyHelpedSceneLayout({ cardRefs, innerRef, sectionRef }, cards);
+ applyHelpedSceneLayout(
+ { cardRefs, innerRef, sectionRef },
+ cards,
+ layoutStateRef.current,
+ );
}, [cardRefs, cards, innerRef, sectionRef]);
useScheduledOnScroll(runLayout);
diff --git a/packages/twenty-website-new/src/sections/Helped/utils/helped-scene-layout.ts b/packages/twenty-website-new/src/sections/Helped/utils/helped-scene-layout.ts
index fcffb2604d0..1561b8eefa2 100644
--- a/packages/twenty-website-new/src/sections/Helped/utils/helped-scene-layout.ts
+++ b/packages/twenty-website-new/src/sections/Helped/utils/helped-scene-layout.ts
@@ -13,6 +13,31 @@ const CARD_TRAVEL_START = 0.05;
const CARD_TRAVEL_STEP = 0.3;
const POST_STICKY_PARALLAX_DISTANCE = 0.7;
+type HelpedSceneLayoutMeasurements = {
+ cardCount: number;
+ cardWidth: number;
+ innerHeight: number;
+ innerWidth: number;
+ isDesktop: boolean;
+ progressMetrics: HelpedSceneProgressMetrics | null;
+ progressScale: number;
+ sectionHeight: number;
+ viewportHeight: number;
+};
+
+type HelpedSceneProgressMetrics = {
+ exitTargetTop: number;
+ lastCardHeight: number;
+};
+
+export type HelpedSceneLayoutState = {
+ measurements: HelpedSceneLayoutMeasurements | null;
+};
+
+export function createHelpedSceneLayoutState(): HelpedSceneLayoutState {
+ return { measurements: null };
+}
+
function clamp01(value: number) {
return Math.min(1, Math.max(0, value));
}
@@ -23,6 +48,18 @@ function easeOutQuad(value: number) {
return 1 - (1 - clampedValue) * (1 - clampedValue);
}
+function setStyleProperty(
+ node: HTMLElement,
+ property: 'opacity' | 'transform' | 'width' | 'zIndex',
+ value: string,
+) {
+ if (node.style[property] === value) {
+ return;
+ }
+
+ node.style[property] = value;
+}
+
function cardLeft(
index: number,
innerWidth: number,
@@ -47,35 +84,140 @@ export type HelpedSceneLayoutRefs = {
sectionRef: RefObject<HTMLElement | null>;
};
-function getProgressScale(
+function toStableLayoutMetric(value: number) {
+ return Math.round(value * 100) / 100;
+}
+
+function readProgressScaleMetrics(
+ refs: HelpedSceneLayoutRefs,
cards: readonly HeadingCardType[],
- cardRefs: RefObject<(HTMLDivElement | null)[]>,
inner: HTMLDivElement,
- innerHeight: number,
-) {
+): HelpedSceneProgressMetrics | null {
const exitTargetNode = inner.querySelector('[data-helped-exit-target]');
- const lastCardNode = cardRefs.current[cards.length - 1];
+ const lastCardNode = refs.cardRefs.current[cards.length - 1];
if (!(exitTargetNode instanceof HTMLElement) || !lastCardNode) {
- return 1;
+ return null;
}
const exitTargetTop =
exitTargetNode.getBoundingClientRect().top -
inner.getBoundingClientRect().top;
- const lastCardHeight = lastCardNode.offsetHeight;
+
+ return {
+ exitTargetTop: toStableLayoutMetric(exitTargetTop),
+ lastCardHeight: lastCardNode.offsetHeight,
+ };
+}
+
+function getProgressScale(
+ cards: readonly HeadingCardType[],
+ innerHeight: number,
+ progressMetrics: HelpedSceneProgressMetrics | null,
+) {
+ if (progressMetrics === null) {
+ return 1;
+ }
+
const lastCardStart =
CARD_TRAVEL_START + (cards.length - 1) * CARD_TRAVEL_STEP;
const requiredTravel = clamp01(
- (innerHeight * 1.1 + lastCardHeight - exitTargetTop) / (innerHeight * 1.4),
+ (innerHeight * 1.1 +
+ progressMetrics.lastCardHeight -
+ progressMetrics.exitTargetTop) /
+ (innerHeight * 1.4),
);
return lastCardStart + requiredTravel * CARD_TRAVEL_RANGE;
}
+function areProgressMetricsEqual(
+ left: HelpedSceneProgressMetrics | null,
+ right: HelpedSceneProgressMetrics | null,
+) {
+ if (left === null || right === null) {
+ return left === right;
+ }
+
+ return (
+ left.exitTargetTop === right.exitTargetTop &&
+ left.lastCardHeight === right.lastCardHeight
+ );
+}
+
+function getCardWidth(innerWidth: number, isDesktop: boolean) {
+ return Math.max(
+ 0,
+ Math.min(
+ isDesktop ? CARD_WIDTH_DESKTOP : CARD_WIDTH_MOBILE,
+ innerWidth - 64,
+ ),
+ );
+}
+
+function shouldRecomputeMeasurements(
+ measurements: HelpedSceneLayoutMeasurements,
+ nextMeasurements: Omit<
+ HelpedSceneLayoutMeasurements,
+ 'cardWidth' | 'progressScale'
+ >,
+) {
+ return (
+ measurements.cardCount !== nextMeasurements.cardCount ||
+ measurements.innerHeight !== nextMeasurements.innerHeight ||
+ measurements.innerWidth !== nextMeasurements.innerWidth ||
+ measurements.isDesktop !== nextMeasurements.isDesktop ||
+ !areProgressMetricsEqual(
+ measurements.progressMetrics,
+ nextMeasurements.progressMetrics,
+ ) ||
+ measurements.sectionHeight !== nextMeasurements.sectionHeight ||
+ measurements.viewportHeight !== nextMeasurements.viewportHeight
+ );
+}
+
+function measureHelpedSceneLayout(
+ refs: HelpedSceneLayoutRefs,
+ cards: readonly HeadingCardType[],
+ inner: HTMLDivElement,
+ nextMeasurements: Omit<
+ HelpedSceneLayoutMeasurements,
+ 'cardWidth' | 'progressScale'
+ >,
+): HelpedSceneLayoutMeasurements {
+ const cardWidth = getCardWidth(
+ nextMeasurements.innerWidth,
+ nextMeasurements.isDesktop,
+ );
+
+ cards.forEach((_, index) => {
+ const node = refs.cardRefs.current[index];
+ if (!node) {
+ return;
+ }
+
+ setStyleProperty(node, 'width', `${cardWidth}px`);
+ setStyleProperty(node, 'zIndex', String(10 + index));
+ });
+
+ const progressMetrics = readProgressScaleMetrics(refs, cards, inner);
+
+ return {
+ ...nextMeasurements,
+ cardWidth,
+ progressMetrics,
+ progressScale: getProgressScale(
+ cards,
+ nextMeasurements.innerHeight,
+ progressMetrics,
+ ),
+ };
+}
+
export function applyHelpedSceneLayout(
refs: HelpedSceneLayoutRefs,
cards: readonly HeadingCardType[],
+ state: HelpedSceneLayoutState = createHelpedSceneLayoutState(),
): void {
const section = refs.sectionRef.current;
const inner = refs.innerRef.current;
@@ -86,43 +228,43 @@ export function applyHelpedSceneLayout(
const reducedMotion = getPrefersReducedMotionSnapshot();
const isDesktop = getStepperMdUpSnapshot();
const sectionRect = section.getBoundingClientRect();
-
- const scrollRange = Math.max(1, section.offsetHeight - window.innerHeight);
+ const viewportHeight = window.innerHeight;
const preStickyRevealOffset =
- window.innerHeight * PRE_STICKY_REVEAL_VIEWPORT_FRACTION;
- const innerWidth = inner.offsetWidth;
- const innerHeight = inner.offsetHeight;
- const cardWidth = Math.min(
- isDesktop ? CARD_WIDTH_DESKTOP : CARD_WIDTH_MOBILE,
- innerWidth - 64,
- );
-
- cards.forEach((_, index) => {
- const node = refs.cardRefs.current[index];
- if (!node) {
- return;
- }
+ viewportHeight * PRE_STICKY_REVEAL_VIEWPORT_FRACTION;
+ const nextMeasurements = {
+ cardCount: cards.length,
+ innerHeight: inner.clientHeight,
+ innerWidth: inner.clientWidth,
+ isDesktop,
+ progressMetrics: readProgressScaleMetrics(refs, cards, inner),
+ sectionHeight: sectionRect.height,
+ viewportHeight,
+ };
- node.style.width = `${cardWidth}px`;
- node.style.zIndex = String(10 + index);
- node.style.left = `${cardLeft(index, innerWidth, cardWidth, isDesktop)}px`;
- });
+ let measurements = state.measurements;
+ if (
+ measurements === null ||
+ shouldRecomputeMeasurements(measurements, nextMeasurements)
+ ) {
+ measurements = measureHelpedSceneLayout(
+ refs,
+ cards,
+ inner,
+ nextMeasurements,
+ );
+ state.measurements = measurements;
+ }
- const progressScale = getProgressScale(
- cards,
- refs.cardRefs,
- inner,
- innerHeight,
- );
+ const { cardWidth, innerHeight, innerWidth, progressScale, sectionHeight } =
+ measurements;
+ const scrollRange = Math.max(1, sectionHeight - viewportHeight);
const progress =
clamp01(
(preStickyRevealOffset - sectionRect.top) /
(scrollRange + preStickyRevealOffset),
) * progressScale;
const postStickyParallaxOffset =
- easeOutQuad(
- (window.innerHeight - sectionRect.bottom) / window.innerHeight,
- ) *
+ easeOutQuad((viewportHeight - sectionRect.bottom) / viewportHeight) *
innerHeight *
POST_STICKY_PARALLAX_DISTANCE;
@@ -133,20 +275,24 @@ export function applyHelpedSceneLayout(
}
if (reducedMotion) {
- node.style.opacity = '1';
- node.style.top = `${innerHeight * (0.15 + index * 0.25)}px`;
+ const x = cardLeft(index, innerWidth, cardWidth, isDesktop);
+ const y = innerHeight * (0.15 + index * 0.25);
+
+ setStyleProperty(node, 'opacity', '1');
+ setStyleProperty(node, 'transform', `translate3d(${x}px, ${y}px, 0)`);
return;
}
const cardStart = CARD_TRAVEL_START + index * CARD_TRAVEL_STEP;
const travel = clamp01((progress - cardStart) / CARD_TRAVEL_RANGE);
-
- node.style.top = `${innerHeight * (1.1 - travel * 1.4) - postStickyParallaxOffset}px`;
- node.style.opacity = String(
- Math.min(
- clamp01(travel / FADE_FRACTION),
- clamp01((1 - travel) / FADE_FRACTION),
- ),
+ const x = cardLeft(index, innerWidth, cardWidth, isDesktop);
+ const y = innerHeight * (1.1 - travel * 1.4) - postStickyParallaxOffset;
+ const opacity = Math.min(
+ clamp01(travel / FADE_FRACTION),
+ clamp01((1 - travel) / FADE_FRACTION),
);
+
+ setStyleProperty(node, 'opacity', String(opacity));
+ setStyleProperty(node, 'transform', `translate3d(${x}px, ${y}px, 0)`);
});
}
diff --git a/packages/twenty-website-new/src/sections/Helped/visuals/HelpedHalftoneModel.tsx b/packages/twenty-website-new/src/sections/Helped/visuals/HelpedHalftoneModel.tsx
index ce81db32df4..b4b4ce3cabc 100644
--- a/packages/twenty-website-new/src/sections/Helped/visuals/HelpedHalftoneModel.tsx
+++ b/packages/twenty-website-new/src/sections/Helped/visuals/HelpedHalftoneModel.tsx
@@ -8,53 +8,17 @@ import {
DEFAULT_SOLID_ANIMATION_SETTINGS,
DEFAULT_SOLID_BACKGROUND_SETTINGS,
DEFAULT_SOLID_MATERIAL_SETTINGS,
- HalftoneCanvas,
+ HalftoneModelCanvas,
+ type HalftoneExportPose,
type HalftoneMaterialSurface,
type HalftoneStudioSettings,
type HalftoneToneTarget,
} from '@/lib/halftone';
-import { styled } from '@linaria/react';
-import { useEffect, useRef, useState } from 'react';
-import * as THREE from 'three';
-import { RoomEnvironment } from 'three/examples/jsm/environments/RoomEnvironment.js';
-import { DRACOLoader } from 'three/examples/jsm/loaders/DRACOLoader.js';
-import { GLTFLoader } from 'three/examples/jsm/loaders/GLTFLoader.js';
-import { observeElementSize } from '@/lib/dom/observe-element-size';
-import {
- createVisualRenderLoop,
- tryCreateSiteWebGlRenderer,
- type VisualRenderLoop,
- type VisualRenderLoopFrame,
-} from '@/lib/visual-runtime';
-import { DRACO_DECODER_PATH } from '@/lib/visual-runtime/draco-decoder-path';
-
-const EMPTY_TEXTURE_DATA_URL =
- 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mP8/x8AAwMCAO8B7Q8AAAAASUVORK5CYII=';
-const VIRTUAL_RENDER_HEIGHT = 768;
-const REFERENCE_PREVIEW_DISTANCE = 4;
-const MIN_FOOTPRINT_SCALE = 0.001;
type HalftoneRotateAxis = 'x' | 'y' | 'z' | 'xy' | '-x' | '-y' | '-z' | '-xy';
type HalftoneRotatePreset = 'axis' | 'lissajous' | 'orbit' | 'tumble';
-type HelpedHalftoneRenderer = 'legacy' | 'studio';
-
-type ViewRect = {
- x: number;
- y: number;
- width: number;
- height: number;
-};
-export type HelpedHalftonePose = {
- autoElapsed: number;
- rotateElapsed: number;
- rotationX: number;
- rotationY: number;
- rotationZ: number;
- targetRotationX: number;
- targetRotationY: number;
- timeElapsed: number;
-};
+export type HelpedHalftonePose = HalftoneExportPose;
export type HelpedHalftoneSettings = {
lighting: {
@@ -137,626 +101,15 @@ export type HelpedHalftoneSettings = {
};
};
-type InteractionState = {
- autoElapsed: number;
- dragging: boolean;
- mouseX: number;
- mouseY: number;
- pointerX: number;
- pointerY: number;
- rotateElapsed: number;
- rotationX: number;
- rotationVelocityX: number;
- rotationY: number;
- rotationVelocityY: number;
- rotationZ: number;
- rotationVelocityZ: number;
- targetRotationX: number;
- targetRotationY: number;
- velocityX: number;
- velocityY: number;
+type HelpedHalftoneModelProps = {
+ initialPose: HelpedHalftonePose;
+ label: string;
+ modelUrl: string;
+ previewDistance: number;
+ settings: HelpedHalftoneSettings;
};
-const passThroughVertexShader = /* glsl */ `
- varying vec2 vUv;
-
- void main() {
- vUv = uv;
- gl_Position = vec4(position, 1.0);
- }
-`;
-
-const halftoneFragmentShader = /* glsl */ `
- precision highp float;
-
- uniform sampler2D tScene;
- uniform vec2 effectResolution;
- uniform vec2 logicalResolution;
- uniform float tile;
- uniform float s_3;
- uniform float s_4;
- uniform float applyToDarkAreas;
- uniform vec3 dashColor;
- uniform float time;
- uniform float waveAmount;
- uniform float waveSpeed;
- uniform float footprintScale;
- uniform vec2 interactionUv;
- uniform vec2 interactionVelocity;
- uniform vec2 dragOffset;
- uniform float hoverLightStrength;
- uniform float hoverLightRadius;
- uniform float hoverFlowStrength;
- uniform float hoverFlowRadius;
- uniform float dragFlowStrength;
- uniform float cropToBounds;
-
- varying vec2 vUv;
-
- float distSegment(in vec2 p, in vec2 a, in vec2 b) {
- vec2 pa = p - a;
- vec2 ba = b - a;
- float denom = max(dot(ba, ba), 0.000001);
- float h = clamp(dot(pa, ba) / denom, 0.0, 1.0);
- return length(pa - ba * h);
- }
-
- float lineSimpleEt(in vec2 p, in float r, in float thickness) {
- vec2 a = vec2(0.5) + vec2(-r, 0.0);
- vec2 b = vec2(0.5) + vec2(r, 0.0);
- float distToSegment = distSegment(p, a, b);
- float halfThickness = thickness * r;
- return distToSegment - halfThickness;
- }
-
- void main() {
- if (cropToBounds > 0.5) {
- vec4 boundsCheck = texture2D(tScene, vUv);
- if (boundsCheck.a < 0.01) {
- gl_FragColor = vec4(0.0);
- return;
- }
- }
-
- vec2 fragCoord =
- (gl_FragCoord.xy / max(effectResolution, vec2(1.0))) * logicalResolution;
- float halftoneSize = max(tile * max(footprintScale, 0.001), 1.0);
- vec2 pointerPx = interactionUv * logicalResolution;
- vec2 fragDelta = fragCoord - pointerPx;
- float fragDist = length(fragDelta);
- vec2 radialDir = fragDist > 0.001 ? fragDelta / fragDist : vec2(0.0, 1.0);
- float velocityMagnitude = length(interactionVelocity);
- vec2 motionDir = velocityMagnitude > 0.001
- ? interactionVelocity / velocityMagnitude
- : vec2(0.0, 0.0);
- float motionBias = velocityMagnitude > 0.001
- ? dot(-radialDir, motionDir) * 0.5 + 0.5
- : 0.5;
-
- float hoverLightMask = 0.0;
- if (hoverLightStrength > 0.0) {
- float lightRadiusPx = hoverLightRadius * logicalResolution.y;
- hoverLightMask = smoothstep(lightRadiusPx, 0.0, fragDist);
- }
-
- float hoverFlowMask = 0.0;
- if (hoverFlowStrength > 0.0) {
- float hoverRadiusPx = hoverFlowRadius * logicalResolution.y;
- hoverFlowMask = smoothstep(hoverRadiusPx, 0.0, fragDist);
- }
-
- vec2 hoverDisplacement =
- radialDir * hoverFlowStrength * hoverFlowMask * halftoneSize * 0.55 +
- motionDir * hoverFlowStrength * hoverFlowMask * (0.4 + motionBias) * halftoneSize * 1.15;
- vec2 travelDisplacement = dragOffset * dragFlowStrength * 0.45;
- vec2 effectCoord = fragCoord + hoverDisplacement + travelDisplacement;
-
- float bandRow = floor(effectCoord.y / halftoneSize);
- float waveOffset =
- waveAmount * sin(time * waveSpeed + bandRow * 0.5) * halftoneSize;
- effectCoord.x += waveOffset;
-
- vec2 cellIndex = floor(effectCoord / halftoneSize);
- vec2 sampleUv = clamp(
- (cellIndex + 0.5) * halftoneSize / logicalResolution,
- vec2(0.0),
- vec2(1.0)
- );
- vec2 cellUv = fract(effectCoord / halftoneSize);
-
- vec4 sceneSample = texture2D(tScene, sampleUv);
- float mask = smoothstep(0.02, 0.08, sceneSample.a);
- float lightLift =
- hoverLightStrength * hoverLightMask * mix(0.78, 1.18, motionBias) * 0.22;
- float toneValue =
- (sceneSample.r + sceneSample.g + sceneSample.b) * (1.0 / 3.0);
- if (applyToDarkAreas > 0.5) {
- toneValue = 1.0 - toneValue;
- }
- // Preserve the pre-toneTarget light-mode response by keeping the power
- // bias inside the averaged tone calculation.
- float powerBias = s_3 * length(vec2(0.5)) * (1.0 / 3.0);
- float bandRadius = clamp(
- toneValue + powerBias + lightLift,
- 0.0,
- 1.0
- ) * 1.86 * 0.5;
-
- float alpha = 0.0;
- if (bandRadius > 0.0001) {
- float signedDistance = lineSimpleEt(cellUv, bandRadius, s_4);
- float edge = 0.02;
- alpha = (1.0 - smoothstep(0.0, edge, signedDistance)) * mask;
- }
-
- vec3 color = dashColor * alpha;
- gl_FragColor = vec4(color, alpha);
-
- #include <tonemapping_fragment>
- #include <colorspace_fragment>
- }
-`;
-
-function mergeGeometries(geometries: THREE.BufferGeometry[]) {
- if (geometries.length === 1) {
- return geometries[0];
- }
-
- let totalVertices = 0;
- let totalIndices = 0;
- let hasUv = false;
-
- const geometryInfos = geometries.map((geometry) => {
- const position = geometry.attributes.position;
- const normal = geometry.attributes.normal;
- const uv = geometry.attributes.uv ?? null;
- const index = geometry.index;
- const indexCount = index ? index.count : position.count;
-
- totalVertices += position.count;
- totalIndices += indexCount;
- hasUv = hasUv || uv !== null;
-
- return {
- index,
- indexCount,
- normal,
- position,
- uv,
- vertexCount: position.count,
- };
- });
-
- const positions = new Float32Array(totalVertices * 3);
- const normals = new Float32Array(totalVertices * 3);
- const uvs = hasUv ? new Float32Array(totalVertices * 2) : null;
- const indices = new Uint32Array(totalIndices);
-
- let vertexOffset = 0;
- let indexOffset = 0;
-
- for (const geometryInfo of geometryInfos) {
- for (
- let vertexIndex = 0;
- vertexIndex < geometryInfo.vertexCount;
- vertexIndex += 1
- ) {
- const positionOffset = (vertexOffset + vertexIndex) * 3;
- positions[positionOffset] = geometryInfo.position.getX(vertexIndex);
- positions[positionOffset + 1] = geometryInfo.position.getY(vertexIndex);
- positions[positionOffset + 2] = geometryInfo.position.getZ(vertexIndex);
- normals[positionOffset] = geometryInfo.normal.getX(vertexIndex);
- normals[positionOffset + 1] = geometryInfo.normal.getY(vertexIndex);
- normals[positionOffset + 2] = geometryInfo.normal.getZ(vertexIndex);
-
- if (uvs !== null) {
- const uvOffset = (vertexOffset + vertexIndex) * 2;
- uvs[uvOffset] = geometryInfo.uv?.getX(vertexIndex) ?? 0;
- uvs[uvOffset + 1] = geometryInfo.uv?.getY(vertexIndex) ?? 0;
- }
- }
-
- if (geometryInfo.index) {
- for (
- let localIndex = 0;
- localIndex < geometryInfo.indexCount;
- localIndex += 1
- ) {
- indices[indexOffset + localIndex] =
- geometryInfo.index.getX(localIndex) + vertexOffset;
- }
- } else {
- for (
- let localIndex = 0;
- localIndex < geometryInfo.indexCount;
- localIndex += 1
- ) {
- indices[indexOffset + localIndex] = localIndex + vertexOffset;
- }
- }
-
- vertexOffset += geometryInfo.vertexCount;
- indexOffset += geometryInfo.indexCount;
- }
-
- const merged = new THREE.BufferGeometry();
- merged.setAttribute('position', new THREE.BufferAttribute(positions, 3));
- merged.setAttribute('normal', new THREE.BufferAttribute(normals, 3));
-
- if (uvs !== null) {
- merged.setAttribute('uv', new THREE.BufferAttribute(uvs, 2));
- }
-
- merged.setIndex(new THREE.BufferAttribute(indices, 1));
-
- return merged;
-}
-
-function normalizeImportedGeometry(geometry: THREE.BufferGeometry) {
- geometry.computeBoundingBox();
-
- let boundingBox = geometry.boundingBox;
- let center = new THREE.Vector3();
- let size = new THREE.Vector3();
-
- boundingBox?.getCenter(center);
- boundingBox?.getSize(size);
- geometry.translate(-center.x, -center.y, -center.z);
-
- const dimensions = [size.x, size.y, size.z];
- const thinnestAxis = dimensions.indexOf(Math.min(...dimensions));
-
- if (thinnestAxis === 0) {
- geometry.applyMatrix4(new THREE.Matrix4().makeRotationY(Math.PI / 2));
- } else if (thinnestAxis === 1) {
- geometry.applyMatrix4(new THREE.Matrix4().makeRotationX(Math.PI / 2));
- }
-
- geometry.computeBoundingBox();
- geometry.computeBoundingSphere();
-
- const radius = geometry.boundingSphere?.radius || 1;
- const scale = 1.6 / radius;
- geometry.scale(scale, scale, scale);
-
- geometry.computeBoundingBox();
- boundingBox = geometry.boundingBox;
- center = new THREE.Vector3();
- boundingBox?.getCenter(center);
- geometry.translate(-center.x, -center.y, -center.z);
-
- geometry.computeVertexNormals();
- geometry.computeBoundingBox();
- geometry.computeBoundingSphere();
-
- return geometry;
-}
-
-function createLoadingManager() {
- const loadingManager = new THREE.LoadingManager();
- loadingManager.setURLModifier((url) =>
- /\.(png|jpe?g|webp|gif|bmp)$/i.test(url) ? EMPTY_TEXTURE_DATA_URL : url,
- );
-
- return loadingManager;
-}
-
-function extractMergedGeometry(root: THREE.Object3D, emptyMessage: string) {
- root.updateMatrixWorld(true);
-
- const geometries: THREE.BufferGeometry[] = [];
-
- root.traverse((object) => {
- if (!(object instanceof THREE.Mesh) || !object.geometry) {
- return;
- }
-
- const geometry = object.geometry.clone();
-
- if (!geometry.attributes.normal) {
- geometry.computeVertexNormals();
- }
-
- geometry.applyMatrix4(object.matrixWorld);
- geometries.push(geometry);
- });
-
- if (geometries.length === 0) {
- throw new Error(emptyMessage);
- }
-
- return normalizeImportedGeometry(mergeGeometries(geometries));
-}
-
-function parseGlbGeometry(buffer: ArrayBuffer, label: string) {
- const dracoLoader = new DRACOLoader();
- dracoLoader.setDecoderPath(DRACO_DECODER_PATH);
-
- const gltfLoader = new GLTFLoader(createLoadingManager());
- gltfLoader.setDRACOLoader(dracoLoader);
-
- return new Promise<THREE.BufferGeometry>((resolve, reject) => {
- gltfLoader.parse(
- buffer,
- '',
- (gltf) => {
- try {
- resolve(
- extractMergedGeometry(
- gltf.scene,
- `${label} did not contain any mesh geometry.`,
- ),
- );
- } catch (error) {
- reject(error);
- }
- },
- reject,
- );
- }).finally(() => {
- dracoLoader.dispose();
- });
-}
-
-async function loadGeometry(modelUrl: string, label: string) {
- const response = await fetch(modelUrl);
-
- if (!response.ok) {
- throw new Error(`Unable to load ${label} from ${modelUrl}.`);
- }
-
- const buffer = await response.arrayBuffer();
-
- return parseGlbGeometry(buffer, label);
-}
-
-function clampRectToViewport(
- rect: ViewRect,
- viewportWidth: number,
- viewportHeight: number,
-) {
- const minX = Math.max(rect.x, 0);
- const minY = Math.max(rect.y, 0);
- const maxX = Math.min(rect.x + rect.width, viewportWidth);
- const maxY = Math.min(rect.y + rect.height, viewportHeight);
-
- if (maxX <= minX || maxY <= minY) {
- return null;
- }
-
- return {
- x: minX,
- y: minY,
- width: maxX - minX,
- height: maxY - minY,
- };
-}
-
-function getRectArea(rect: ViewRect | null) {
- if (!rect) {
- return 0;
- }
-
- return Math.max(rect.width, 0) * Math.max(rect.height, 0);
-}
-
-function createBox3Corners(bounds: THREE.Box3) {
- const { min, max } = bounds;
-
- return [
- new THREE.Vector3(min.x, min.y, min.z),
- new THREE.Vector3(min.x, min.y, max.z),
- new THREE.Vector3(min.x, max.y, min.z),
- new THREE.Vector3(min.x, max.y, max.z),
- new THREE.Vector3(max.x, min.y, min.z),
- new THREE.Vector3(max.x, min.y, max.z),
- new THREE.Vector3(max.x, max.y, min.z),
- new THREE.Vector3(max.x, max.y, max.z),
- ];
-}
-
-function getFootprintScaleFromRects(
- currentRect: ViewRect | null,
- referenceRect: ViewRect | null,
-) {
- const currentArea = getRectArea(currentRect);
- const referenceArea = getRectArea(referenceRect);
-
- if (currentArea <= 0 || referenceArea <= 0) {
- return 1;
- }
-
- return Math.max(Math.sqrt(currentArea / referenceArea), MIN_FOOTPRINT_SCALE);
-}
-
-function projectBox3ToViewport({
- camera,
- localBounds,
- meshMatrixWorld,
- viewportHeight,
- viewportWidth,
-}: {
- camera: THREE.PerspectiveCamera;
- localBounds: THREE.Box3;
- meshMatrixWorld: THREE.Matrix4;
- viewportHeight: number;
- viewportWidth: number;
-}) {
- if (localBounds.isEmpty() || viewportWidth <= 0 || viewportHeight <= 0) {
- return null;
- }
-
- let minX = Number.POSITIVE_INFINITY;
- let minY = Number.POSITIVE_INFINITY;
- let maxX = Number.NEGATIVE_INFINITY;
- let maxY = Number.NEGATIVE_INFINITY;
- let hasProjectedCorner = false;
-
- for (const corner of createBox3Corners(localBounds)) {
- corner.applyMatrix4(meshMatrixWorld).project(camera);
-
- if (
- !Number.isFinite(corner.x) ||
- !Number.isFinite(corner.y) ||
- !Number.isFinite(corner.z)
- ) {
- continue;
- }
-
- hasProjectedCorner = true;
-
- const x = (corner.x * 0.5 + 0.5) * viewportWidth;
- const y = (1 - (corner.y * 0.5 + 0.5)) * viewportHeight;
-
- minX = Math.min(minX, x);
- minY = Math.min(minY, y);
- maxX = Math.max(maxX, x);
- maxY = Math.max(maxY, y);
- }
-
- if (!hasProjectedCorner) {
- return null;
- }
-
- return clampRectToViewport(
- {
- x: minX,
- y: minY,
- width: maxX - minX,
- height: maxY - minY,
- },
- viewportWidth,
- viewportHeight,
- );
-}
-
-function getMeshFootprintScale({
- camera,
- localBounds,
- lookAtTarget,
- meshMatrixWorld,
- viewportHeight,
- viewportWidth,
-}: {
- camera: THREE.PerspectiveCamera;
- localBounds: THREE.Box3;
- lookAtTarget: THREE.Vector3;
- meshMatrixWorld: THREE.Matrix4;
- viewportHeight: number;
- viewportWidth: number;
-}) {
- const currentRect = projectBox3ToViewport({
- camera,
- localBounds,
- meshMatrixWorld,
- viewportHeight,
- viewportWidth,
- });
- const referenceCamera = camera.clone();
- const currentOffset = referenceCamera.position.clone().sub(lookAtTarget);
- const referenceOffset =
- currentOffset.lengthSq() > 0
- ? currentOffset.setLength(REFERENCE_PREVIEW_DISTANCE)
- : new THREE.Vector3(0, 0, REFERENCE_PREVIEW_DISTANCE);
-
- referenceCamera.position.copy(lookAtTarget).add(referenceOffset);
- referenceCamera.lookAt(lookAtTarget);
- referenceCamera.updateProjectionMatrix();
- referenceCamera.updateMatrixWorld(true);
-
- const referenceRect = projectBox3ToViewport({
- camera: referenceCamera,
- localBounds,
- meshMatrixWorld,
- viewportHeight,
- viewportWidth,
- });
-
- return getFootprintScaleFromRects(currentRect, referenceRect);
-}
-
-function createRenderTarget(width: number, height: number) {
- return new THREE.WebGLRenderTarget(width, height, {
- format: THREE.RGBAFormat,
- magFilter: THREE.LinearFilter,
- minFilter: THREE.LinearFilter,
- });
-}
-
-function createEnvironmentTexture(renderer: THREE.WebGLRenderer) {
- const pmremGenerator = new THREE.PMREMGenerator(renderer);
- const environmentTexture = pmremGenerator.fromScene(
- new RoomEnvironment(),
- 0.04,
- ).texture;
- pmremGenerator.dispose();
-
- return environmentTexture;
-}
-
-function createInteractionState(
- initialPose: HelpedHalftonePose,
-): InteractionState {
- return {
- autoElapsed: initialPose.autoElapsed,
- dragging: false,
- mouseX: 0.5,
- mouseY: 0.5,
- pointerX: 0,
- pointerY: 0,
- rotateElapsed: initialPose.rotateElapsed,
- rotationX: initialPose.rotationX,
- rotationVelocityX: 0,
- rotationY: initialPose.rotationY,
- rotationVelocityY: 0,
- rotationZ: initialPose.rotationZ,
- rotationVelocityZ: 0,
- targetRotationX: initialPose.targetRotationX,
- targetRotationY: initialPose.targetRotationY,
- velocityX: 0,
- velocityY: 0,
- };
-}
-
-function setPrimaryLightPosition(
- light: THREE.DirectionalLight,
- angleDegrees: number,
- height: number,
-) {
- const lightAngle = (angleDegrees * Math.PI) / 180;
- light.position.set(
- Math.cos(lightAngle) * 5,
- height,
- Math.sin(lightAngle) * 5,
- );
-}
-
-function applySpringStep(
- current: number,
- target: number,
- velocity: number,
- strength: number,
- damping: number,
-) {
- const nextVelocity = (velocity + (target - current) * strength) * damping;
- const nextValue = current + nextVelocity;
-
- return {
- value: nextValue,
- velocity: nextVelocity,
- };
-}
-
-const StyledVisualMount = styled.div`
- display: block;
- height: 100%;
- min-width: 0;
- width: 100%;
-`;
-
-const NOOP = () => {};
-
-function getStudioMaterialSurface(
+function getMaterialSurface(
settings: HelpedHalftoneSettings,
): HalftoneMaterialSurface {
return settings.material.surface === 'glass' ? 'glass' : 'solid';
@@ -765,7 +118,7 @@ function getStudioMaterialSurface(
function createStudioSettings(
settings: HelpedHalftoneSettings,
): HalftoneStudioSettings {
- const surface = getStudioMaterialSurface(settings);
+ const surface = getMaterialSurface(settings);
const defaultMaterial =
surface === 'glass'
? DEFAULT_GLASS_MATERIAL_SETTINGS
@@ -808,713 +161,21 @@ function createStudioSettings(
};
}
-type HelpedHalftoneCanvasProps = {
- geometry: THREE.BufferGeometry;
- initialPose: HelpedHalftonePose;
- previewDistance: number;
- settings: HelpedHalftoneSettings;
-};
-
-function HelpedHalftoneCanvas({
- geometry,
- initialPose,
- previewDistance,
- settings,
-}: HelpedHalftoneCanvasProps) {
- const mountReference = useRef<HTMLDivElement>(null);
-
- useEffect(() => {
- const container = mountReference.current;
-
- if (!container) {
- return;
- }
-
- let renderLoop: VisualRenderLoop | null = null;
-
- const getWidth = () => Math.max(container.clientWidth, 1);
- const getHeight = () => Math.max(container.clientHeight, 1);
- const getVirtualHeight = () => Math.max(VIRTUAL_RENDER_HEIGHT, getHeight());
- const getVirtualWidth = () =>
- Math.max(
- Math.round(
- getVirtualHeight() * (getWidth() / Math.max(getHeight(), 1)),
- ),
- 1,
- );
-
- const renderer = tryCreateSiteWebGlRenderer({
- antialias: false,
- alpha: true,
- onContextLost: () => {
- renderLoop?.stop();
- },
- });
-
- if (renderer === null) {
- return;
- }
-
- renderer.outputColorSpace = THREE.SRGBColorSpace;
- renderer.setPixelRatio(1);
- renderer.setClearColor(0x000000, 0);
- renderer.setSize(getVirtualWidth(), getVirtualHeight(), false);
-
- const canvas = renderer.domElement;
- canvas.style.cursor = settings.animation.followDragEnabled
- ? 'grab'
- : 'default';
- canvas.style.display = 'block';
- canvas.style.height = '100%';
- canvas.style.touchAction = 'none';
- canvas.style.width = '100%';
- container.appendChild(canvas);
-
- const environmentTexture = createEnvironmentTexture(renderer);
-
- const scene3d = new THREE.Scene();
- scene3d.background = null;
-
- const baseCameraDistance = previewDistance;
- const camera = new THREE.PerspectiveCamera(
- 45,
- getWidth() / getHeight(),
- 0.1,
- 100,
- );
- camera.position.z = baseCameraDistance;
-
- const primaryLight = new THREE.DirectionalLight(
- 0xffffff,
- settings.lighting.intensity,
- );
- setPrimaryLightPosition(
- primaryLight,
- settings.lighting.angleDegrees,
- settings.lighting.height,
- );
- scene3d.add(primaryLight);
-
- const fillLight = new THREE.DirectionalLight(
- 0xffffff,
- settings.lighting.fillIntensity,
- );
- fillLight.position.set(-3, -1, 1);
- scene3d.add(fillLight);
-
- const ambientLight = new THREE.AmbientLight(
- 0xffffff,
- settings.lighting.ambientIntensity,
- );
- scene3d.add(ambientLight);
-
- const material = new THREE.MeshPhysicalMaterial({
- clearcoat: 0,
- clearcoatRoughness: 0.08,
- color: 0xd4d0c8,
- envMap: environmentTexture,
- envMapIntensity: 0.25,
- metalness: settings.material.metalness,
- reflectivity: 0.5,
- roughness: settings.material.roughness,
- transmission: 0,
- });
-
- geometry.computeBoundingBox();
- const mesh = new THREE.Mesh(geometry, material);
- scene3d.add(mesh);
-
- const sceneTarget = createRenderTarget(
- getVirtualWidth(),
- getVirtualHeight(),
- );
- const fullScreenGeometry = new THREE.PlaneGeometry(2, 2);
- const orthographicCamera = new THREE.OrthographicCamera(-1, 1, 1, -1, 0, 1);
-
- const halftoneMaterial = new THREE.ShaderMaterial({
- fragmentShader: halftoneFragmentShader,
- transparent: true,
- uniforms: {
- tScene: { value: sceneTarget.texture },
- effectResolution: {
- value: new THREE.Vector2(getVirtualWidth(), getVirtualHeight()),
- },
- logicalResolution: {
- value: new THREE.Vector2(getVirtualWidth(), getVirtualHeight()),
- },
- tile: { value: settings.halftone.scale },
- s_3: { value: settings.halftone.power },
- s_4: { value: settings.halftone.width },
- applyToDarkAreas: {
- value: settings.halftone.toneTarget === 'dark' ? 1 : 0,
- },
- dashColor: { value: new THREE.Color(settings.halftone.dashColor) },
- time: { value: 0 },
- waveAmount: {
- value: settings.animation.waveEnabled
- ? settings.animation.waveAmount
- : 0,
- },
- waveSpeed: { value: settings.animation.waveSpeed },
- footprintScale: { value: 1.0 },
- interactionUv: { value: new THREE.Vector2(0.5, 0.5) },
- interactionVelocity: { value: new THREE.Vector2(0, 0) },
- dragOffset: { value: new THREE.Vector2(0, 0) },
- hoverLightStrength: { value: 0 },
- hoverLightRadius: { value: settings.animation.hoverLightRadius },
- hoverFlowStrength: { value: 0 },
- hoverFlowRadius: { value: settings.animation.dragFlowRadius },
- dragFlowStrength: { value: 0 },
- cropToBounds: { value: 0 },
- },
- vertexShader: passThroughVertexShader,
- });
-
- const postScene = new THREE.Scene();
- postScene.add(new THREE.Mesh(fullScreenGeometry, halftoneMaterial));
-
- const updateViewportUniforms = (
- logicalWidth: number,
- logicalHeight: number,
- effectWidth: number,
- effectHeight: number,
- ) => {
- halftoneMaterial.uniforms.effectResolution.value.set(
- effectWidth,
- effectHeight,
- );
- halftoneMaterial.uniforms.logicalResolution.value.set(
- logicalWidth,
- logicalHeight,
- );
- };
-
- const lookAtTarget = new THREE.Vector3();
- const interaction = createInteractionState(initialPose);
- const autoRotateEnabled = settings.animation.autoRotateEnabled;
- const followHoverEnabled = settings.animation.followHoverEnabled;
- const followDragEnabled = settings.animation.followDragEnabled;
- const rotateEnabled = settings.animation.rotateEnabled;
-
- const getHalftoneScale = (
- viewportWidth: number,
- viewportHeight: number,
- nextLookAtTarget: THREE.Vector3,
- ) => {
- if (!mesh.geometry.boundingBox) {
- mesh.geometry.computeBoundingBox();
- }
-
- if (!mesh.geometry.boundingBox) {
- return 1;
- }
-
- mesh.updateMatrixWorld();
- camera.updateMatrixWorld();
-
- return getMeshFootprintScale({
- camera,
- localBounds: mesh.geometry.boundingBox,
- lookAtTarget: nextLookAtTarget,
- meshMatrixWorld: mesh.matrixWorld,
- viewportHeight,
- viewportWidth,
- });
- };
-
- const syncSize = () => {
- const width = getWidth();
- const height = getHeight();
- const virtualWidth = getVirtualWidth();
- const virtualHeight = getVirtualHeight();
-
- renderer.setSize(virtualWidth, virtualHeight, false);
- camera.aspect = width / height;
- camera.updateProjectionMatrix();
- sceneTarget.setSize(virtualWidth, virtualHeight);
- updateViewportUniforms(
- virtualWidth,
- virtualHeight,
- virtualWidth,
- virtualHeight,
- );
- };
-
- const stopObservingSize = observeElementSize(container, syncSize);
-
- const updatePointerPosition = (event: PointerEvent) => {
- const rect = canvas.getBoundingClientRect();
- const width = Math.max(rect.width, 1);
- const height = Math.max(rect.height, 1);
-
- interaction.mouseX = THREE.MathUtils.clamp(
- (event.clientX - rect.left) / width,
- 0,
- 1,
- );
- interaction.mouseY = THREE.MathUtils.clamp(
- (event.clientY - rect.top) / height,
- 0,
- 1,
- );
- };
-
- const handlePointerDown = (event: PointerEvent) => {
- updatePointerPosition(event);
-
- if (!followDragEnabled) {
- return;
- }
-
- interaction.dragging = true;
- interaction.pointerX = event.clientX;
- interaction.pointerY = event.clientY;
- interaction.velocityX = 0;
- interaction.velocityY = 0;
- canvas.style.cursor = 'grabbing';
- };
-
- const handlePointerMove = (event: PointerEvent) => {
- updatePointerPosition(event);
- };
-
- const handleWindowPointerMove = (event: PointerEvent) => {
- updatePointerPosition(event);
-
- if (!interaction.dragging || !followDragEnabled) {
- return;
- }
-
- const deltaX =
- (event.clientX - interaction.pointerX) * settings.animation.dragSens;
- const deltaY =
- (event.clientY - interaction.pointerY) * settings.animation.dragSens;
- interaction.velocityX = deltaY;
- interaction.velocityY = deltaX;
- interaction.targetRotationY += deltaX;
- interaction.targetRotationX += deltaY;
- interaction.pointerX = event.clientX;
- interaction.pointerY = event.clientY;
- };
-
- const handlePointerLeave = () => {
- if (interaction.dragging) {
- return;
- }
-
- interaction.mouseX = 0.5;
- interaction.mouseY = 0.5;
- };
-
- const handlePointerUp = () => {
- interaction.dragging = false;
- canvas.style.cursor = followDragEnabled ? 'grab' : 'default';
-
- if (!settings.animation.springReturnEnabled) {
- return;
- }
-
- const springImpulse = Math.max(
- settings.animation.springStrength * 10,
- 1.2,
- );
- interaction.rotationVelocityX += interaction.velocityX * springImpulse;
- interaction.rotationVelocityY += interaction.velocityY * springImpulse;
- interaction.rotationVelocityZ +=
- interaction.velocityY * springImpulse * 0.12;
- interaction.targetRotationX = 0;
- interaction.targetRotationY = 0;
- interaction.velocityX = 0;
- interaction.velocityY = 0;
- };
-
- const handleWindowBlur = () => {
- handlePointerUp();
- handlePointerLeave();
- };
-
- canvas.addEventListener('pointerdown', handlePointerDown);
- canvas.addEventListener('pointerleave', handlePointerLeave);
- canvas.addEventListener('pointermove', handlePointerMove);
- window.addEventListener('blur', handleWindowBlur);
- window.addEventListener('pointercancel', handlePointerUp);
- window.addEventListener('pointermove', handleWindowPointerMove);
- window.addEventListener('pointerup', handlePointerUp);
-
- const renderFrame = (
- _timestamp: DOMHighResTimeStamp,
- { deltaSeconds, elapsedSeconds }: VisualRenderLoopFrame,
- ) => {
- const delta = deltaSeconds;
- const elapsedTime = initialPose.timeElapsed + elapsedSeconds;
- halftoneMaterial.uniforms.time.value = elapsedTime;
-
- let baseRotationX = 0;
- let baseRotationY = 0;
- let baseRotationZ = 0;
- let meshOffsetY = 0;
- let meshScale = 1;
- let lightAngle = settings.lighting.angleDegrees;
- let lightHeight = settings.lighting.height;
-
- if (autoRotateEnabled) {
- interaction.autoElapsed += delta;
- baseRotationY += interaction.autoElapsed * settings.animation.autoSpeed;
- baseRotationX +=
- Math.sin(interaction.autoElapsed * 0.2) *
- settings.animation.autoWobble;
- }
-
- if (settings.animation.floatEnabled) {
- const floatPhase = elapsedTime * settings.animation.floatSpeed;
- const driftAmount = (settings.animation.driftAmount * Math.PI) / 180;
-
- meshOffsetY += Math.sin(floatPhase) * settings.animation.floatAmplitude;
- baseRotationX += Math.sin(floatPhase * 0.72) * driftAmount * 0.45;
- baseRotationZ += Math.cos(floatPhase * 0.93) * driftAmount * 0.3;
- }
-
- if (settings.animation.breatheEnabled) {
- meshScale *=
- 1 +
- Math.sin(elapsedTime * settings.animation.breatheSpeed) *
- settings.animation.breatheAmount;
- }
-
- if (rotateEnabled) {
- interaction.rotateElapsed += delta;
- const rotateProgress = settings.animation.rotatePingPong
- ? Math.sin(
- interaction.rotateElapsed * settings.animation.rotateSpeed,
- ) * Math.PI
- : interaction.rotateElapsed * settings.animation.rotateSpeed;
-
- if (settings.animation.rotatePreset === 'axis') {
- const axisDirection = settings.animation.rotateAxis.startsWith('-')
- ? -1
- : 1;
- const axisProgress = rotateProgress * axisDirection;
-
- if (
- settings.animation.rotateAxis === 'x' ||
- settings.animation.rotateAxis === 'xy' ||
- settings.animation.rotateAxis === '-x' ||
- settings.animation.rotateAxis === '-xy'
- ) {
- baseRotationX += axisProgress;
- }
-
- if (
- settings.animation.rotateAxis === 'y' ||
- settings.animation.rotateAxis === 'xy' ||
- settings.animation.rotateAxis === '-y' ||
- settings.animation.rotateAxis === '-xy'
- ) {
- baseRotationY += axisProgress;
- }
-
- if (
- settings.animation.rotateAxis === 'z' ||
- settings.animation.rotateAxis === '-z'
- ) {
- baseRotationZ += axisProgress;
- }
- } else if (settings.animation.rotatePreset === 'lissajous') {
- baseRotationX += Math.sin(rotateProgress * 0.85) * 0.65;
- baseRotationY += Math.sin(rotateProgress * 1.35 + 0.8) * 1.05;
- baseRotationZ += Math.sin(rotateProgress * 0.55 + 1.6) * 0.32;
- } else if (settings.animation.rotatePreset === 'orbit') {
- baseRotationX += Math.sin(rotateProgress * 0.75) * 0.42;
- baseRotationY += Math.cos(rotateProgress) * 1.2;
- baseRotationZ += Math.sin(rotateProgress * 1.25) * 0.24;
- } else if (settings.animation.rotatePreset === 'tumble') {
- baseRotationX += rotateProgress * 0.55;
- baseRotationY += Math.sin(rotateProgress * 0.8) * 0.9;
- baseRotationZ += Math.cos(rotateProgress * 1.1) * 0.38;
- }
- }
-
- if (settings.animation.lightSweepEnabled) {
- const lightPhase = elapsedTime * settings.animation.lightSweepSpeed;
- lightAngle += Math.sin(lightPhase) * settings.animation.lightSweepRange;
- lightHeight +=
- Math.cos(lightPhase * 0.85) *
- settings.animation.lightSweepHeightRange;
- }
-
- let targetX = baseRotationX;
- let targetY = baseRotationY;
- let easing = 0.12;
-
- if (followHoverEnabled) {
- const rangeRadians = (settings.animation.hoverRange * Math.PI) / 180;
-
- if (
- settings.animation.hoverReturn ||
- interaction.mouseX !== 0.5 ||
- interaction.mouseY !== 0.5
- ) {
- targetX += (interaction.mouseY - 0.5) * rangeRadians;
- targetY += (interaction.mouseX - 0.5) * rangeRadians;
- }
-
- easing = settings.animation.hoverEase;
- }
-
- if (followDragEnabled) {
- if (!interaction.dragging && settings.animation.dragMomentum) {
- interaction.targetRotationX += interaction.velocityX;
- interaction.targetRotationY += interaction.velocityY;
- interaction.velocityX *= 1 - settings.animation.dragFriction;
- interaction.velocityY *= 1 - settings.animation.dragFriction;
- }
-
- targetX += interaction.targetRotationX;
- targetY += interaction.targetRotationY;
- easing = settings.animation.dragFriction;
- }
-
- if (autoRotateEnabled && !followHoverEnabled && !followDragEnabled) {
- targetX = baseRotationX + interaction.targetRotationX;
- targetY = baseRotationY + interaction.targetRotationY;
-
- if (interaction.dragging) {
- targetX = interaction.targetRotationX;
- targetY = interaction.targetRotationY;
- }
-
- easing = 0.08;
- }
-
- if (settings.animation.springReturnEnabled) {
- const springX = applySpringStep(
- interaction.rotationX,
- targetX,
- interaction.rotationVelocityX,
- settings.animation.springStrength,
- settings.animation.springDamping,
- );
- const springY = applySpringStep(
- interaction.rotationY,
- targetY,
- interaction.rotationVelocityY,
- settings.animation.springStrength,
- settings.animation.springDamping,
- );
- const springZ = applySpringStep(
- interaction.rotationZ,
- baseRotationZ,
- interaction.rotationVelocityZ,
- settings.animation.springStrength,
- settings.animation.springDamping,
- );
-
- interaction.rotationX = springX.value;
- interaction.rotationY = springY.value;
- interaction.rotationZ = springZ.value;
- interaction.rotationVelocityX = springX.velocity;
- interaction.rotationVelocityY = springY.velocity;
- interaction.rotationVelocityZ = springZ.velocity;
- } else {
- interaction.rotationX += (targetX - interaction.rotationX) * easing;
- interaction.rotationY += (targetY - interaction.rotationY) * easing;
- interaction.rotationZ +=
- (baseRotationZ - interaction.rotationZ) *
- (settings.animation.rotatePingPong ? 0.18 : 0.12);
- }
-
- mesh.rotation.set(
- interaction.rotationX,
- interaction.rotationY,
- interaction.rotationZ,
- );
- mesh.position.y = meshOffsetY;
- mesh.scale.setScalar(meshScale);
-
- halftoneMaterial.uniforms.interactionUv.value.set(
- interaction.mouseX,
- interaction.mouseY,
- );
- halftoneMaterial.uniforms.interactionVelocity.value.set(
- interaction.velocityY * 12,
- interaction.velocityX * 12,
- );
- halftoneMaterial.uniforms.dragOffset.value.set(
- interaction.targetRotationY * 0.08,
- interaction.targetRotationX * 0.08,
- );
-
- if (settings.animation.cameraParallaxEnabled) {
- const cameraRange = settings.animation.cameraParallaxAmount;
- const cameraEase = settings.animation.cameraParallaxEase;
- const centeredX = (interaction.mouseX - 0.5) * 2;
- const centeredY = (0.5 - interaction.mouseY) * 2;
- const orbitYaw = centeredX * cameraRange;
- const orbitPitch = centeredY * cameraRange * 0.7;
- const horizontalRadius = Math.cos(orbitPitch) * baseCameraDistance;
- const targetCameraX = Math.sin(orbitYaw) * horizontalRadius;
- const targetCameraY = Math.sin(orbitPitch) * baseCameraDistance * 0.85;
- const targetCameraZ = Math.cos(orbitYaw) * horizontalRadius;
-
- camera.position.x += (targetCameraX - camera.position.x) * cameraEase;
- camera.position.y += (targetCameraY - camera.position.y) * cameraEase;
- camera.position.z += (targetCameraZ - camera.position.z) * cameraEase;
- } else {
- camera.position.x += (0 - camera.position.x) * 0.12;
- camera.position.y += (0 - camera.position.y) * 0.12;
- camera.position.z += (baseCameraDistance - camera.position.z) * 0.12;
- }
-
- lookAtTarget.set(0, meshOffsetY * 0.2, 0);
-
- camera.lookAt(lookAtTarget);
- setPrimaryLightPosition(primaryLight, lightAngle, lightHeight);
- halftoneMaterial.uniforms.footprintScale.value = getHalftoneScale(
- getVirtualWidth(),
- getVirtualHeight(),
- lookAtTarget,
- );
-
- if (!settings.halftone.enabled) {
- renderer.setRenderTarget(null);
- renderer.clear();
- renderer.render(scene3d, camera);
- return;
- }
-
- renderer.setRenderTarget(sceneTarget);
- renderer.render(scene3d, camera);
-
- renderer.setRenderTarget(null);
- renderer.clear();
- renderer.render(postScene, orthographicCamera);
- };
-
- renderLoop = createVisualRenderLoop({
- renderFrame,
- target: container,
- targetVisibilityOptions: { rootMargin: '100px' },
- });
- renderLoop.start();
-
- return () => {
- renderLoop?.dispose();
- stopObservingSize();
- canvas.removeEventListener('pointerdown', handlePointerDown);
- canvas.removeEventListener('pointerleave', handlePointerLeave);
- canvas.removeEventListener('pointermove', handlePointerMove);
- window.removeEventListener('blur', handleWindowBlur);
- window.removeEventListener('pointercancel', handlePointerUp);
- window.removeEventListener('pointermove', handleWindowPointerMove);
- window.removeEventListener('pointerup', handlePointerUp);
- halftoneMaterial.dispose();
- fullScreenGeometry.dispose();
- material.dispose();
- sceneTarget.dispose();
- environmentTexture.dispose();
- renderer.dispose();
-
- if (canvas.parentNode === container) {
- container.removeChild(canvas);
- }
- };
- }, [geometry, initialPose, previewDistance, settings]);
-
- useEffect(() => {
- return () => {
- geometry.dispose();
- };
- }, [geometry]);
-
- return <StyledVisualMount aria-hidden ref={mountReference} />;
-}
-
-function StudioHelpedHalftoneCanvas({
- geometry,
- initialPose,
- previewDistance,
- settings,
-}: HelpedHalftoneCanvasProps) {
- useEffect(() => {
- return () => {
- geometry.dispose();
- };
- }, [geometry]);
-
- return (
- <HalftoneCanvas
- geometry={geometry}
- imageElement={null}
- initialPose={initialPose}
- onFirstInteraction={NOOP}
- onPoseChange={NOOP}
- previewDistance={previewDistance}
- settings={createStudioSettings(settings)}
- />
- );
-}
-
-type HelpedHalftoneModelProps = {
- initialPose: HelpedHalftonePose;
- label: string;
- modelUrl: string;
- previewDistance: number;
- renderer?: HelpedHalftoneRenderer;
- settings: HelpedHalftoneSettings;
-};
-
export function HelpedHalftoneModel({
initialPose,
label,
modelUrl,
previewDistance,
- renderer = 'legacy',
settings,
}: HelpedHalftoneModelProps) {
- const [geometry, setGeometry] = useState<THREE.BufferGeometry | null>(null);
-
- useEffect(() => {
- let cancelled = false;
-
- void loadGeometry(modelUrl, label)
- .then((nextGeometry) => {
- if (cancelled) {
- nextGeometry.dispose();
- return;
- }
-
- setGeometry(nextGeometry);
- })
- .catch((error) => {
- console.error(error);
- });
-
- return () => {
- cancelled = true;
- };
- }, [label, modelUrl]);
-
- if (!geometry) {
- return <StyledVisualMount aria-hidden />;
- }
-
- if (renderer === 'studio') {
- return (
- <StudioHelpedHalftoneCanvas
- geometry={geometry}
- initialPose={initialPose}
- previewDistance={previewDistance}
- settings={settings}
- />
- );
- }
-
return (
- <HelpedHalftoneCanvas
- geometry={geometry}
+ <HalftoneModelCanvas
initialPose={initialPose}
+ modelLabel={label}
+ modelUrl={modelUrl}
previewDistance={previewDistance}
- settings={settings}
+ renderStrategy="static"
+ settings={createStudioSettings(settings)}
/>
);
}
diff --git a/packages/twenty-website-new/src/sections/Helped/visuals/Money.tsx b/packages/twenty-website-new/src/sections/Helped/visuals/Money.tsx
index eb49ea87ef2..eba024e2f81 100644
--- a/packages/twenty-website-new/src/sections/Helped/visuals/Money.tsx
+++ b/packages/twenty-website-new/src/sections/Helped/visuals/Money.tsx
@@ -5,8 +5,8 @@ import {
type HelpedHalftonePose,
type HelpedHalftoneSettings,
} from './HelpedHalftoneModel';
+import { HELPED_VISUAL_MODEL_URLS } from './helped-visual-models';
-const GLB_URL = '/illustrations/home/helped/money.glb';
const MONEY_PREVIEW_DISTANCE = 5;
const MONEY_SETTINGS: HelpedHalftoneSettings = {
@@ -105,9 +105,8 @@ export function Money() {
<HelpedHalftoneModel
initialPose={MONEY_INITIAL_POSE}
label="money.glb"
- modelUrl={GLB_URL}
+ modelUrl={HELPED_VISUAL_MODEL_URLS.money}
previewDistance={MONEY_PREVIEW_DISTANCE}
- renderer="studio"
settings={MONEY_SETTINGS}
/>
);
diff --git a/packages/twenty-website-new/src/sections/Helped/visuals/Spaceship.tsx b/packages/twenty-website-new/src/sections/Helped/visuals/Spaceship.tsx
index 3908f8bf84b..d70303f8b7d 100644
--- a/packages/twenty-website-new/src/sections/Helped/visuals/Spaceship.tsx
+++ b/packages/twenty-website-new/src/sections/Helped/visuals/Spaceship.tsx
@@ -5,8 +5,8 @@ import {
type HelpedHalftonePose,
type HelpedHalftoneSettings,
} from './HelpedHalftoneModel';
+import { HELPED_VISUAL_MODEL_URLS } from './helped-visual-models';
-const GLB_URL = '/illustrations/home/helped/spaceship.glb';
const SPACESHIP_PREVIEW_DISTANCE = 3.5;
const SPACESHIP_SETTINGS: HelpedHalftoneSettings = {
@@ -105,9 +105,8 @@ export function Spaceship() {
<HelpedHalftoneModel
initialPose={SPACESHIP_INITIAL_POSE}
label="spaceship.glb"
- modelUrl={GLB_URL}
+ modelUrl={HELPED_VISUAL_MODEL_URLS.spaceship}
previewDistance={SPACESHIP_PREVIEW_DISTANCE}
- renderer="studio"
settings={SPACESHIP_SETTINGS}
/>
);
diff --git a/packages/twenty-website-new/src/sections/Helped/visuals/Target.tsx b/packages/twenty-website-new/src/sections/Helped/visuals/Target.tsx
index 516c5ee22fc..9d3493c275a 100644
--- a/packages/twenty-website-new/src/sections/Helped/visuals/Target.tsx
+++ b/packages/twenty-website-new/src/sections/Helped/visuals/Target.tsx
@@ -5,8 +5,8 @@ import {
type HelpedHalftonePose,
type HelpedHalftoneSettings,
} from './HelpedHalftoneModel';
+import { HELPED_VISUAL_MODEL_URLS } from './helped-visual-models';
-const GLB_URL = '/illustrations/home/helped/target.glb';
const TARGET_PREVIEW_DISTANCE = 4;
const TARGET_SETTINGS: HelpedHalftoneSettings = {
@@ -105,9 +105,8 @@ export function Target() {
<HelpedHalftoneModel
initialPose={TARGET_INITIAL_POSE}
label="target.glb"
- modelUrl={GLB_URL}
+ modelUrl={HELPED_VISUAL_MODEL_URLS.target}
previewDistance={TARGET_PREVIEW_DISTANCE}
- renderer="studio"
settings={TARGET_SETTINGS}
/>
);
diff --git a/packages/twenty-website-new/src/sections/Helped/visuals/helped-visual-models.ts b/packages/twenty-website-new/src/sections/Helped/visuals/helped-visual-models.ts
new file mode 100644
index 00000000000..c34af2bffea
--- /dev/null
+++ b/packages/twenty-website-new/src/sections/Helped/visuals/helped-visual-models.ts
@@ -0,0 +1,29 @@
+import { loadImportedGeometryFromUrl } from '@/lib/halftone';
+
+export const HELPED_VISUAL_MODEL_URLS = {
+ money: '/illustrations/home/helped/money.glb',
+ spaceship: '/illustrations/home/helped/spaceship.glb',
+ target: '/illustrations/home/helped/target.glb',
+} as const;
+
+let preloadPromise: Promise<void> | null = null;
+
+export function preloadHelpedVisualGeometries() {
+ preloadPromise ??= (async () => {
+ const geometries = await Promise.all(
+ Object.entries(HELPED_VISUAL_MODEL_URLS).map(([label, modelUrl]) =>
+ loadImportedGeometryFromUrl('glb', modelUrl, `${label}.glb`),
+ ),
+ );
+
+ geometries.forEach((geometry) => geometry.dispose());
+ })().catch((error: unknown) => {
+ preloadPromise = null;
+
+ if (process.env.NODE_ENV !== 'production') {
+ console.error('Helped visual geometry preload failed:', error);
+ }
+ });
+
+ return preloadPromise;
+}
diff --git a/packages/twenty-website-new/src/sections/Hero/components/HomeVisual/HomeVisual.tsx b/packages/twenty-website-new/src/sections/Hero/components/HomeVisual/HomeVisual.tsx
index 29486d03c8b..45bed5698d5 100644
--- a/packages/twenty-website-new/src/sections/Hero/components/HomeVisual/HomeVisual.tsx
+++ b/packages/twenty-website-new/src/sections/Hero/components/HomeVisual/HomeVisual.tsx
@@ -1,7 +1,9 @@
'use client';
+import { scheduleVisualMount } from '@/lib/visual-runtime';
import { theme } from '@/theme';
import { styled } from '@linaria/react';
+import { useEffect } from 'react';
import type { HeroVisualType } from '@/sections/Hero/types';
import { DraggableAppWindow } from './DraggableAppWindow/DraggableAppWindow';
import { DraggableTerminal } from './DraggableTerminal/DraggableTerminal';
@@ -9,7 +11,10 @@ import { COLORS } from './Shared/home-visual-theme';
import { HomeVisualNavbar } from './Shell/HomeVisualNavbar';
import { HomeVisualSidebar } from './Shell/HomeVisualSidebar';
import { HomeVisualViewbar } from './Shell/HomeVisualViewbar';
-import { renderPageDefinition } from './Shell/home-visual-page-renderers';
+import {
+ preloadDeferredHomeVisualPages,
+ renderPageDefinition,
+} from './Shell/home-visual-page-renderers';
import { useHomeVisualState } from './Shell/use-home-visual-state';
import { WindowOrderProvider } from './WindowOrder/WindowOrderProvider';
@@ -97,6 +102,17 @@ export function HomeVisual({ visual }: { visual: HeroVisualType }) {
activePage.type !== 'dashboard' &&
activePage.type !== 'workflow';
+ useEffect(
+ () =>
+ scheduleVisualMount(
+ () => {
+ void preloadDeferredHomeVisualPages();
+ },
+ { timeoutMs: 900 },
+ ),
+ [],
+ );
+
return (
<StyledHomeVisual>
<ShellScene>
diff --git a/packages/twenty-website-new/src/sections/Hero/components/HomeVisual/Shell/home-visual-page-renderers.tsx b/packages/twenty-website-new/src/sections/Hero/components/HomeVisual/Shell/home-visual-page-renderers.tsx
index 58fb741a9dc..1abfbcbe568 100644
--- a/packages/twenty-website-new/src/sections/Hero/components/HomeVisual/Shell/home-visual-page-renderers.tsx
+++ b/packages/twenty-website-new/src/sections/Hero/components/HomeVisual/Shell/home-visual-page-renderers.tsx
@@ -29,9 +29,14 @@ const DashboardViewport = styled.div`
}
`;
+const loadSalesDashboardPageModule = () =>
+ import('../Pages/Dashboard/SalesDashboardPage');
+
+const loadWorkflowPageModule = () => import('../Pages/Workflow/WorkflowPage');
+
const SalesDashboardPage = dynamic(
() =>
- import('../Pages/Dashboard/SalesDashboardPage').then((mod) => ({
+ loadSalesDashboardPageModule().then((mod) => ({
default: mod.SalesDashboardPage,
})),
{
@@ -44,7 +49,7 @@ const SalesDashboardPage = dynamic(
const WorkflowPage = dynamic(
() =>
- import('../Pages/Workflow/WorkflowPage').then((mod) => ({
+ loadWorkflowPageModule().then((mod) => ({
default: mod.WorkflowPage,
})),
{
@@ -53,6 +58,25 @@ const WorkflowPage = dynamic(
},
);
+let deferredPagePreloadPromise: Promise<void> | null = null;
+
+export function preloadDeferredHomeVisualPages() {
+ deferredPagePreloadPromise ??= Promise.all([
+ loadSalesDashboardPageModule(),
+ loadWorkflowPageModule(),
+ ])
+ .then(() => undefined)
+ .catch((error: unknown) => {
+ deferredPagePreloadPromise = null;
+
+ if (process.env.NODE_ENV !== 'production') {
+ console.error('Home visual deferred page preload failed:', error);
+ }
+ });
+
+ return deferredPagePreloadPromise;
+}
+
const PAGE_RENDERERS = {
table: (page: HeroTablePageDefinition) => <TablePage page={page} />,
kanban: (page: HeroKanbanPageDefinition) => <KanbanPage page={page} />,
diff --git a/packages/twenty-website-new/src/sections/Hero/components/PartnerVisual/PartnerHalftoneOverlay.tsx b/packages/twenty-website-new/src/sections/Hero/components/PartnerVisual/PartnerHalftoneOverlay.tsx
index e3b22299caf..07deb15b759 100644
--- a/packages/twenty-website-new/src/sections/Hero/components/PartnerVisual/PartnerHalftoneOverlay.tsx
+++ b/packages/twenty-website-new/src/sections/Hero/components/PartnerVisual/PartnerHalftoneOverlay.tsx
@@ -8,6 +8,7 @@ import { getPrefersReducedMotionSnapshot } from '@/lib/motion';
import { observeElementSize } from '@/lib/dom/observe-element-size';
import {
createVisualRenderLoop,
+ loadVisualImage,
tryCreateSiteWebGlRenderer,
type VisualRenderLoop,
} from '@/lib/visual-runtime';
@@ -421,17 +422,6 @@ function createRenderTarget(width: number, height: number) {
});
}
-function loadImage(imageUrl: string): Promise<HTMLImageElement> {
- return new Promise((resolve, reject) => {
- const image = new Image();
- image.decoding = 'async';
- image.onload = () => resolve(image);
- image.onerror = () =>
- reject(new Error(`Failed to load hero image: ${imageUrl}`));
- image.src = imageUrl;
- });
-}
-
async function mountHalftoneOverlay({
container,
imageUrl,
@@ -439,7 +429,9 @@ async function mountHalftoneOverlay({
container: HTMLDivElement;
imageUrl: string;
}): Promise<() => void> {
- const image = await loadImage(imageUrl);
+ const image = await loadVisualImage(imageUrl, {
+ label: 'partner hero image',
+ });
const getWidth = () => Math.max(container.clientWidth, 1);
const getHeight = () => Math.max(container.clientHeight, 1);
diff --git a/packages/twenty-website-new/src/sections/Hero/visuals/HomeBackgroundHalftone.tsx b/packages/twenty-website-new/src/sections/Hero/visuals/HomeBackgroundHalftone.tsx
index 40ee54ae084..4d79d69b209 100644
--- a/packages/twenty-website-new/src/sections/Hero/visuals/HomeBackgroundHalftone.tsx
+++ b/packages/twenty-website-new/src/sections/Hero/visuals/HomeBackgroundHalftone.tsx
@@ -3,6 +3,7 @@
import { createAnimationFrameLoop } from '@/lib/animation';
import {
createVisualRenderLoop,
+ loadVisualImage,
tryCreateSiteWebGlRenderer,
type VisualRenderLoopFrame,
type VisualRenderLoop,
@@ -404,17 +405,6 @@ function createRenderTarget(width: number, height: number) {
});
}
-function loadImage(imageUrl: string): Promise<HTMLImageElement> {
- return new Promise((resolve, reject) => {
- const image = new Image();
- image.decoding = 'async';
- image.onload = () => resolve(image);
- image.onerror = () =>
- reject(new Error(`Failed to load home background image: ${imageUrl}`));
- image.src = imageUrl;
- });
-}
-
type PointerState = {
hoverStrength: number;
mouseX: number;
@@ -431,7 +421,9 @@ async function mountHomeBackgroundCanvas({
container: HTMLDivElement;
imageUrl: string;
}): Promise<() => void> {
- const image = await loadImage(imageUrl);
+ const image = await loadVisualImage(imageUrl, {
+ label: 'home background image',
+ });
const getWidth = () => Math.max(container.clientWidth, 1);
const getHeight = () => Math.max(container.clientHeight, 1);
diff --git a/packages/twenty-website-new/src/sections/HomeStepper/components/Visual/StepperBackgroundHalftone.tsx b/packages/twenty-website-new/src/sections/HomeStepper/components/Visual/StepperBackgroundHalftone.tsx
index fa13b4be92c..35825d6d44d 100644
--- a/packages/twenty-website-new/src/sections/HomeStepper/components/Visual/StepperBackgroundHalftone.tsx
+++ b/packages/twenty-website-new/src/sections/HomeStepper/components/Visual/StepperBackgroundHalftone.tsx
@@ -9,6 +9,7 @@ import { observeElementSize } from '@/lib/dom/observe-element-size';
import { getPrefersReducedMotionSnapshot } from '@/lib/motion';
import {
createVisualRenderLoop,
+ loadVisualImage,
tryCreateSiteWebGlRenderer,
type VisualRenderLoop,
} from '@/lib/visual-runtime';
@@ -286,15 +287,6 @@ function createPointerState(): PointerState {
};
}
-function loadImage(src: string) {
- return new Promise<HTMLImageElement>((resolve, reject) => {
- const image = new Image();
- image.onload = () => resolve(image);
- image.onerror = () => reject(new Error(`Failed to load image: ${src}`));
- image.src = src;
- });
-}
-
async function mountHalftoneCanvas({
container,
imageUrl,
@@ -311,7 +303,9 @@ async function mountHalftoneCanvas({
1,
);
- const image = await loadImage(imageUrl);
+ const image = await loadVisualImage(imageUrl, {
+ label: 'stepper background image',
+ });
if (!container.isConnected) {
return;
diff --git a/packages/twenty-website-new/src/sections/Menu/components/Drawer.tsx b/packages/twenty-website-new/src/sections/Menu/components/Drawer.tsx
index 5dcb549e240..ac6fb9c6c22 100644
--- a/packages/twenty-website-new/src/sections/Menu/components/Drawer.tsx
+++ b/packages/twenty-website-new/src/sections/Menu/components/Drawer.tsx
@@ -96,10 +96,6 @@ const NavItem = styled(LocalizedLink)`
${navItemStyles}
`;
-const ExternalNavItem = styled.a`
- ${navItemStyles}
-`;
-
const NavGroupButton = styled.button`
${navItemStyles}
align-items: center;
@@ -215,11 +211,11 @@ const NavChildLabel = styled.span`
}
`;
-const HorizontalSeparator = styled(Separator)<{ $separatorColor: string }>`
+const HorizontalSeparator = styled(Separator)`
background: repeating-linear-gradient(
90deg,
- ${({ $separatorColor }) => $separatorColor} 0,
- ${({ $separatorColor }) => $separatorColor} 1px,
+ var(--menu-separator-color) 0,
+ var(--menu-separator-color) 1px,
transparent 2px,
transparent 4px
);
@@ -414,8 +410,12 @@ export function MenuDrawer({ navItems, scheme, socialLinks }: MenuDrawerProps) {
) : null}
{index < topLevelItems.length - 1 && (
<HorizontalSeparator
- $separatorColor={separatorColor}
orientation="horizontal"
+ style={
+ {
+ '--menu-separator-color': separatorColor,
+ } as React.CSSProperties
+ }
/>
)}
</React.Fragment>
diff --git a/packages/twenty-website-new/src/sections/Problem/components/Visual/monolith.tsx b/packages/twenty-website-new/src/sections/Problem/components/Visual/monolith.tsx
index da673b38d3f..c4b3f8304a1 100644
--- a/packages/twenty-website-new/src/sections/Problem/components/Visual/monolith.tsx
+++ b/packages/twenty-website-new/src/sections/Problem/components/Visual/monolith.tsx
@@ -5,6 +5,7 @@ import * as THREE from 'three';
import { observeElementSize } from '@/lib/dom/observe-element-size';
import {
createVisualRenderLoop,
+ loadVisualImage,
tryCreateSiteWebGlRenderer,
type VisualRenderLoop,
type VisualRenderLoopFrame,
@@ -445,38 +446,24 @@ function createAbortError() {
return new DOMException('Aborted', 'AbortError');
}
-function loadImage(imageUrl: string, signal: AbortSignal) {
- return new Promise<HTMLImageElement>((resolve, reject) => {
+function createAbortTask(signal: AbortSignal) {
+ let cleanup = () => {};
+ const promise = new Promise<never>((_, reject) => {
if (signal.aborted) {
reject(createAbortError());
return;
}
- const image = new Image();
- image.decoding = 'async';
-
- const cleanup = () => {
- image.onload = null;
- image.onerror = null;
- signal.removeEventListener('abort', handleAbort);
- };
const handleAbort = () => {
- cleanup();
- image.src = '';
reject(createAbortError());
};
-
- image.onload = () => {
- cleanup();
- resolve(image);
- };
- image.onerror = () => {
- cleanup();
- reject(new Error(`Failed to load image: ${imageUrl}`));
- };
signal.addEventListener('abort', handleAbort, { once: true });
- image.src = imageUrl;
+ cleanup = () => {
+ signal.removeEventListener('abort', handleAbort);
+ };
});
+
+ return { cleanup, promise };
}
async function mountHalftoneCanvas(options: MountHalftoneCanvasOptions) {
@@ -492,7 +479,11 @@ async function mountHalftoneCanvas(options: MountHalftoneCanvasOptions) {
1,
);
- const image = await loadImage(imageUrl, signal);
+ const abortTask = createAbortTask(signal);
+ const image = await Promise.race([
+ loadVisualImage(imageUrl, { label: 'problem monolith image' }),
+ abortTask.promise,
+ ]).finally(abortTask.cleanup);
if (signal.aborted) {
return undefined;
diff --git a/packages/twenty-website-new/src/sections/Testimonials/visuals/PartnerEffect.tsx b/packages/twenty-website-new/src/sections/Testimonials/visuals/PartnerEffect.tsx
index 19dc4522b53..59b1c597206 100644
--- a/packages/twenty-website-new/src/sections/Testimonials/visuals/PartnerEffect.tsx
+++ b/packages/twenty-website-new/src/sections/Testimonials/visuals/PartnerEffect.tsx
@@ -1,6 +1,7 @@
'use client';
import { HalftoneCanvas, type HalftoneStudioSettings } from '@/lib/halftone';
+import { loadVisualImage } from '@/lib/visual-runtime';
import { theme } from '@/theme';
import { styled } from '@linaria/react';
import { useEffect, useRef, useState } from 'react';
@@ -160,29 +161,20 @@ export function PartnerEffect({ alt, fallback, src }: PartnerEffectProps) {
setImageElement(null);
- const image = new Image();
- image.decoding = 'async';
- image.onload = () => {
- if (cancelled) {
- return;
- }
-
- setImageElement(image);
- };
- image.onerror = () => {
- if (cancelled) {
- return;
- }
-
- console.error(`Failed to load testimonial portrait: ${src}`);
- };
- image.src = src;
+ void loadVisualImage(src, { label: 'testimonial portrait' })
+ .then((image) => {
+ if (!cancelled) {
+ setImageElement(image);
+ }
+ })
+ .catch((error: unknown) => {
+ if (!cancelled) {
+ console.error(error);
+ }
+ });
return () => {
cancelled = true;
- image.onload = null;
- image.onerror = null;
- image.src = '';
};
}, [src]);
diff --git a/packages/twenty-website-new/src/sections/ThreeCards/components/FeatureCard/HalftoneImageBackdrop.tsx b/packages/twenty-website-new/src/sections/ThreeCards/components/FeatureCard/HalftoneImageBackdrop.tsx
index d36c83c1a32..707f3e5cd60 100644
--- a/packages/twenty-website-new/src/sections/ThreeCards/components/FeatureCard/HalftoneImageBackdrop.tsx
+++ b/packages/twenty-website-new/src/sections/ThreeCards/components/FeatureCard/HalftoneImageBackdrop.tsx
@@ -7,6 +7,7 @@ import * as THREE from 'three';
import { observeElementSize } from '@/lib/dom/observe-element-size';
import {
createVisualRenderLoop,
+ loadVisualImage,
tryCreateSiteWebGlRenderer,
type VisualRenderLoop,
} from '@/lib/visual-runtime';
@@ -188,14 +189,6 @@ function createInteractionState(): InteractionState {
};
}
-async function loadDecodedImage(imageUrl: string) {
- const image = new Image();
- image.crossOrigin = 'anonymous';
- image.src = imageUrl;
- await image.decode();
- return image;
-}
-
function getImagePreviewZoom(previewDistance: number) {
return REFERENCE_PREVIEW_DISTANCE / Math.max(previewDistance, 0.001);
}
@@ -218,7 +211,10 @@ async function mountHalftoneImageBackdrop({
isExternallyActive: () => boolean;
pointerTarget?: HTMLElement | null;
}) {
- const image = await loadDecodedImage(config.imageUrl);
+ const image = await loadVisualImage(config.imageUrl, {
+ crossOrigin: 'anonymous',
+ label: 'halftone image backdrop',
+ });
let renderLoop: VisualRenderLoop | null = null;
const renderer = tryCreateSiteWebGlRenderer({
diff --git a/yarn.lock b/yarn.lock
index f5067e57b47..29adbf4f401 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -60858,6 +60858,7 @@ __metadata:
"@sniptt/guards": "npm:^0.2.0"
"@types/babel__preset-env": "npm:^7"
"@types/handlebars": "npm:^4.1.0"
+ ai: "npm:6.0.97"
babel-plugin-module-resolver: "npm:^5.0.2"
class-validator: "npm:^0.14.0"
expr-eval-fork: "npm:3.0.3"